/*
* Copyright (C) 2005-2013 Alfresco Software Limited.
*
* This file is part of Alfresco
*
* Alfresco is free software: you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Alfresco is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with Alfresco. If not, see .
*/
package org.alfresco.repo.content.metadata;
import static org.junit.Assert.assertEquals;
import java.io.File;
import java.io.Serializable;
import java.util.Date;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Map;
import java.util.Set;
import org.alfresco.model.ContentModel;
import org.alfresco.repo.content.MimetypeMap;
import org.alfresco.repo.content.transform.AbstractContentTransformerTest;
import org.alfresco.service.cmr.repository.datatype.DefaultTypeConverter;
import org.alfresco.service.namespace.QName;
import org.joda.time.DateTime;
import org.joda.time.format.DateTimeFormat;
import org.joda.time.format.DateTimeFormatter;
/**
* Test for the RFC822 (imap/mbox) extractor
*/
public class RFC822MetadataExtracterTest extends AbstractMetadataExtracterTest
{
private RFC822MetadataExtracter extracter;
private static final QName MESSAGE_FROM_TEST_PROPERTY =
QName.createQName("MessageToTest");
private static final QName MESSAGE_TO_TEST_PROPERTY =
QName.createQName("MessageFromTest");
private static final QName MESSAGE_CC_TEST_PROPERTY =
QName.createQName("MessageCCTest");
@Override
public void setUp() throws Exception
{
super.setUp();
// Ask Spring for the extractor, so it
// gets its date formats populated
extracter = (RFC822MetadataExtracter)ctx.getBean("extracter.RFC822");
// Attach a couple of extra mappings
// These will be tested later
HashMap> newMap = new HashMap>(
extracter.getMapping()
);
Set fromSet = new HashSet();
fromSet.add(MESSAGE_FROM_TEST_PROPERTY);
fromSet.addAll( extracter.getCurrentMapping().get(RFC822MetadataExtracter.KEY_MESSAGE_FROM) );
newMap.put( RFC822MetadataExtracter.KEY_MESSAGE_FROM, fromSet );
Set toSet = new HashSet();
toSet.add(MESSAGE_TO_TEST_PROPERTY);
toSet.addAll( extracter.getCurrentMapping().get(RFC822MetadataExtracter.KEY_MESSAGE_TO) );
newMap.put( RFC822MetadataExtracter.KEY_MESSAGE_TO, toSet );
Set ccSet = new HashSet();
ccSet.add(MESSAGE_CC_TEST_PROPERTY);
ccSet.addAll( extracter.getCurrentMapping().get(RFC822MetadataExtracter.KEY_MESSAGE_CC) );
newMap.put( RFC822MetadataExtracter.KEY_MESSAGE_CC, ccSet );
extracter.setMapping(newMap);
}
/**
* @return Returns the same transformer regardless - it is allowed
*/
protected MetadataExtracter getExtracter()
{
return extracter;
}
// RFC822 has a non-standard date format. 1. EEE, d MMM yyyy HH:mm:ss Z
public void testHasDateFormats1() throws Exception
{
assertEquals("16 Aug 2012 15:13:29 GMT", extracter.makeDate("Thu, 16 Aug 2012 08:13:29 -0700").toGMTString());
}
// RFC822 has a non-standard date format. 2. EEE, d MMM yy HH:mm:ss Z
public void testHasDateFormats2() throws Exception
{
assertEquals("16 Aug 2012 15:13:29 GMT", extracter.makeDate("Thu, 16 Aug 12 08:13:29 -0700").toGMTString());
}
// RFC822 has a non-standard date format. 3. d MMM yyyy HH:mm:ss Z
public void testHasDateFormats3() throws Exception
{
assertEquals("16 Aug 2012 15:13:29 GMT", extracter.makeDate("16 Aug 2012 08:13:29 -0700").toGMTString());
}
// Check time zone names are ignored - these are not handled by org.joda.time.format.DateTimeFormat
public void testHasDateFormatsZoneName() throws Exception
{
assertEquals("16 Aug 2012 15:13:29 GMT", extracter.makeDate("Thu, 16 Aug 2012 08:13:29 -0700 (PDT)").toGMTString());
}
public void testJodaFormats()
{
String[][] testData = new String[][]
{
{ "a1", "EEE, d MMM yyyy HH:mm:ss Z", "Thu, 16 Aug 12 08:13:29 -0700", "Thu Aug 18 15:13:29 GMT 12", "0"}, // gets the year wrong
{ "a2a", "EEE, d MMM yy HH:mm:ss Z", "Thu, 16 Aug 12 08:13:29 -0700", "Thu Aug 16 15:13:29 GMT 2012", "20"},
{ "a2b", "EEE, d MMM yy HH:mm:ss Z", "Wed, 16 Aug 50 08:13:29 -0700", "Wed Aug 16 15:13:29 GMT 1950", "19"},
{ "a2c", "EEE, d MMM yy HH:mm:ss Z", "Sun, 16 Aug 20 08:13:29 -0700", "Sun Aug 16 15:13:29 GMT 2020", "20"},
{ "a3", "d MMM yyyy HH:mm:ss Z", "Thu, 16 Aug 12 08:13:29 -0700", null, null},
{ "b1", "EEE, d MMM yyyy HH:mm:ss Z", "Thu, 16 Aug 2012 08:13:29 -0700", "Thu Aug 16 15:13:29 GMT 2012", "20"},
{ "b2a", "EEE, d MMM yy HH:mm:ss Z", "Thu, 16 Aug 2012 08:13:29 -0700", "Thu Aug 16 15:13:29 GMT 2012", "20"},
{ "b2b", "EEE, d MMM yy HH:mm:ss Z", "Wed, 16 Aug 1950 08:13:29 -0700", "Wed Aug 16 15:13:29 GMT 1950", "19"},
{ "b2c", "EEE, d MMM yy HH:mm:ss Z", "Sun, 16 Aug 2020 08:13:29 -0700", "Sun Aug 16 15:13:29 GMT 2020", "20"},
{ "b3", "d MMM yyyy HH:mm:ss Z", "Thu, 16 Aug 2012 08:13:29 -0700", null, "20"},
{ "c1", "EEE, d MMM yyyy HH:mm:ss Z", "16 Aug 2012 08:13:29 -0700", null, null},
{ "c2", "EEE, d MMM yy HH:mm:ss Z", "16 Aug 2012 08:13:29 -0700", null, null},
{ "c3a", "d MMM yyyy HH:mm:ss Z", "16 Aug 2012 08:13:29 -0700", "Thu Aug 16 15:13:29 GMT 2012", "20"},
{ "c3b", "d MMM yyyy HH:mm:ss Z", "16 Aug 1950 08:13:29 -0700", "Wed Aug 16 15:13:29 GMT 1950", "19"},
{ "c3c", "d MMM yyyy HH:mm:ss Z", "16 Aug 2020 08:13:29 -0700", "Sun Aug 16 15:13:29 GMT 2020", "20"},
};
for (String[] data: testData)
{
String format = data[1];
String dateStr = data[2];
String context = data[0]+") \""+format+"\", \""+dateStr+"\"";
String expected = data[3];
int centuryOfEra = data[4] == null ? -1 : new Integer(data[4]);
// Need to set pivot year so it still works in 20 years time :)
DateTimeFormatter dateTimeFormater = DateTimeFormat.forPattern(format).withPivotYear(2000);
DateTime dateTime = null;
try
{
dateTime = dateTimeFormater.parseDateTime(dateStr);
}
catch (IllegalArgumentException e)
{
}
String actual = dateTime == null ? null : dateTime.toDate().toString();
assertEquals(context, expected, actual);
if (dateTime != null)
{
assertEquals(context, centuryOfEra, dateTime.getCenturyOfEra());
}
}
}
public void testSupports() throws Exception
{
for (String mimetype : RFC822MetadataExtracter.SUPPORTED_MIMETYPES)
{
boolean supports = extracter.isSupported(mimetype);
assertTrue("Mimetype should be supported: " + mimetype, supports);
}
}
public void testEmailExtraction() throws Exception
{
testExtractFromMimetype(MimetypeMap.MIMETYPE_RFC822);
}
public void testSpanishEmailExtraction() throws Exception
{
File spanishEml = AbstractContentTransformerTest.loadNamedQuickTestFile("quick.spanish.eml");
Map properties = extractFromFile(spanishEml, MimetypeMap.MIMETYPE_RFC822);
testCommonMetadata(MimetypeMap.MIMETYPE_RFC822, properties);
}
/**
* We have no author, and have the same title and description
*/
protected void testCommonMetadata(String mimetype,
Map properties) {
assertEquals(
"Property " + ContentModel.PROP_TITLE + " not found for mimetype " + mimetype,
QUICK_TITLE,
DefaultTypeConverter.INSTANCE.convert(String.class, properties.get(ContentModel.PROP_TITLE)));
assertEquals(
"Property " + ContentModel.PROP_DESCRIPTION + " not found for mimetype " + mimetype,
QUICK_TITLE,
DefaultTypeConverter.INSTANCE.convert(String.class, properties.get(ContentModel.PROP_DESCRIPTION)));
}
/**
* Test our extra IMAP properties
*/
public void testFileSpecificMetadata(String mimetype, Map properties) {
// Check the other cm: ones
assertEquals(
"Property " + ContentModel.PROP_ORIGINATOR + " not found for mimetype " + mimetype,
QUICK_CREATOR + " <" + QUICK_CREATOR_EMAIL + ">",
DefaultTypeConverter.INSTANCE.convert(String.class, properties.get(ContentModel.PROP_ORIGINATOR)));
// assertEquals(
// "Property " + ContentModel.PROP_SENTDATE + " not found for mimetype " + mimetype,
// "2004-06-04T13:23:22.000+01:00",
// DefaultTypeConverter.INSTANCE.convert(String.class, properties.get(ContentModel.PROP_SENTDATE)));
// Check some imap: ones
assertEquals(
"Test Property " + MESSAGE_FROM_TEST_PROPERTY + " incorrect for mimetype " + mimetype,
"Nevin Nollop ",
DefaultTypeConverter.INSTANCE.convert(String.class, properties.get(MESSAGE_FROM_TEST_PROPERTY)));
assertEquals(
"Test Property " + MESSAGE_FROM_TEST_PROPERTY + " incorrect for mimetype " + mimetype,
"Nevin Nollop ",
DefaultTypeConverter.INSTANCE.convert(String.class, properties.get(MESSAGE_FROM_TEST_PROPERTY)));
assertEquals(
"Test Property " + MESSAGE_TO_TEST_PROPERTY + " incorrect for mimetype " + mimetype,
"Nevin Nollop ",
DefaultTypeConverter.INSTANCE.convert(String.class, properties.get(MESSAGE_TO_TEST_PROPERTY)));
// Finally check our non-standard ones we added in at test time
assertTrue(
"Test Property " + MESSAGE_FROM_TEST_PROPERTY + " not found for mimetype " + mimetype,
properties.containsKey(MESSAGE_FROM_TEST_PROPERTY)
);
assertTrue(
"Test Property " + MESSAGE_TO_TEST_PROPERTY + " not found for mimetype " + mimetype,
properties.containsKey(MESSAGE_TO_TEST_PROPERTY)
);
assertTrue(
"Test Property " + MESSAGE_CC_TEST_PROPERTY + " not found for mimetype " + mimetype,
properties.containsKey(MESSAGE_CC_TEST_PROPERTY)
);
assertEquals(
"Test Property " + MESSAGE_FROM_TEST_PROPERTY + " incorrect for mimetype " + mimetype,
"Nevin Nollop ",
DefaultTypeConverter.INSTANCE.convert(String.class, properties.get(MESSAGE_FROM_TEST_PROPERTY)));
assertEquals(
"Test Property " + MESSAGE_TO_TEST_PROPERTY + " incorrect for mimetype " + mimetype,
"Nevin Nollop ",
DefaultTypeConverter.INSTANCE.convert(String.class, properties.get(MESSAGE_TO_TEST_PROPERTY)));
assertEquals(
"Test Property " + MESSAGE_CC_TEST_PROPERTY + " incorrect for mimetype " + mimetype,
"Nevin Nollop ",
DefaultTypeConverter.INSTANCE.convert(String.class, properties.get(MESSAGE_CC_TEST_PROPERTY)));
}
}