From 04a78f17d2d3b3e6817d64f2029eeb717360726f Mon Sep 17 00:00:00 2001
From: Kevin Roast <kevin.roast@alfresco.com>
Date: Thu, 14 Jun 2007 10:51:51 +0000
Subject: [PATCH] Outlook email messages (in OLE2 .msg format) now converted to
 text for full-text indexing. JUnit test for new transformer class. Added new
 test to ContentTestSuite.

git-svn-id: https://svn.alfresco.com/repos/alfresco-enterprise/alfresco/HEAD/root@5951 c4b6b30b-aa2e-2d43-bbcb-ca4b014f7261
---
 config/alfresco/content-services-context.xml  |   4 +
 .../repo/content/ContentTestSuite.java        |   2 +
 .../alfresco/repo/content/MimetypeMap.java    |   1 +
 .../AbstractMappingMetadataExtracter.java     |   2 +-
 .../metadata/MailMetadataExtracter.java       |   5 +-
 .../AbstractContentTransformerTest.java       |   2 +-
 .../transform/MailContentTransformer.java     | 196 ++++++++++++++++++
 .../transform/MailContentTransformerTest.java | 107 ++++++++++
 .../transform/PdfBoxContentTransformer.java   |   2 +-
 source/test-resources/quick/quick.msg         | Bin 0 -> 17920 bytes
 source/test-resources/quick/quick.unicode.msg | Bin 0 -> 18432 bytes
 11 files changed, 316 insertions(+), 5 deletions(-)
 create mode 100644 source/java/org/alfresco/repo/content/transform/MailContentTransformer.java
 create mode 100644 source/java/org/alfresco/repo/content/transform/MailContentTransformerTest.java
 create mode 100644 source/test-resources/quick/quick.msg
 create mode 100644 source/test-resources/quick/quick.unicode.msg

diff --git a/config/alfresco/content-services-context.xml b/config/alfresco/content-services-context.xml
index 0907691dae..59b45df533 100644
--- a/config/alfresco/content-services-context.xml
+++ b/config/alfresco/content-services-context.xml
@@ -242,6 +242,10 @@
          </list>
       </property>
    </bean>
+   
+   <bean id="transformer.OutlookMsg"
+         class="org.alfresco.repo.content.transform.MailContentTransformer"
+         parent="baseContentTransformer" />
 
    <!--
    <bean id="transformer.JMagick" class="org.alfresco.repo.content.transform.magick.JMagickContentTransformer" init-method="init" />
diff --git a/source/java/org/alfresco/repo/content/ContentTestSuite.java b/source/java/org/alfresco/repo/content/ContentTestSuite.java
index f51c4710cf..e53e4eed39 100644
--- a/source/java/org/alfresco/repo/content/ContentTestSuite.java
+++ b/source/java/org/alfresco/repo/content/ContentTestSuite.java
@@ -41,6 +41,7 @@ import org.alfresco.repo.content.transform.ComplexContentTransformerTest;
 import org.alfresco.repo.content.transform.ContentTransformerRegistryTest;
 import org.alfresco.repo.content.transform.HtmlParserContentTransformerTest;
 import org.alfresco.repo.content.transform.OpenOfficeContentTransformerTest;
+import org.alfresco.repo.content.transform.MailContentTransformerTest;
 import org.alfresco.repo.content.transform.PdfBoxContentTransformerTest;
 import org.alfresco.repo.content.transform.PoiHssfContentTransformerTest;
 import org.alfresco.repo.content.transform.RuntimeExecutableContentTransformerTest;
@@ -83,6 +84,7 @@ public class ContentTestSuite extends TestSuite
         suite.addTestSuite(RuntimeExecutableContentTransformerTest.class);
         suite.addTestSuite(StringExtractingContentTransformerTest.class);
         suite.addTestSuite(TextMiningContentTransformerTest.class);
+        suite.addTestSuite(MailContentTransformerTest.class);
         suite.addTestSuite(ContentDataTest.class);
         suite.addTestSuite(MimetypeMapTest.class);
         suite.addTestSuite(RoutingContentServiceTest.class);
diff --git a/source/java/org/alfresco/repo/content/MimetypeMap.java b/source/java/org/alfresco/repo/content/MimetypeMap.java
index 0ac018f2fd..003b005242 100644
--- a/source/java/org/alfresco/repo/content/MimetypeMap.java
+++ b/source/java/org/alfresco/repo/content/MimetypeMap.java
@@ -72,6 +72,7 @@ public class MimetypeMap implements MimetypeService
     public static final String MIMETYPE_OPENSEARCH_DESCRIPTION = "application/opensearchdescription+xml";
     public static final String MIMETYPE_ATOM = "application/atom+xml";
     public static final String MIMETYPE_RSS = "application/rss+xml";
+    public static final String MIMETYPE_RFC822 = "message/rfc822";
     // Open Document
     public static final String MIMETYPE_OPENDOCUMENT_TEXT = "application/vnd.oasis.opendocument.text";
     public static final String MIMETYPE_OPENDOCUMENT_TEXT_TEMPLATE = "application/vnd.oasis.opendocument.text-template";
diff --git a/source/java/org/alfresco/repo/content/metadata/AbstractMappingMetadataExtracter.java b/source/java/org/alfresco/repo/content/metadata/AbstractMappingMetadataExtracter.java
index dd91e4d116..e1ec9aaf8e 100644
--- a/source/java/org/alfresco/repo/content/metadata/AbstractMappingMetadataExtracter.java
+++ b/source/java/org/alfresco/repo/content/metadata/AbstractMappingMetadataExtracter.java
@@ -716,7 +716,7 @@ abstract public class AbstractMappingMetadataExtracter implements MetadataExtrac
      * strings are 
      * <ul>
      *    <li><b>Null:</b>              Removed</li>
-     *    <li><b>Emtpty String:</b>     Passed to the {@link OverwritePolicy}</li>
+     *    <li><b>Empty String:</b>      Passed to the {@link OverwritePolicy}</li>
      *    <li><b>Non Serializable:</b>  Converted to String or fails if that is not possible</li>
      * </ul>
      * <p>
diff --git a/source/java/org/alfresco/repo/content/metadata/MailMetadataExtracter.java b/source/java/org/alfresco/repo/content/metadata/MailMetadataExtracter.java
index f813c3bb9c..c49d6d3bbf 100644
--- a/source/java/org/alfresco/repo/content/metadata/MailMetadataExtracter.java
+++ b/source/java/org/alfresco/repo/content/metadata/MailMetadataExtracter.java
@@ -102,11 +102,12 @@ public class MailMetadataExtracter extends AbstractMetadataExtracter
             catch (IOException err)
             {
                 // probably not an Outlook format MSG - ignore for now
-                logger.warn("Unable to extract meta-data from message: " + err.getMessage());
+                if (logger.isWarnEnabled())
+                    logger.warn("Unable to extract meta-data from message: " + err.getMessage());
             }
             
             // store multi-value extracted property
-            if (receipientEmails.get().size() != 0)
+            if (this.receipientEmails.get().size() != 0)
             {
                 destination.put(ContentModel.PROP_ADDRESSEES, (Serializable)receipientEmails.get());
             }
diff --git a/source/java/org/alfresco/repo/content/transform/AbstractContentTransformerTest.java b/source/java/org/alfresco/repo/content/transform/AbstractContentTransformerTest.java
index 0abc0c254e..f8f4762245 100644
--- a/source/java/org/alfresco/repo/content/transform/AbstractContentTransformerTest.java
+++ b/source/java/org/alfresco/repo/content/transform/AbstractContentTransformerTest.java
@@ -56,7 +56,7 @@ import org.springframework.context.ApplicationContext;
  */
 public abstract class AbstractContentTransformerTest extends TestCase
 {
-    private static String QUICK_CONTENT = "The quick brown fox jumps over the lazy dog";
+    protected static String QUICK_CONTENT = "The quick brown fox jumps over the lazy dog";
     private static String[] QUICK_WORDS = new String[] {
             "quick", "brown", "fox", "jumps", "lazy", "dog"};
     
diff --git a/source/java/org/alfresco/repo/content/transform/MailContentTransformer.java b/source/java/org/alfresco/repo/content/transform/MailContentTransformer.java
new file mode 100644
index 0000000000..6b55e154b5
--- /dev/null
+++ b/source/java/org/alfresco/repo/content/transform/MailContentTransformer.java
@@ -0,0 +1,196 @@
+/*
+ * Copyright (C) 2005-2007 Alfresco Software Limited.
+ *
+ * This program is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License
+ * as published by the Free Software Foundation; either version 2
+ * of the License, or (at your option) any later version.
+
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+
+ * As a special exception to the terms and conditions of version 2.0 of 
+ * the GPL, you may redistribute this Program in connection with Free/Libre 
+ * and Open Source Software ("FLOSS") applications as described in Alfresco's 
+ * FLOSS exception.  You should have recieved a copy of the text describing 
+ * the FLOSS exception, and it is also available here: 
+ * http://www.alfresco.com/legal/licensing
+ */
+package org.alfresco.repo.content.transform;
+
+import java.io.IOException;
+import java.io.InputStream;
+import java.util.Map;
+
+import org.alfresco.repo.content.MimetypeMap;
+import org.alfresco.service.cmr.repository.ContentIOException;
+import org.alfresco.service.cmr.repository.ContentReader;
+import org.alfresco.service.cmr.repository.ContentWriter;
+import org.apache.commons.logging.Log;
+import org.apache.commons.logging.LogFactory;
+import org.apache.poi.poifs.eventfilesystem.POIFSReader;
+import org.apache.poi.poifs.eventfilesystem.POIFSReaderEvent;
+import org.apache.poi.poifs.eventfilesystem.POIFSReaderListener;
+import org.apache.poi.poifs.filesystem.DocumentInputStream;
+
+/**
+ * Outlook email msg format to-text transformer.
+ * 
+ * @author Kevin Roast
+ */
+public class MailContentTransformer extends AbstractContentTransformer
+{
+    private static final Log logger = LogFactory.getLog(MailContentTransformer.class);
+    
+    private static final String STREAM_PREFIX = "__substg1.0_";
+    private static final int STREAM_PREFIX_LENGTH = STREAM_PREFIX.length();
+    
+    /**
+     * Only support MSG to text
+     */
+    public double getReliability(String sourceMimetype, String targetMimetype)
+    {
+        if (!MimetypeMap.MIMETYPE_RFC822.equals(sourceMimetype) ||
+            !MimetypeMap.MIMETYPE_TEXT_PLAIN.equals(targetMimetype))
+        {
+            // only support MSG -> TEXT
+            return 0.0;
+        }
+        else
+        {
+            return 1.0;
+        }
+    }
+
+    /**
+     * @see org.alfresco.repo.content.transform.AbstractContentTransformer#transformInternal(org.alfresco.service.cmr.repository.ContentReader, org.alfresco.service.cmr.repository.ContentWriter, java.util.Map)
+     */
+    @Override
+    protected void transformInternal(final ContentReader reader, final ContentWriter writer, Map<String, Object> options)
+        throws Exception
+    {
+        POIFSReaderListener readerListener = new POIFSReaderListener()
+        {
+            public void processPOIFSReaderEvent(final POIFSReaderEvent event)
+            {
+                try
+                {
+                    if (event.getName().startsWith(STREAM_PREFIX))
+                    {
+                        StreamHandler handler = new StreamHandler(event.getName(), event.getStream());
+                        String result = handler.process();
+                        if (result != null)
+                        {
+                            writer.putContent(result);
+                        }
+                    }
+                }
+                catch (Exception ex)
+                {
+                    throw new ContentIOException("Property set stream: " + event.getPath() + event.getName(), ex);
+                }
+            }
+        };
+        
+        InputStream is = null;
+        try
+        {
+            is = reader.getContentInputStream();
+            POIFSReader poiFSReader = new POIFSReader();
+            poiFSReader.registerListener(readerListener);
+            
+            try
+            {
+                poiFSReader.read(is);
+            }
+            catch (IOException err)
+            {
+                // probably not an Outlook format MSG - ignore for now
+                if (logger.isWarnEnabled())
+                    logger.warn("Unable to extract meta-data from message: " + err.getMessage());
+            }
+        }
+        finally
+        {
+            if (is != null)
+            {
+                try { is.close(); } catch (IOException e) {}
+            }
+        }
+    }
+    
+    private static final String ENCODING_TEXT = "001E";
+    private static final String ENCODING_BINARY = "0102";
+    private static final String ENCODING_UNICODE = "001F";
+    
+    private static final String SUBSTG_MESSAGEBODY = "1000";
+    
+    /**
+     * Class to handle stream types. Can process and extract specific streams.
+     */
+    private class StreamHandler
+    {
+        StreamHandler(String name, DocumentInputStream stream)
+        {
+            this.type = name.substring(STREAM_PREFIX_LENGTH, STREAM_PREFIX_LENGTH + 4);
+            this.encoding = name.substring(STREAM_PREFIX_LENGTH + 4, STREAM_PREFIX_LENGTH + 8);
+            this.stream = stream;
+        }
+        
+        String process()
+            throws IOException
+        {
+            String result = null;
+            
+            if (SUBSTG_MESSAGEBODY.equals(this.type))
+            {
+                result = extractText(this.encoding);
+            }
+            
+            return result;
+        }
+        
+        /**
+         * Extract the text from the stream based on the encoding
+         * 
+         * @return String
+         * 
+         * @throws IOException
+         */
+        private String extractText(String encoding)
+            throws IOException
+        {
+            byte[] data = new byte[this.stream.available()];
+            this.stream.read(data);
+            
+            if (encoding.equals(ENCODING_TEXT) || encoding.equals(ENCODING_BINARY))
+            {
+                return new String(data);
+            }
+            else if (encoding.equals(ENCODING_UNICODE))
+            {
+                // convert double-byte encoding to single byte for String conversion
+                byte[] b = new byte[data.length >> 1];
+                for (int i=0; i<b.length; i++)
+                {
+                    b[i] = data[i << 1];
+                }
+                return new String(b);
+            }
+            else
+            {
+                return new String(data);
+            }
+        }
+        
+        private String type;
+        private String encoding;
+        private DocumentInputStream stream;
+    }
+}
diff --git a/source/java/org/alfresco/repo/content/transform/MailContentTransformerTest.java b/source/java/org/alfresco/repo/content/transform/MailContentTransformerTest.java
new file mode 100644
index 0000000000..5a1f4aa245
--- /dev/null
+++ b/source/java/org/alfresco/repo/content/transform/MailContentTransformerTest.java
@@ -0,0 +1,107 @@
+/*
+ * Copyright (C) 2005-2007 Alfresco Software Limited.
+ *
+ * This program is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public License
+ * as published by the Free Software Foundation; either version 2
+ * of the License, or (at your option) any later version.
+
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+
+ * As a special exception to the terms and conditions of version 2.0 of 
+ * the GPL, you may redistribute this Program in connection with Free/Libre 
+ * and Open Source Software ("FLOSS") applications as described in Alfresco's 
+ * FLOSS exception.  You should have recieved a copy of the text describing 
+ * the FLOSS exception, and it is also available here: 
+ * http://www.alfresco.com/legal/licensing"
+ */
+package org.alfresco.repo.content.transform;
+
+import java.io.File;
+
+import org.alfresco.repo.content.MimetypeMap;
+import org.alfresco.repo.content.filestore.FileContentReader;
+import org.alfresco.repo.content.filestore.FileContentWriter;
+import org.alfresco.service.cmr.repository.ContentReader;
+import org.alfresco.service.cmr.repository.ContentWriter;
+import org.alfresco.util.TempFileProvider;
+
+/**
+ * @see org.alfresco.repo.content.transform.MailContentTransformer
+ * 
+ * @author Kevin Roast
+ */
+public class MailContentTransformerTest extends AbstractContentTransformerTest
+{
+    private ContentTransformer transformer;
+    
+    @Override
+    public void setUp() throws Exception
+    {
+        super.setUp();
+        
+        transformer = new MailContentTransformer();
+    }
+    
+    /**
+     * @return Returns the same transformer regardless - it is allowed
+     */
+    protected ContentTransformer getTransformer(String sourceMimetype, String targetMimetype)
+    {
+        return transformer;
+    }
+    
+    public void testReliability() throws Exception
+    {
+        double reliability = 0.0;
+        reliability = transformer.getReliability(MimetypeMap.MIMETYPE_TEXT_PLAIN, MimetypeMap.MIMETYPE_RFC822);
+        assertEquals("Mimetype should not be supported", 0.0, reliability);
+        reliability = transformer.getReliability(MimetypeMap.MIMETYPE_RFC822, MimetypeMap.MIMETYPE_TEXT_PLAIN);
+        assertEquals("Mimetype should be supported", 1.0, reliability);
+    }
+    
+    /**
+     * Test transforming a valid msg file to text
+     */
+    public void testMsgToText() throws Exception
+    {
+        File msgSourceFile = loadQuickTestFile("msg");
+        File txtTargetFile = TempFileProvider.createTempFile(getName() + "-target-1", ".txt");
+        ContentReader reader = new FileContentReader(msgSourceFile);
+        reader.setMimetype(MimetypeMap.MIMETYPE_RFC822);
+        ContentWriter writer = new FileContentWriter(txtTargetFile);
+        writer.setMimetype(MimetypeMap.MIMETYPE_TEXT_PLAIN);
+        
+        transformer.transform(reader, writer);
+        
+        ContentReader reader2 = new FileContentReader(txtTargetFile);
+        reader2.setMimetype(MimetypeMap.MIMETYPE_TEXT_PLAIN);
+        assertTrue(reader2.getContentString().contains(QUICK_CONTENT));
+    }
+    
+    /**
+     * Test transforming a valid unicode msg file to text
+     */
+    public void testUnicodeMsgToText() throws Exception
+    {
+        File msgSourceFile = loadQuickTestFile("unicode.msg");
+        File txtTargetFile = TempFileProvider.createTempFile(getName() + "-target-2", ".txt");
+        ContentReader reader = new FileContentReader(msgSourceFile);
+        reader.setMimetype(MimetypeMap.MIMETYPE_RFC822);
+        ContentWriter writer = new FileContentWriter(txtTargetFile);
+        writer.setMimetype(MimetypeMap.MIMETYPE_TEXT_PLAIN);
+        
+        transformer.transform(reader, writer);
+        
+        ContentReader reader2 = new FileContentReader(txtTargetFile);
+        reader2.setMimetype(MimetypeMap.MIMETYPE_TEXT_PLAIN);
+        assertTrue(reader2.getContentString().contains(QUICK_CONTENT));
+    }
+}
diff --git a/source/java/org/alfresco/repo/content/transform/PdfBoxContentTransformer.java b/source/java/org/alfresco/repo/content/transform/PdfBoxContentTransformer.java
index 5bddd27be1..699d075684 100644
--- a/source/java/org/alfresco/repo/content/transform/PdfBoxContentTransformer.java
+++ b/source/java/org/alfresco/repo/content/transform/PdfBoxContentTransformer.java
@@ -49,7 +49,7 @@ public class PdfBoxContentTransformer extends AbstractContentTransformer
         // TODO: Expand PDFBox usage to convert images to PDF and investigate other conversions
         
         if (!MimetypeMap.MIMETYPE_PDF.equals(sourceMimetype) ||
-                !MimetypeMap.MIMETYPE_TEXT_PLAIN.equals(targetMimetype))
+            !MimetypeMap.MIMETYPE_TEXT_PLAIN.equals(targetMimetype))
         {
             // only support PDF -> Text
             return 0.0;
diff --git a/source/test-resources/quick/quick.msg b/source/test-resources/quick/quick.msg
new file mode 100644
index 0000000000000000000000000000000000000000..05326d2c84a14e0cc5d715fad173326b8d453a1d
GIT binary patch
literal 17920
zcmeHPYiv`=6`p%9kAw>$bi0)BFsAHMmR*eP*a;zIv6DF91rpXVY?jjIg&`?m2ipYb
z17%SwRqc<W{@GtuA6jjHb+t%cX}78>RIRkFs;d0x&pv?dzp854<x#bT^n7zY!FFxW
zaZEOf%0b6-&)m85%{lWr^9a{}x9Y|Zudcl*is(gQiHFnmVo6@SLC>a=8--|~XT&|6
zo}NauMNE%RXaQLuCQ|e-E8HR?k`$)JMN}o5R*S_mb^f&GtBFf{pB;be17ju9t#uL)
zia{|!s44nQP?#0t6lN%PQpy>UQ&cja@Ca{-{Jqp7pP_iPQ<%L(lK+WnrWo&HCmQ%k
zF)Ypy+PFB*##Nba6^5azdzXqV3a@NwlX_oyy<LX+uYsQt=fnv8X2r>zo`a-ogg8L#
zrMO7`Ck4;jgemd2Q7l(~^x5UPTozIIKq){W%mQ03C9Wf`CtgNu6XTl|#H)$X=V=HK
ztB5~E{1ox0iO~ku6Mu$y4RI4Os(KwUzS%&bi+Cfkn|Kp3;-Ap`Sm1H@e|v>9LtLYJ
zCF*ek=Xa>>z?1$@<6pi_=DYu^R;R{+C;eYp<o_eA-2R$b^AE;&jN`Cae%mhhto%j1
zuZ-{K;LrFUv&B!-+&@aQ|3sPDe^6|e<-lC5{wdvd<<0*)RAf;&GymuOfc)3x^~by)
z=IC!=#Km0A)!&~>k8)JPZx*dAeBdfVo;vbT0{94^%J`jx?;}QuOB4Jb_$u&EP=?Z}
z3S&`E@my48{2mtmvy@jg`fsQ7XBha7_ow&&;Ge-a<LdtcrG>pfmGlot+w1MGbm!v3
zSLNx?>i-6ORQRD>{O2ewPk)Smk6-`KvGwQq|5%5^7w77~g{?pO|Krym{be^Xs8ah2
zGTR^4lURRn_1{csIsHFK<IY^@kGYbA-@;t~Vf}@*7gv8brB(YlmF(Xlf~3EG`~j{a
z%34cU{~gMus)X;%K6-qtN#Vbu47qG823Uh~=ATw(`%}7e@qvvsG^n!vJo_UrthKrL
zSc`M&zg4u%N&UlL<kdgV|G-`YbmHm{Tk-VYIVbv~zV!NcQR{1yy-(-=V1ET|nyWv?
z3jO>Ge4hUaTt$?%mM~W9=U?D=bM%*e8T&~ngBF|;z*o?Zzre>HoOb+?xYg*7xmw@;
zfDivui*H~&#k!rVKl}w<`@^j7<+Z=6^+(;mM+_=A{sF(4Isd?)*-FgSAO2#L7*q+r
zhf2V)zp8sKKGte(fD@I&caT}@AMshr2R<biAL}KwK~On-XXNAgpYW%Z4P>U8AM7t<
zz6O=UhuxcH|JSzv8Emfpoc#x<{i76Gd;{lRZelJz`s#LKP&xgZsqgp9(fAA7>&9RB
zei5es3xC=m=IRf7>HHrDpSAv~y8bct!e;=Lvp>#XocTvv|5f7yH{buP_54fqJ+A$~
zNci7Gg%P1I=otG8NTbew@QgK=`VQ+4^^Ef$Jj1>!4*rRHRw3qV^^EZg&(Gw=LB^P_
z(mbE{?8!ZQ^Wu;$Kyr|{g}9Y?Cvh7w&gI&PvF7X`evx<&afmof+)3O;+)W%I#-YVt
zVuh^>V<pnQl8bw_=-n4`@*ssn#KXiR#G}N=iGg(@7vg!YDW1q=-Py5(do-2ICX)1=
z9!_RXq|#>+X)1=6_9rIClkQk*IFr?;EtO#P)vv6d?!3I|rFVb!lRy4)=_+aq4Gk|G
zE0wflT#cWLTFW0N)15sxK6=VMl1`mZx=*AoxW9Dn%tXeWnoOjnWls-(`J(%H>f{Ra
zqhj*;JZQ$Vrazlon}56HXyn^JU)Q^PP2hXgW>l&EJ&}V4bouS>^tE>Sx_Wv7{+)im
zFA(nB*%=OZcXxOBy{$f<-|vlhyS)BjBoyDbuiqaT=#2OVJY%U$HgP<YNKcNBCj6dc
zB8xsb8+wO6`Ze)^qdn&?2DaX`=(IXLI&sqH4{q^`f7(OIlg9O6YoBr7e8c+C6r*Fy
zu4SeYS+6@jJZ7E!n>qEhWm7_ItAD%xAB(R1emJ}MYHY=gvHB_Fx^M?QL9eH+?Ykc1
zy3cD)9h<DX^2Yg7_SEsf@}W_2=sUJ$zq4xSDKE7E`i7c-HFVzkf!TP$E!)5%Y6DG+
zuDG+S!}buhfp@79Ec?;2sa3Z{6Jbi)(buuBuRk8??vKQdM7tvX9esy8dZMxZxI5f^
zFxngKkH^CC=#hwfZ>;a|p&ebl9kEDP^iVX?8}Em-KXN46>xuP+`{SX`NN+A%b`Tk0
zCoP#UGO%l2Rj9T9La9IeIP|M)osDaM`d*!Qe#gzrxv5cn5{i8i7$qw%7g=llFZA*o
zAG|d-9KLlcb?NN~(Uv#A_5RnV_S}HO!lX*$Cnt-AZom2N|MQJM+HttQeYnHjKGCsH
zPHO$RNv-{KN8XIL-P`JI@ddnX0e>)fbo<Ugs~@+}M9uyO@|e%@YoU+73%&gF-TrGG
z|DuNudU{jY1ln;eq~>fDs=PvCsn;Yy-N6Wnx&qk}_gCUQs9PMPJIr^aj5yp%b%{j{
zc*Yr%MW>7|VM!S{*vD`Qvp}|KXBYchsvH*WG~~-Jx(x{#dyx3vrn@DO6<K0SfozNC
z3S^5`xB2N^w9<vVff)IPXvGWp+Us4zV|3TdG}@(%{ccNqwca%LNE!S8mbg@3e*Xje
zPrUmNSZ}L!Dm`imt2^EKgW7rJ?7!hY1NH<^1}!)x_&l+0|I5MW-9J#ebMcQ7zG`#j
z?C;<!D_~cmG~xaW_7ZWYhKmoEU$_77AhY(LXYN09@sAL`?);^h+Hnu>{Kdcm8nY=E
z|1hP+86c><{ljwilhgiytH{Z<@-KAPwZEY3eXR3Wc{>XGUMNFlWan)^8=rOmL*iDW
z|I380>;Fn~j{O6aANB{i`lIb*{}NQL{=GBy*WQ1rTK_)6#U4DUJU%p^oBJmx3Aa(A
z>+mrOX!SR+*NS~suKh9D?_=TP{7H|m+8!4l`>Hwkvi5h*fAFiv$38Rmmbv)Yq|w>m
z!N>W#9zT@B=Hefu^f-eAm1}>F=DhZYy}J%#E<QFDIr=;2?|S`#tBA7J(tb+8(H~;~
z!~XJYVGrerGHAgm!AnehpRD`GuRqSddHS>NpGdu{u|N90!l%cYNnvyCUo&7)1`8SA
zMJooZ7jU+R^@C}I3)TlNIvp!~-<9|NKemfjO@;6GN*Uv!v)*`F%Fg=Zu5B8zJo&zD
zi&vzq)=Rb+kTQKP$wjAP$RA|`yXdYyWcUz{JRxPZ{xOZSQpWkRCGJxB&J}$>S@iw+
zqW2dH-kV0#a^S&Vaq?R$<wy3~AZ16tJA~(w@}u%@l(H(XEsO@_r}QQ3OZgXXzBYpO
znkAM>c{8N}Sz@!4e{;`~Z80KcN5cDyQdaqyMtvjl$Nd^h+@|sbrHnDhDbtjcRbO$5
zkEOgR_udwFq)ehDTih*@?-j_VVS9mx@!S$0*_Qaz9?0L%okUO>q+FkKcr5Wi%72-W
zn?gvh$P#Od<aI^z`XYH!%1R$gn6Endp#`8!^-_lJAPT4Q@u)tEWV1lFgeB#H+@EdH
zet?u0J9&{Gzqly<k|KF&fozMq0@+0~C(48RLm6$cv7kO(WLmt(`qrYh?-Ku#_IuR+
zZYA(uwRh9_P|7%ex5UR({~P4~gwsE6t7Qkhb!g2u@b{j$5i~n8<oEd&tu7x+eh+KT
zj^grr<xN+gM}z#{6qjXK{j9V^ey4h0_4tkQdm&;nRIRj%d{!iJopRPx<ME-yUC8^-
zweJ6(!u<zN8uuSU!>3QA6PeMJCzZw$i$(Lje_Q+cQ=S1v5=oZQd5LO0f2_6sP?WiA
zzkJ(R;%Vt8sFB1LD+}fU`rkNKVw6=QE&bKMlpVk1-!#q}avoOm0_{sn86ygq_N}F?
z{17#7JAMo1ZPBLkrsS0Vp_H3uzIX4!dzHT}LQ+OrkR{F*$$uTp&(9KnFOokhlJ6GC
zE^$xF3ePm|OIi70<VQ$Z*~=2sMc*4kz<2x-__g<>y)aW)bT5STmG(f{TkaiwAK`3B
ojo)e>Q1giz&(-{-<~cQAs(E*|^NuQOo!hbUH7BA+#dE{|0vc+4z5oCK

literal 0
HcmV?d00001

diff --git a/source/test-resources/quick/quick.unicode.msg b/source/test-resources/quick/quick.unicode.msg
new file mode 100644
index 0000000000000000000000000000000000000000..181a9e38acad3d8a5540323b4a4e01b795a2fcc2
GIT binary patch
literal 18432
zcmeHPYiv}<6`s47hs|OGO+$HRH-S<@g1uhv+8E-n>-8Et1l!qNJC2*yFC1(hwy}+Y
zJSqpZQq}$_iYoP2RVRwlUyVR&q@=1UtBRCXRaJhpf2ux!^j}rAApxpZ;C|oS9sBOa
zd+)3l<03e#b7#)H&YXGAIb&b?-MY(fUfgs=WWm$I6t`!J#R^-v0l!DlYlSF<pJBIW
zW@Z>{0^xlC_fQKY#4vv2!Y|@t2=1sj%dXUh^<w#KpFix9>q6TfY6jo^$XJ7P)0?ft
zU7|~jfa@^6{cy*{Alxy8PDpwT^e}2xA<9Hxp7I02V?2&<j#D=KJV`zmRD+Pnax0kp
zheVG!0d9lhur^;+=uTl6s=N29z${nEtz3IF`HzWHq8HzBaU?Bg7i5hCL%;yS8thpz
z{JS7O`R_s~-HgZ_1n2CAblftyx0o>vY!<fVN?;MN7`O`P1+E5`0KWv}oW~L%)&ai&
zd<ghOAjiOZ;8q}cYy@rsvb(ncneP#}KA<1?DDW{L!ymxiZ-F~K|Gg#F4l#{B1!N4|
z3)O#oF#oasSxsYomwNuI5vSIH2lHRG$o=6ukH1Q-{fBEj*KxL(eQf9QtMek`o%siK
z_|Kj{7RrAVdw(Bx|B)QKf0x)M>%qNP{giBbZTo+@3e0lVzOP(+bZ+^%??-jyH@M<*
zuhx}+57Kh)COGl06xCY%$yb3@s`IxR(X0c(nSUMlR{(=n;(5M2|M0BB^9k!PPm<3C
zg%OfUhdT3b(Bi)XW#uD(CDNbJ;BTG&+|PeJpYd#_D?eM4XEcJ7{2|%)?(MH+*X7T1
zyq^48^WWeZmFG}h{+y?J@^k&W^YZW3mS6Au&wDuMv#$J4YRk|0f9K_Y0{ou>5}d|g
zSabaGKFRxsuKc_&>dgNz)}6(W|0|mOt2FO_ynpfTr7J(zE1vfVPVHYM!jRv6{UKik
zR;kY4ZHS&qCvoC$?LO}Oc_*bjtV6n3M~C-Ko&Bd;bNngUb@}tGq_h51Yqmej;$2&p
zzaMFJ`oCIKElU4WH!uYxIQPHa`Gfih>KAn7ryfF2{ymE#KhMikKtgW$V;Frka`w5M
zf2dz!o9fEX_Hy5U$zSjMNxlkDv@3ADx{rVIuh)@Z>XoQZVjWzWBLUY+_w}Frse^M}
ze<a_0<mX=HKK{s`=TBGu2K8yYx9iH!v%(aRkZb&L*H=F`{i9v)Z<Xr&<$0wuoy3{H
z-uU;UEbghg^7F3n0g&LtzfyDkRei6^pLex4BzI^24MOk!&HZdUP?taNOA#O;m;4rI
zz57?b@>9R;cK@_iUaj+Q-t&)hg?&KCB|pc0rCfhp=U?9Zb@U&VnEMTS>o2qumK{#F
z|GD<Kt-n0`#r4j=dCSlBLXW@R{c9)6`!Y~he(FoO2NH7ke>}ba-1+_|U;Fv9K>JtT
z?cWdn-%e|xIToEz*?*Wu*?;Kgor|ur|EMx(|51LPN$FSi9~G|bKZ;f^*D&^@qS>$X
z)3&9;=$6^&3Y$Na_E*`$n0_zleL&thYk^M#_X8uqD6kF~1J(oMKpHI$02_f#z-NF5
zfzJXD0qu2h@^{RW_G{^|F1X!U@rTp&OK^_>2Y`dXqrhW8^5VHo@dQ~gq@=Z#_TO>v
z>xbJX?XBbR(;m$5QP@X^V4r*mF{9E_I*M9Ya1iMxP|G2tq%EmO+A&qEySx74D_dsj
z&OQ3f`#<~1pMSY>-D7xGQ2OMH?itf53e1jvEv)_(SS9ASOzVm8SI^GM->&G4fA{B`
zo1fYc`k`K~xl{}7zcP&ULm1IdVf0r(&&zL2?l~c>`g?#ugoH3Z>Oj@OjbeWA7n8dJ
z@5U7}m1U`pVZRK@JtKm%bt8UB&~ed$yj)2;&`JXsAGC7!!_Gd2@2DI(eeeYlI|O%J
z&doXL+<osM$*+OWb~c<k8`^orgtdCKZ{$ctFuWru{_X7^I$~T3SGO29J#U*Idqm&B
zs_C)G{_%i6)iYq8{D)`qwN;Zs>?*!c{I6x_f8R5{{9>Zy@<8#VaY^{YW#K?sP0br+
z#-)mYXY$2~qVsQ`KIWY~99rGoCtAPfHNEex>wYNUKY0pyj`@4d?$hR!XYCok|LCa`
zBg_256C0PE_m8iSdb?jf>wo|7@R3z-t(si-iP#995>n||cM@*^1~K=JVIK9OWroFR
zIj1=1&LHe4;!nUrF$Vu|`fbGAoIQ?t_cC5?_|dY%SUXCj%|6Y-(J2=#SQ8uZO`_l8
z=-(v13DJ&~F9u&wFhv{EG$14)Q~BjsI0U*G$b1Qeq~LEy4nNk;gv`^5yfLJy1s#X4
zNwfmv2uUHAiaUr9a%;vIV7{m<F(SuJvt!*E$q`lv#5?wux70SaBvbMFWIWN{6pIJT
zTiR+Hni9#BKU#mNsktecN<>pl?Q#EsL`z$1d91lM5sx*sHpQD$Nm2*n?M=;PiI!+G
z6{(B6*V$g*Lf0Rb^`{?4el=aUcGFKkC=ySUUpZ%_8QcxQ?)UL?zsqlY^zJ}U^y<~&
zZ(O+5RQ1kxKK$n7{>wb@X~IJHFID{g-u_Fyel0cszS_3rzMfkDzLDC-;j!`l!^!^9
ziNU`9;J)Lvsm8`+Fy2uYujtqvs18(BgaS38U^v{ldrzo3NGmMQ^@W}PSjJMWzYpra
zwC%st<G;}LlV`F+IC(YW+{lypLP4E5l&i{#h?M~k2=(?QB8oC-Q`}s`cnNrLV2aNq
z&9Hd19&gG^LiC?4T_%pdSyk>6%SuUei!ovK^$Anb45MDjCp;On7cbVSZ&dX%q4}}X
zK9oe7HdN;KLYqcffhl%m&|dL)25rJdW>4?KU5Yey4lFMM8xHB|AH;eF@b=GR?2|O@
z52kpn*kkOMH1GAM_^;Q8986E$3G;i5s4f0F;_I^FW48Efh_BCzKOkx9K1}fn_&q0S
zi~lumZv7Yak9zN4sBck<2zXtg4=LR2PfGKxWB=fL2I_=Z2Uq4u&<k|aKU)0t-k&Jh
zb@}&zKXtH#T<vf1SFO-sC7$QY_fNYKPCb|||F0wM6p-M|e{uBx)b6<1-zqV08gRSQ
z>3_Z_;%=@h|5uTgc?h}XkK*oYS-{-vU-|ZbC-}OJzp$KrTK0F;Q$X{gFaHbL{I%Zy
z%+7t?_J1Dy-R8fNT&Mr3_vM=+UH<JzOC2;JSN{iQ+u!y5Q{M8ofv?;Aw?^LLygwQO
ze>eM^#h>estNcba%BunDw*PUYrEZ;&yZu=M+W*}7=R5zXKexE&=5N`*`E}>N2ZeEe
z)s>%XpIiG|{Q3UEoqr_FTbF+l>5G7bT<vd3t~dT@PoZ5!mwy6jb>z3+U%1Opz6wyZ
zD?Eo3I`VT3&}e^YTcSOQb#P^l1g)C<sbSaPKl}G*y8K%-`3LmgA4$3MX@6=+Rr|wR
zFeu)-@)yi7tAKl%zsE?}?gOtDd&TpTR`(?@^y|EjDDc6;K$^(=i4S*1`rn$RM<lK8
zKOW<xq<P-qea8noMrQtrto*05;?HEndyI{%ncuoEeTw_eCP~lTm$pjUy5I1=^oXSA
z>g$uVs;^fVrHoVZ;`Sx!U%c~rFYjxnSSjgkNJB8iHc9{HhDCctucR%C@n<Ei%JX5V
zWBEMunqsx-F^VP4_eZ>s`9xUK-<LGQCMB)LvQK;}>AG~hS9~UEkP^J&dKP^ngZ3ES
z0QqyhHN~sNrufT#(mzU@DNON+q>IxB5>wog^xtObjS;3-V2Vvy^yVyjOBOvLX(f*-
zJTF+~Stnpq6ib?8i2!%f&JX>QMSC)6Q<#$ONdH+K^aGOS-$bxXuUMXyenl3&GK2Pt
zq72%HosISJ%$DcN>fis!_L>`iSNoaX8t*r~9^+$4^Sy~FI3Bl3{e+qy8@|Q4#1~l$
z14HJww^)AVm@@zJ{4&{6r(}M0nzcn}dP`+~k2ojY{C9;FGM}1lnoMoU*2?@sB&4fG
zp)G-%w`7RVITs9tSwAhd_p<)EQ2q6>S^a&Pw3=J*Pa?2~AIEzY{$<~oe9=+{{pP5A
zRg>9OORc~Cf3ROE3rJ=Q_M+{0Q*?$x?eB&5KWn#m<G+7maHwo_xMyrU(%bLY7^Zkw
zo-5Q!<P~c&_6htql{H+Y)k=;3+8}A`9J76^PZ)BaR{IF_*pg;?u1e5zOIn><)V^+=
zbGC0qni^F$k|X_XNmDmu<@fJpyei)-B9dlWf+<dB(SPr<muHH9X3^KO=<6A@Pu!5S
z;^#4LN?OT_bB3f<dzoS;E5FfA{(f0E>cMZw_To-s3MsE_50IkjM(2lg7XoViSNn+C
jkJNsk_BXXps{K~&+Y8;dR9%bwRx3|i0SzkrZn^&hWvFVz

literal 0
HcmV?d00001