mirror of
https://github.com/Alfresco/alfresco-community-repo.git
synced 2025-06-30 18:15:39 +00:00
819988c518
33119: Merge V3.4-BUG-FIX (3.4.8) to V4.0-BUG-FIX (4.0.1)
33099: ALF-10412 Nonreducing 100% CPU Uploading Large Files to Share Site Document Library
ALF-10976 Excel files bigger than 2mb cause soffice.exe to take 100% of one CPU for more than 2 minutes in previews.
- Polish TransformerDebug
- Better config for txt and xlsx to swf
33095: ALF-10412 Nonreducing 100% CPU Uploading Large Files to Share Site Document Library
ALF-10976 Excel files bigger than 2mb cause soffice.exe to take 100% of one CPU for more than 2 minutes in previews.
- Improvements to TransformerDebug so that calls to getTransformers use trace rather than debug level logging
allowing one to see the wood for the trees
33016: ALF-10412 Nonreducing 100% CPU Uploading Large Files to Share Site Document Library
ALF-10976 Excel files bigger than 2mb cause soffice.exe to take 100% of one CPU for more than 2 minutes in previews.
- fix build errors - may not get all of them as not tested on Linux
33005: ALF-10412 Nonreducing 100% CPU Uploading Large Files to Share Site Document Library
ALF-10976 Excel files bigger than 2mb cause soffice.exe to take 100% of one CPU for more than 2 minutes in previews.
- Disable transformers if the source txt or xlsx is too large - avoids transforms that don't finish
txt limit is 5MB
xlsx limit is 1MB
- Added a general 2 minute timeout added (ignored by JOD transformers - which already have a 2 minute timeout
and OpenOffice transformers - would require more work)
- Previous commit already limited txt -> pdf -> png so that only the 1st pdf page was created when creating a doclib icon
- Earlier commit already reduced the priority of the background Thread used for transformations so that user interaction
did not suffer.
33004: ALF-10412 Nonreducing 100% CPU Uploading Large Files to Share Site Document Library
ALF-10976 Excel files bigger than 2mb cause soffice.exe to take 100% of one CPU for more than 2 minutes in previews.
- Added time, size and page limits to transformer configuration to allow one to avoid
costly transformations and to stop them if they do occur. Limits avoid a transformer being
selected if the source is too large, or make it throw and Exception or discard data after a given
time, KBytes read or pages created.
- Page limits currently only used by TextToPdfContentTransformer for thumbnail (icon) creation.
- Time, Size and Page limits are currently ignored by JodContentTransformer and OpenOfficeContentTransformerWorker
once running but the max source size limits may be used to avoid the selection of the transformer in the first
place.
- TransformerDebug added to be able to see what is going on. A real eye opener!
log4j org.alfresco.repo.content.transform.TransformerDebug
32136: ALF-10412 Nonreducing 100% CPU Uploading Large Files to Share Site Document Library
Reducing the priority of the async thread pool that is used to perform the transformations so that normal activity (and even garbage collection) is not interrupted by transformations.
git-svn-id: https://svn.alfresco.com/repos/alfresco-enterprise/alfresco/HEAD/root@33223 c4b6b30b-aa2e-2d43-bbcb-ca4b014f7261
136 lines
6.6 KiB
Java
136 lines
6.6 KiB
Java
/*
|
|
* Copyright (C) 2005-2010 Alfresco Software Limited.
|
|
*
|
|
* This file is part of Alfresco
|
|
*
|
|
* Alfresco is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Lesser General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* Alfresco is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public License
|
|
* along with Alfresco. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
package org.alfresco.repo.content;
|
|
|
|
import org.alfresco.repo.content.metadata.DWGMetadataExtracterTest;
|
|
import org.alfresco.repo.content.metadata.HtmlMetadataExtracterTest;
|
|
import org.alfresco.repo.content.metadata.MP3MetadataExtracterTest;
|
|
import org.alfresco.repo.content.metadata.MailMetadataExtracterTest;
|
|
import org.alfresco.repo.content.metadata.OfficeMetadataExtracterTest;
|
|
import org.alfresco.repo.content.metadata.OpenDocumentMetadataExtracterTest;
|
|
import org.alfresco.repo.content.metadata.OpenOfficeMetadataExtracterTest;
|
|
import org.alfresco.repo.content.metadata.PdfBoxMetadataExtracterTest;
|
|
import org.alfresco.repo.content.metadata.PoiMetadataExtracterTest;
|
|
import org.alfresco.repo.content.metadata.RFC822MetadataExtracterTest;
|
|
import org.alfresco.repo.content.metadata.TikaAutoMetadataExtracterTest;
|
|
import org.alfresco.repo.content.transform.AbstractContentTransformerLimitsTest;
|
|
import org.alfresco.repo.content.transform.AppleIWorksContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.BinaryPassThroughContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.ComplexContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.ContentTransformerRegistryTest;
|
|
import org.alfresco.repo.content.transform.HtmlParserContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.MailContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.MediaWikiContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.OpenOfficeContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.PdfBoxContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.PoiContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.PoiHssfContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.PoiOOXMLContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.RuntimeExecutableContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.StringExtractingContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.TextMiningContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.TextToPdfContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.TikaAutoContentTransformerTest;
|
|
import org.alfresco.repo.content.transform.magick.ImageMagickContentTransformerTest;
|
|
import org.alfresco.service.cmr.repository.TransformationOptionLimitsTest;
|
|
import org.alfresco.service.cmr.repository.TransformationOptionPairTest;
|
|
import org.alfresco.util.ApplicationContextHelper;
|
|
import org.springframework.context.ApplicationContext;
|
|
|
|
import com.google.gdata.data.acl.AclRole;
|
|
|
|
import junit.framework.JUnit4TestAdapter;
|
|
import junit.framework.Test;
|
|
import junit.framework.TestSuite;
|
|
|
|
/**
|
|
* Metadata Extractor and Transform test suite
|
|
*
|
|
* @author Nick Burch
|
|
*/
|
|
public class ContentMinimalContextTestSuite extends TestSuite
|
|
{
|
|
/**
|
|
* Asks {@link ApplicationContextHelper} to give us a
|
|
* suitable, perhaps cached context for use in our tests
|
|
*/
|
|
public static ApplicationContext getContext() {
|
|
ApplicationContextHelper.setUseLazyLoading(false);
|
|
ApplicationContextHelper.setNoAutoStart(true);
|
|
return ApplicationContextHelper.getApplicationContext(
|
|
new String[] { "classpath:alfresco/minimal-context.xml" }
|
|
);
|
|
}
|
|
|
|
/**
|
|
* Creates the test suite
|
|
*
|
|
* @return the test suite
|
|
*/
|
|
public static Test suite()
|
|
{
|
|
// Setup the context
|
|
getContext();
|
|
|
|
// Off we go
|
|
TestSuite suite = new TestSuite();
|
|
|
|
// Limits
|
|
suite.addTest(new JUnit4TestAdapter(AbstractContentReaderLimitTest.class));
|
|
suite.addTest(new JUnit4TestAdapter(AbstractContentTransformerLimitsTest.class));
|
|
suite.addTest(new JUnit4TestAdapter(TransformationOptionLimitsTest.class));
|
|
suite.addTest(new JUnit4TestAdapter(TransformationOptionPairTest.class));
|
|
|
|
// Metadata tests
|
|
suite.addTestSuite( DWGMetadataExtracterTest.class );
|
|
suite.addTestSuite( HtmlMetadataExtracterTest.class );
|
|
suite.addTestSuite( MailMetadataExtracterTest.class );
|
|
suite.addTestSuite( MP3MetadataExtracterTest.class );
|
|
suite.addTestSuite( OfficeMetadataExtracterTest.class );
|
|
suite.addTestSuite( OpenDocumentMetadataExtracterTest.class );
|
|
suite.addTestSuite( OpenOfficeMetadataExtracterTest.class );
|
|
suite.addTestSuite( PdfBoxMetadataExtracterTest.class );
|
|
suite.addTestSuite( PoiMetadataExtracterTest.class );
|
|
suite.addTestSuite( RFC822MetadataExtracterTest.class );
|
|
suite.addTestSuite( TikaAutoMetadataExtracterTest.class );
|
|
|
|
// Transform tests
|
|
suite.addTestSuite(BinaryPassThroughContentTransformerTest.class);
|
|
suite.addTestSuite(ComplexContentTransformerTest.class);
|
|
suite.addTestSuite(ContentTransformerRegistryTest.class);
|
|
suite.addTestSuite(HtmlParserContentTransformerTest.class);
|
|
suite.addTestSuite(MailContentTransformerTest.class);
|
|
suite.addTestSuite(MediaWikiContentTransformerTest.class);
|
|
suite.addTestSuite(OpenOfficeContentTransformerTest.class);
|
|
suite.addTestSuite(PdfBoxContentTransformerTest.class);
|
|
suite.addTestSuite(PoiContentTransformerTest.class);
|
|
suite.addTestSuite(PoiHssfContentTransformerTest.class);
|
|
suite.addTestSuite(PoiOOXMLContentTransformerTest.class);
|
|
suite.addTestSuite(RuntimeExecutableContentTransformerTest.class);
|
|
suite.addTestSuite(StringExtractingContentTransformerTest.class);
|
|
suite.addTestSuite(TextMiningContentTransformerTest.class);
|
|
suite.addTestSuite(TextToPdfContentTransformerTest.class);
|
|
suite.addTestSuite(TikaAutoContentTransformerTest.class);
|
|
suite.addTestSuite(ImageMagickContentTransformerTest.class);
|
|
suite.addTestSuite(AppleIWorksContentTransformerTest.class);
|
|
|
|
return suite;
|
|
}
|
|
}
|