mirror of
https://github.com/Alfresco/alfresco-community-repo.git
synced 2025-08-07 17:49:17 +00:00
ALF-12273: Merge V4.0-BUG-FIX to HEAD
33119: Merge V3.4-BUG-FIX (3.4.8) to V4.0-BUG-FIX (4.0.1) 33099: ALF-10412 Nonreducing 100% CPU Uploading Large Files to Share Site Document Library ALF-10976 Excel files bigger than 2mb cause soffice.exe to take 100% of one CPU for more than 2 minutes in previews. - Polish TransformerDebug - Better config for txt and xlsx to swf 33095: ALF-10412 Nonreducing 100% CPU Uploading Large Files to Share Site Document Library ALF-10976 Excel files bigger than 2mb cause soffice.exe to take 100% of one CPU for more than 2 minutes in previews. - Improvements to TransformerDebug so that calls to getTransformers use trace rather than debug level logging allowing one to see the wood for the trees 33016: ALF-10412 Nonreducing 100% CPU Uploading Large Files to Share Site Document Library ALF-10976 Excel files bigger than 2mb cause soffice.exe to take 100% of one CPU for more than 2 minutes in previews. - fix build errors - may not get all of them as not tested on Linux 33005: ALF-10412 Nonreducing 100% CPU Uploading Large Files to Share Site Document Library ALF-10976 Excel files bigger than 2mb cause soffice.exe to take 100% of one CPU for more than 2 minutes in previews. - Disable transformers if the source txt or xlsx is too large - avoids transforms that don't finish txt limit is 5MB xlsx limit is 1MB - Added a general 2 minute timeout added (ignored by JOD transformers - which already have a 2 minute timeout and OpenOffice transformers - would require more work) - Previous commit already limited txt -> pdf -> png so that only the 1st pdf page was created when creating a doclib icon - Earlier commit already reduced the priority of the background Thread used for transformations so that user interaction did not suffer. 33004: ALF-10412 Nonreducing 100% CPU Uploading Large Files to Share Site Document Library ALF-10976 Excel files bigger than 2mb cause soffice.exe to take 100% of one CPU for more than 2 minutes in previews. - Added time, size and page limits to transformer configuration to allow one to avoid costly transformations and to stop them if they do occur. Limits avoid a transformer being selected if the source is too large, or make it throw and Exception or discard data after a given time, KBytes read or pages created. - Page limits currently only used by TextToPdfContentTransformer for thumbnail (icon) creation. - Time, Size and Page limits are currently ignored by JodContentTransformer and OpenOfficeContentTransformerWorker once running but the max source size limits may be used to avoid the selection of the transformer in the first place. - TransformerDebug added to be able to see what is going on. A real eye opener! log4j org.alfresco.repo.content.transform.TransformerDebug 32136: ALF-10412 Nonreducing 100% CPU Uploading Large Files to Share Site Document Library Reducing the priority of the async thread pool that is used to perform the transformations so that normal activity (and even garbage collection) is not interrupted by transformations. git-svn-id: https://svn.alfresco.com/repos/alfresco-enterprise/alfresco/HEAD/root@33223 c4b6b30b-aa2e-2d43-bbcb-ca4b014f7261
This commit is contained in:
@@ -1,5 +1,5 @@
|
||||
/*
|
||||
* Copyright (C) 2005-2010 Alfresco Software Limited.
|
||||
* Copyright (C) 2005-2011 Alfresco Software Limited.
|
||||
*
|
||||
* This file is part of Alfresco
|
||||
*
|
||||
@@ -19,12 +19,14 @@
|
||||
package org.alfresco.repo.thumbnail;
|
||||
|
||||
import java.io.Serializable;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
|
||||
import org.alfresco.error.AlfrescoRuntimeException;
|
||||
import org.alfresco.model.ContentModel;
|
||||
import org.alfresco.repo.action.ParameterDefinitionImpl;
|
||||
import org.alfresco.repo.action.executer.ActionExecuterAbstractBase;
|
||||
import org.alfresco.repo.content.transform.TransformerDebug;
|
||||
import org.alfresco.service.cmr.action.Action;
|
||||
import org.alfresco.service.cmr.action.ParameterDefinition;
|
||||
import org.alfresco.service.cmr.dictionary.DataTypeDefinition;
|
||||
@@ -42,6 +44,7 @@ import org.apache.commons.logging.LogFactory;
|
||||
* NOTE: This action is used to facilitate the async creation of thumbnails. It is not intended for genereral useage.
|
||||
*
|
||||
* @author Roy Wetherall
|
||||
* @author Ph Dubois (optional thumbnail creation by mimetype and in general)
|
||||
*/
|
||||
public class CreateThumbnailActionExecuter extends ActionExecuterAbstractBase
|
||||
{
|
||||
@@ -53,6 +56,12 @@ public class CreateThumbnailActionExecuter extends ActionExecuterAbstractBase
|
||||
/** Node Service */
|
||||
private NodeService nodeService;
|
||||
|
||||
/** Property turns on and off all thumbnail creation */
|
||||
private boolean generateThumbnails = true;
|
||||
|
||||
// Size limitations (in KBytes) indexed by mimetype for thumbnail creation
|
||||
private HashMap<String,Long> mimetypeMaxSourceSizeKBytes;
|
||||
|
||||
/** Action name and parameters */
|
||||
public static final String NAME = "create-thumbnail";
|
||||
public static final String PARAM_CONTENT_PROPERTY = "content-property";
|
||||
@@ -78,12 +87,40 @@ public class CreateThumbnailActionExecuter extends ActionExecuterAbstractBase
|
||||
this.nodeService = nodeService;
|
||||
}
|
||||
|
||||
/**
|
||||
* Set the maximum size for each mimetype above which thumbnails are not created.
|
||||
* @param mimetypeMaxSourceSizeKBytes map of mimetypes to max source sizes.
|
||||
*/
|
||||
public void setMimetypeMaxSourceSizeKBytes(HashMap<String, Long> mimetypeMaxSourceSizeKBytes)
|
||||
{
|
||||
this.mimetypeMaxSourceSizeKBytes = mimetypeMaxSourceSizeKBytes;
|
||||
}
|
||||
|
||||
/**
|
||||
* Enable thumbnail creation at all regardless of mimetype.
|
||||
* @param generateThumbnails a {@code false} value turns off all thumbnail creation.
|
||||
*/
|
||||
public void setGenerateThumbnails(boolean generateThumbnails)
|
||||
{
|
||||
this.generateThumbnails = generateThumbnails;
|
||||
}
|
||||
|
||||
/**
|
||||
* @see org.alfresco.repo.action.executer.ActionExecuterAbstractBase#executeImpl(org.alfresco.service.cmr.action.Action, org.alfresco.service.cmr.repository.NodeRef)
|
||||
*/
|
||||
@Override
|
||||
protected void executeImpl(Action action, NodeRef actionedUponNodeRef)
|
||||
{
|
||||
// Check if thumbnailing is generally disabled
|
||||
if (!generateThumbnails)
|
||||
{
|
||||
if (logger.isDebugEnabled())
|
||||
{
|
||||
logger.debug("Thumbnail transformations are not enabled");
|
||||
}
|
||||
return;
|
||||
}
|
||||
|
||||
if (this.nodeService.exists(actionedUponNodeRef) == true)
|
||||
{
|
||||
// Get the thumbnail Name
|
||||
@@ -107,15 +144,31 @@ public class CreateThumbnailActionExecuter extends ActionExecuterAbstractBase
|
||||
|
||||
// If there isn't a currently active transformer for this, log and skip
|
||||
Serializable contentProp = nodeService.getProperty(actionedUponNodeRef, contentProperty);
|
||||
if(contentProp != null && contentProp instanceof ContentData)
|
||||
if (contentProp == null)
|
||||
{
|
||||
String mimetype = ((ContentData)contentProp).getMimetype();
|
||||
if (!registry.isThumbnailDefinitionAvailable(mimetype, details))
|
||||
logger.info("Creation of thumbnail, null content for " + details.getName());
|
||||
return;
|
||||
}
|
||||
|
||||
if(contentProp instanceof ContentData)
|
||||
{
|
||||
ContentData content = (ContentData)contentProp;
|
||||
String mimetype = content.getMimetype();
|
||||
if (!registry.isThumbnailDefinitionAvailable(content.getContentUrl(), mimetype, content.getSize(), details))
|
||||
{
|
||||
logger.info("Unable to create thumbnail '" + details.getName() + "' for " +
|
||||
mimetype + " as no transformer is currently available");
|
||||
return;
|
||||
}
|
||||
if (mimetypeMaxSourceSizeKBytes != null)
|
||||
{
|
||||
Long maxSourceSizeKBytes = mimetypeMaxSourceSizeKBytes.get(mimetype);
|
||||
if (maxSourceSizeKBytes != null && maxSourceSizeKBytes > 0 && maxSourceSizeKBytes <= (content.getSize()/1024L))
|
||||
{
|
||||
logger.info("Creation of " + details.getName()+ " thumbnail from '" + mimetype + "' , content is too big ("+(content.getSize()/1024L)+"K >= "+maxSourceSizeKBytes+"K)");
|
||||
return; //avoid transform
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Create the thumbnail
|
||||
@@ -144,5 +197,4 @@ public class CreateThumbnailActionExecuter extends ActionExecuterAbstractBase
|
||||
paramList.add(new ParameterDefinitionImpl(PARAM_THUMBANIL_NAME, DataTypeDefinition.TEXT, true, getParamDisplayLabel(PARAM_THUMBANIL_NAME)));
|
||||
paramList.add(new ParameterDefinitionImpl(PARAM_CONTENT_PROPERTY, DataTypeDefinition.QNAME, false, getParamDisplayLabel(PARAM_CONTENT_PROPERTY)));
|
||||
}
|
||||
|
||||
}
|
||||
|
Reference in New Issue
Block a user