alfresco-community-repo/source/java/org/alfresco/repo/download/CreateDownloadArchiveAction.java
David Draper 642d332d24 Merge from BRANCHES/DEV/CLOUD1_SPRINT1 to HEAD:
40238: CLOUD-37 - Initial Commit to test
        Merged BRANCHES/DEV/AMILLER/CLOUD1_SPRINT1 to BRANCHES/DEV/CLOUD1_SPRINT1:
           40077: CLOUD-37: Initial commit.
           40101: CLOUD-37: Fix build error.
           40114: CLOUD-37: Fix path names and missing files.
           40122: CLOUD-37: Initial drop of UI code for investigation of progress issues
           40124: CLOUD-37: A couple of minor UI tweaks (set icon and hide panel before archive download)
           40125: CLOUD-37: Download files and folders as zip
           40134: CLOUD-37: Updates to UI (javascript doc, CSS tweaks, intervals for requests, labels, etc).
           40143: CLOUD-37: Error messages for failures, more JavaScript doc, archive naming, code tidy   40157: CLOUD-37 - Download files and folders as zip
           40202: CLOUD-37: UI tweaks following UX review
           40217: CLOUD-37: Add file count to status reports.
           40222: CLOUD-37: Added information to download dialog to report on the number of files added to the zip 
   40240: CLOUD-37: Remove extraneous file, breaking build
   40513: CLOUD-37: Add Action Service Metrics
        Merged BRANCHES/DEV/AMILLER/CLOUD1_SPRINT1 to BRANCHES/DEV/CLOUD1_SPRINT1:
           40260: CLOUD-37: Add action service metrics
           40309: CLOUD-37: Fix JMX configuration, pointing at renamed class.
   40514: CLOUD-37: Enable the execution of the zip creation process on a remote transformation node
        Merged BRANCHES/DEV/AMILLER/CLOUD1_SPRINT1 to BRANCHES/DEV/CLOUD1_SPRINT1:
           40369: CLOUD-37: Enable the execution of the zip creation process on a remote transformation node   
   40516: CLOUD-37: Implement clean up job.
        Merged BRANCHES/DEV/AMILLER/CLOUD1_SPRINT1 to BRANCHES/DEV/CLOUD1_SPRINT1:
           40462: CLOUD-37: Implement clean up job.
   40517: CLOUD-505: Add entries for folders.
        Merged BRANCHES/DEV/AMILLER/CLOUD1_SPRINT1 to BRANCHES/DEV/CLOUD1_SPRINT1:
           40493: CLOUD-505: Add entries for folders.
   40547: CLOUD-37: Fix broken test
   40595: CLOUD-518: Add working copy/locked file filtering
   40642: CLOUD-508: Prevent problems occurring when cancelling and restarting the same download
   40643: CLOUD-507: When a single item is selected for download it the item name gets used for the archive name
   41442: CLOUD-590: Limit the total size of the content which can be downloaded. This can be set via the property, download.maxContentSize. The default is 2GB.
   41472: CLOUD-589: Added cancelled flag to download type and added checks in Zip creation action to act upon the setting of this flag. Also added webscript for canceling the download.
   41692: Adds support to Alfresco.util.formatFileSize for file sizes with commas (as needed by zip download)
   41693: Zip Download enhancements:
       CLOUD-590: Notifies the user when they've exceeded the maximum file size limit.
       CLOUD-626: Better handling when there are errors during zipping. (WIP)
   41713: Zip Download Updates:
        CLOUD-589: A cancel download UI action now triggers a delete of the archive on the server.
        CLOUD-626: The UI now triggers a full download cancel (with node delete) in event of an error.
   41737: Updates Alfresco.util.formatFileSize to support an optional decimal places param. (For CLOUD-685)
   41739: CLOUD-685: Display total file size of files for download to two decimal places when there is an error.
   41832: Fixes: CLOUD-704: new CANCELLED status is now handled correctly.
   41887: CLOUD-686: Updated maximum download content size to 2152852358 bytes (2.005GB)
   41965: CLOUD-703: Upload content now runs as system user, and Quota Service returns unlimited quota for system user.
   42025: CLOUD-703: Fix test failures and ensure S3 content store works in the clustered and non-clustered environments

git-svn-id: https://svn.alfresco.com/repos/alfresco-enterprise/alfresco/HEAD/root@42146 c4b6b30b-aa2e-2d43-bbcb-ca4b014f7261
2012-09-28 13:26:36 +00:00

312 lines
12 KiB
Java

/*
* Copyright (C) 2005-2012 Alfresco Software Limited.
*
* This file is part of Alfresco
*
* Alfresco is free software: you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Alfresco is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with Alfresco. If not, see <http://www.gnu.org/licenses/>.
*/
package org.alfresco.repo.download;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStream;
import java.util.List;
import org.alfresco.model.ContentModel;
import org.alfresco.model.RenditionModel;
import org.alfresco.repo.action.executer.ActionExecuter;
import org.alfresco.repo.action.executer.ActionExecuterAbstractBase;
import org.alfresco.repo.security.authentication.AuthenticationUtil;
import org.alfresco.repo.security.authentication.AuthenticationUtil.RunAsWork;
import org.alfresco.repo.transaction.RetryingTransactionHelper;
import org.alfresco.repo.transaction.RetryingTransactionHelper.RetryingTransactionCallback;
import org.alfresco.service.cmr.action.Action;
import org.alfresco.service.cmr.action.ParameterDefinition;
import org.alfresco.service.cmr.coci.CheckOutCheckInService;
import org.alfresco.service.cmr.download.DownloadRequest;
import org.alfresco.service.cmr.download.DownloadStatus;
import org.alfresco.service.cmr.download.DownloadStatus.Status;
import org.alfresco.service.cmr.repository.ContentData;
import org.alfresco.service.cmr.repository.ContentIOException;
import org.alfresco.service.cmr.repository.NodeRef;
import org.alfresco.service.cmr.repository.NodeService;
import org.alfresco.service.cmr.view.ExporterCrawlerParameters;
import org.alfresco.service.cmr.view.ExporterService;
import org.alfresco.service.cmr.view.Location;
import org.alfresco.service.namespace.QName;
import org.alfresco.util.TempFileProvider;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
/**
* {@link ActionExecuter} for creating an archive (ie. zip) file containing
* content from the repository.
*
* The maximum total size of the content which can be downloaded is controlled
* by the maximumContentSie property. -1 indicates no limit.
*
* @author Alex Miller
*/
public class CreateDownloadArchiveAction extends ActionExecuterAbstractBase
{
private static final Logger log = LoggerFactory.getLogger(CreateDownloadArchiveAction.class);
private static final String CREATION_ERROR = "Unexpected error creating archive file for download";
private static final String TEMP_FILE_PREFIX = "download";
private static final String TEMP_FILE_SUFFIX = ".zip";
// Dependencies
private CheckOutCheckInService checkOutCheckInService;
private ContentServiceHelper contentServiceHelper;
private DownloadStorage downloadStorage;
private ExporterService exporterService;
private NodeService nodeService;
private RetryingTransactionHelper transactionHelper;
private DownloadStatusUpdateService updateService;
private long maximumContentSize = -1l;
private static class SizeEstimator extends BaseExporter
{
/**
* @param checkOutCheckInService
* @param nodeService
*/
SizeEstimator(CheckOutCheckInService checkOutCheckInService, NodeService nodeService)
{
super(checkOutCheckInService, nodeService);
}
private long size = 0;
private long fileCount = 0;
@Override
protected void contentImpl(NodeRef nodeRef, QName property, InputStream content, ContentData contentData, int index)
{
size = size + contentData.getSize();
fileCount = fileCount + 1;
}
public long getSize()
{
return size;
}
public long getFileCount()
{
return fileCount;
}
}
// Dependency setters
public void setCheckOutCheckInSerivce(CheckOutCheckInService checkOutCheckInService)
{
this.checkOutCheckInService = checkOutCheckInService;
}
public void setContentServiceHelper(ContentServiceHelper contentServiceHelper)
{
this.contentServiceHelper = contentServiceHelper;
}
public void setDownloadStorage(DownloadStorage downloadStorage)
{
this.downloadStorage = downloadStorage;
}
public void setExporterService(ExporterService exporterService)
{
this.exporterService = exporterService;
}
/**
* Set the maximum total size of content that can be added to a single
* download. -1 indicates no limit.
*/
public void setMaximumContentSize(long maximumContentSize)
{
this.maximumContentSize = maximumContentSize;
}
public void setNodeService(NodeService nodeService)
{
this.nodeService = nodeService;
}
public void setTransactionHelper(RetryingTransactionHelper transactionHelper)
{
this.transactionHelper = transactionHelper;
}
public void setUpdateService(DownloadStatusUpdateService updateService)
{
this.updateService = updateService;
}
/**
* Create an archive file containing content from the repository.
*
* Uses the {@link ExporterService} with custom exporters to create the
* archive files.
*
* @param actionedUponNodeRef Download node containing information required
* to create the archive file, and which will eventually have its content
* updated with the archive file.
*/
@Override
protected void executeImpl(Action action, final NodeRef actionedUponNodeRef)
{
// Get the download request data and set up the exporter crawler parameters.
final DownloadRequest downloadRequest = downloadStorage.getDownloadRequest(actionedUponNodeRef);
AuthenticationUtil.runAs(new RunAsWork<Object>()
{
@Override
public Object doWork() throws Exception
{
ExporterCrawlerParameters crawlerParameters = new ExporterCrawlerParameters();
Location exportFrom = new Location(downloadRequest.getRequetedNodeRefs());
crawlerParameters.setExportFrom(exportFrom);
crawlerParameters.setCrawlSelf(true);
crawlerParameters.setExcludeChildAssocs(new QName[] {RenditionModel.ASSOC_RENDITION});
crawlerParameters.setExcludeAspects(new QName[] {ContentModel.ASPECT_WORKING_COPY});
// Get an estimate of the size for statuses
SizeEstimator estimator = new SizeEstimator(checkOutCheckInService, nodeService);
exporterService.exportView(estimator, crawlerParameters, null);
if (maximumContentSize > 0 && estimator.getSize() > maximumContentSize)
{
maximumContentSizeExceeded(actionedUponNodeRef, estimator.getSize(), estimator.getFileCount());
}
else
{
createDownload(actionedUponNodeRef, crawlerParameters, estimator);
}
return null;
}
}, downloadRequest.getOwner());
}
@Override
protected void addParameterDefinitions(List<ParameterDefinition> paramList)
{
}
private void maximumContentSizeExceeded(final NodeRef actionedUponNodeRef, final long size, final long fileCount)
{
log.debug("Maximum contentent size ({}), exceeded ({})", maximumContentSize, size);
//Update the content and set the status to done.
transactionHelper.doInTransaction(new RetryingTransactionCallback<Object>()
{
@Override
public Object execute() throws Throwable
{
DownloadStatus status = new DownloadStatus(Status.MAX_CONTENT_SIZE_EXCEEDED, maximumContentSize, size, 0, fileCount);
updateService.update(actionedUponNodeRef, status, 1);
return null;
}
}, false, true);
}
private void createDownload(final NodeRef actionedUponNodeRef, ExporterCrawlerParameters crawlerParameters, SizeEstimator estimator)
{
// perform the actual export
final File tempFile = TempFileProvider.createTempFile(TEMP_FILE_PREFIX, TEMP_FILE_SUFFIX);
final ZipDownloadExporter handler = new ZipDownloadExporter(tempFile, checkOutCheckInService, nodeService, transactionHelper, updateService, downloadStorage, actionedUponNodeRef, estimator.getSize(), estimator.getFileCount());
try {
exporterService.exportView(handler, crawlerParameters, null);
archiveCreationComplete(actionedUponNodeRef, tempFile, handler);
}
catch (DownloadCancelledException ex)
{
downloadCancelled(actionedUponNodeRef, handler);
}
finally
{
tempFile.delete();
}
}
private void archiveCreationComplete(final NodeRef actionedUponNodeRef, final File tempFile,
final ZipDownloadExporter handler)
{
//Update the content and set the status to done.
transactionHelper.doInTransaction(new RetryingTransactionCallback<Object>()
{
@Override
public Object execute() throws Throwable
{
try
{
contentServiceHelper.updateContent(actionedUponNodeRef, tempFile);
DownloadStatus status = new DownloadStatus(Status.DONE, handler.getDone(), handler.getTotal(), handler.getFilesAdded(), handler.getTotalFiles());
updateService.update(actionedUponNodeRef, status, handler.getNextSequenceNumber());
return null;
}
catch (ContentIOException ex)
{
throw new DownloadServiceException(CREATION_ERROR, ex);
}
catch (FileNotFoundException ex)
{
throw new DownloadServiceException(CREATION_ERROR, ex);
}
catch (IOException ex)
{
throw new DownloadServiceException(CREATION_ERROR, ex);
}
}
}, false, true);
}
private void downloadCancelled(final NodeRef actionedUponNodeRef, final ZipDownloadExporter handler)
{
//Update the content and set the status to done.
transactionHelper.doInTransaction(new RetryingTransactionCallback<Object>()
{
@Override
public Object execute() throws Throwable
{
DownloadStatus status = new DownloadStatus(Status.CANCELLED, handler.getDone(), handler.getTotal(), handler.getFilesAdded(), handler.getTotalFiles());
updateService.update(actionedUponNodeRef, status, handler.getNextSequenceNumber());
return null;
}
}, false, true);
}
}