Initial commit for ALF-10419:

- Bulk Filesystem Importer
- Adapted from work by Peter Monks (see http://code.google.com/p/alfresco-bulk-filesystem-import) and Romain Guinot
- Refactored to limit repeated code
- Refactored to use the Bulk Processor
- Currently limited to one bulk import at a time (enforced by lock service)
- Unit tests added
- Some fixes applied
- Performance tests; tried different filesystem "walking" strategies
- Still to do: yui dependencies - are these necessary?

git-svn-id: https://svn.alfresco.com/repos/alfresco-enterprise/alfresco/HEAD/root@31100 c4b6b30b-aa2e-2d43-bbcb-ca4b014f7261
This commit is contained in:
Steven Glover
2011-10-10 18:45:00 +00:00
parent 0866d3eb0b
commit 87967a9447
18 changed files with 1704 additions and 0 deletions

View File

@@ -0,0 +1,167 @@
/*
* Copyright (C) 2005-2011 Alfresco Software Limited.
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of the GNU General Public License
* as published by the Free Software Foundation; either version 2
* of the License, or (at your option) any later version.
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
* As a special exception to the terms and conditions of version 2.0 of
* the GPL, you may redistribute this Program in connection with Free/Libre
* and Open Source Software ("FLOSS") applications as described in Alfresco's
* FLOSS exception. You should have received a copy of the text describing
* the FLOSS exception, and it is also available here:
* http://www.alfresco.com/legal/licensing"
*/
package org.alfresco.repo.web.scripts.node.bulkload.inplace;
import java.util.HashMap;
import java.util.Map;
import org.alfresco.repo.bulkimport.BulkFilesystemImporter;
import org.alfresco.repo.bulkimport.BulkImportSource;
import org.alfresco.repo.bulkimport.ContentStoreMapProvider;
import org.alfresco.repo.bulkimport.impl.InPlaceBulkImportStrategy;
import org.alfresco.repo.bulkimport.impl.StoreBulkImportSource;
import org.alfresco.repo.content.ContentStore;
import org.alfresco.repo.web.scripts.node.bulkload.AbstractBulkFileSystemImportWebScript;
import org.alfresco.service.cmr.model.FileNotFoundException;
import org.alfresco.service.cmr.repository.NodeRef;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.springframework.extensions.surf.util.I18NUtil;
import org.springframework.extensions.webscripts.Cache;
import org.springframework.extensions.webscripts.Status;
import org.springframework.extensions.webscripts.WebScriptException;
import org.springframework.extensions.webscripts.WebScriptRequest;
/**
* Web Script class that invokes a BulkFilesystemImporter implementation.
*
* @since 4.0
*
* Copied by Romain Guinot from {@link BulkFilesystemImportWebScript},
* and expanded to support "in-place" importing of existing content.
*
*/
public class BulkFilesystemImportWebScript extends AbstractBulkFileSystemImportWebScript
{
private static final Log logger = LogFactory.getLog(BulkFilesystemImportWebScript.class);
// Web Script parameters (non-inherited)
private static final String PARAMETER_CONTENT_STORE = "contentStore";
private BulkFilesystemImporter importer;
private ContentStoreMapProvider storeMapProvider;
private InPlaceBulkImportStrategy importStrategy;
/**
* @see org.springframework.extensions.webscripts.DeclarativeWebScript#executeImpl(org.springframework.extensions.webscripts.WebScriptRequest, org.springframework.extensions.webscripts.Status, org.springframework.extensions.webscripts.Cache)
*/
@Override
protected Map<String, Object> executeImpl(WebScriptRequest request, Status status, Cache cache)
{
Map<String, Object> model = new HashMap<String, Object>();
String relativeSourceDirectory = null;
String destinationContentStoreName = null;
String targetNodeRefStr = null;
String targetPath = null;
String replaceExistingStr = null;
cache.setNeverCache(true);
try
{
importInProgress = importer.getStatus().inProgress();
if (!importInProgress)
{
NodeRef targetNodeRef = null;
boolean replaceExisting = false;
// Retrieve, validate and convert parameters
relativeSourceDirectory = request.getParameter(PARAMETER_SOURCE_DIRECTORY);
destinationContentStoreName = request.getParameter(PARAMETER_CONTENT_STORE);
targetNodeRefStr = request.getParameter(PARAMETER_TARGET_NODEREF);
targetPath = request.getParameter(PARAMETER_TARGET_PATH);
replaceExistingStr = request.getParameter(PARAMETER_REPLACE_EXISTING);
targetNodeRef = getTargetNodeRef(targetNodeRefStr, targetPath);
if (relativeSourceDirectory == null || relativeSourceDirectory.trim().length() == 0)
{
throw new WebScriptException("Error: mandatory parameter '" + PARAMETER_SOURCE_DIRECTORY + "' was not provided !");
}
if (replaceExistingStr != null && replaceExistingStr.trim().length() > 0)
{
replaceExisting = PARAMETER_VALUE_REPLACE_EXISTING.equals(replaceExistingStr);
}
ContentStore store = storeMapProvider.checkAndGetStore(destinationContentStoreName);
// Initiate the import
// ImportStrategy importContext = new InPlaceBulkImportStrategy(destinationContentStoreName, store, relativeSourceDirectory);
//importer.bulkImport(targetNodeRef, new Triple<String, ContentStore, String> (destinationContentStoreName, store, relativeSourceDirectory), replaceExisting);
BulkImportSource importSource = new StoreBulkImportSource(destinationContentStoreName, store, relativeSourceDirectory);
importer.bulkImport(importSource, targetNodeRef, importStrategy, replaceExisting);
// redirect to the status Web Script
status.setCode(Status.STATUS_MOVED_TEMPORARILY);
status.setRedirect(true);
status.setLocation(request.getServiceContextPath() + WEB_SCRIPT_URI_BULK_FILESYSTEM_IMPORT_STATUS);
}
else
{
model.put(IMPORT_ALREADY_IN_PROGRESS_MODEL_KEY, I18NUtil.getMessage(IMPORT_ALREADY_IN_PROGRESS_ERROR_KEY));
}
}
catch (WebScriptException wse)
{
status.setCode(Status.STATUS_BAD_REQUEST, wse.getMessage());
status.setRedirect(true);
}
catch (FileNotFoundException fnfe)
{
status.setCode(Status.STATUS_BAD_REQUEST,"The repository path '" + targetPath + "' does not exist !");
status.setRedirect(true);
}
catch(IllegalArgumentException iae)
{
status.setCode(Status.STATUS_BAD_REQUEST,iae.getMessage());
status.setRedirect(true);
}
catch (Throwable t)
{
throw new WebScriptException(Status.STATUS_INTERNAL_SERVER_ERROR, buildTextMessage(t), t);
}
return model;
}
// boilerplate setters
public void setImporter(BulkFilesystemImporter importer)
{
this.importer = importer;
}
public void setStoreMapProvider(ContentStoreMapProvider storeMapProvider)
{
this.storeMapProvider = storeMapProvider;
}
public void setImportStrategy(InPlaceBulkImportStrategy importStrategy)
{
this.importStrategy = importStrategy;
}
}