RM Performance Improvements:

* focus on in-place scenarios with large numbers of DM users and large numbers of in-place records (based on issue informally reported by partner)
 * improve performance of dynamic authorities used for in-place security evaluation (L1 transaction cache and more preformant authority look up)
 * remove unwanted queries in tree (N+1 for every node) .. killed it for large file plans
 * L1 transaction cache for capability condition evaluation .. these are called a LOT so removes some of the bottle necks when evaluating the permissions of a large sets of nodes
 * extend helper system test used to load up fileplan and now also create in-place records
 * unit and integration tests run .. sanity testing done via the UI
 * overall performance of the display of 1000 in-place records in the file plan down from minutes to a few seconds!



git-svn-id: https://svn.alfresco.com/repos/alfresco-enterprise/modules/recordsmanagement/HEAD@75186 c4b6b30b-aa2e-2d43-bbcb-ca4b014f7261
This commit is contained in:
Roy Wetherall
2014-06-28 04:54:04 +00:00
parent 1996a4dc85
commit 75c8dbc579
37 changed files with 267 additions and 94 deletions

View File

@@ -38,6 +38,7 @@ import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.springframework.context.ApplicationContext;
import org.springframework.context.ApplicationContextAware;
import org.springframework.extensions.webscripts.GUID;
/**

View File

@@ -18,12 +18,17 @@
*/
package org.alfresco.module.org_alfresco_module_rm.capability.declarative;
import java.util.Map;
import org.alfresco.module.org_alfresco_module_rm.disposition.DispositionService;
import org.alfresco.module.org_alfresco_module_rm.fileplan.FilePlanService;
import org.alfresco.module.org_alfresco_module_rm.freeze.FreezeService;
import org.alfresco.module.org_alfresco_module_rm.model.RecordsManagementModel;
import org.alfresco.module.org_alfresco_module_rm.record.RecordService;
import org.alfresco.module.org_alfresco_module_rm.recordfolder.RecordFolderService;
import org.alfresco.repo.security.authentication.AuthenticationUtil;
import org.alfresco.repo.transaction.TransactionalResourceHelper;
import org.alfresco.service.cmr.repository.NodeRef;
import org.alfresco.service.cmr.repository.NodeService;
import org.alfresco.service.cmr.security.PermissionService;
import org.springframework.beans.factory.BeanNameAware;
@@ -37,6 +42,9 @@ public abstract class AbstractCapabilityCondition implements CapabilityCondition
BeanNameAware,
RecordsManagementModel
{
/** transaction cache key */
private static final String KEY_EVALUATE = "rm.transaction.evaluate";
/** Capability condition name */
protected String name;
@@ -113,6 +121,32 @@ public abstract class AbstractCapabilityCondition implements CapabilityCondition
{
return name;
}
/**
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
{
boolean result = false;
// check transaction cache
Map<String, Boolean> map = TransactionalResourceHelper.getMap(KEY_EVALUATE);
String key = getName() + "|" + nodeRef.toString() + "|" + AuthenticationUtil.getRunAsUser();
if (map.containsKey(key))
{
result = map.get(key);
}
else
{
result = evaluateImpl(nodeRef);
map.put(key, result);
}
return result;
}
public abstract boolean evaluateImpl(NodeRef nodeRef);
/**
* @see org.springframework.beans.factory.BeanNameAware#setBeanName(java.lang.String)

View File

@@ -20,9 +20,26 @@ package org.alfresco.module.org_alfresco_module_rm.capability.declarative;
import org.alfresco.service.cmr.repository.NodeRef;
/**
* Capability condition.
*
* @author Roy Wetherall
* @since 2.0
*/
public interface CapabilityCondition
{
/**
* Get capability condition name
*
* @return {@link String} capability condition name
*/
String getName();
/**
* Evaluates capability condition.
*
* @param nodeRef node reference
* @return boolean true if evaluate success, false otherwise
*/
boolean evaluate(NodeRef nodeRef);
}

View File

@@ -42,12 +42,18 @@ public class AtLeastOneCondition extends AbstractCapabilityCondition
{
this.conditions = conditions;
}
@Override
public boolean evaluate(NodeRef nodeRef)
{
return evaluateImpl(nodeRef);
}
/**
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;

View File

@@ -35,7 +35,7 @@ public class ClosedCapabilityCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;
if (recordFolderService.isRecordFolder(nodeRef))

View File

@@ -32,7 +32,7 @@ public class CutoffCapabilityCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
// determine whether the item is already cutt off
return dispositionService.isDisposableItemCutoff(nodeRef);

View File

@@ -28,7 +28,7 @@ import org.alfresco.service.cmr.repository.NodeRef;
public class DeclaredCapabilityCondition extends AbstractCapabilityCondition
{
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;
if (FilePlanComponentKind.RECORD.equals(filePlanService.getFilePlanComponentKind(nodeRef)))

View File

@@ -29,7 +29,7 @@ import org.alfresco.service.cmr.repository.NodeRef;
public class DestroyedCapabilityCondition extends AbstractCapabilityCondition
{
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
return nodeService.hasAspect(nodeRef, ASPECT_GHOSTED);
}

View File

@@ -30,7 +30,7 @@ import org.alfresco.service.cmr.repository.NodeRef;
public class FailCapabilityCondition extends AbstractCapabilityCondition
{
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
return false;
}

View File

@@ -47,7 +47,7 @@ public class FileableCapabilityCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
QName type = nodeService.getType(nodeRef);
// TODO and not already a record?

View File

@@ -34,7 +34,7 @@ public class FillingCapabilityCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;

View File

@@ -34,7 +34,7 @@ private boolean checkChildren = false;
}
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = freezeService.isFrozen(nodeRef);
if (!result && checkChildren)

View File

@@ -33,7 +33,7 @@ public class FrozenOrHoldCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
FilePlanComponentKind kind = filePlanService.getFilePlanComponentKind(nodeRef);
return (freezeService.isFrozen(nodeRef) ||

View File

@@ -46,7 +46,7 @@ public class HasAspectCapabilityCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;
if (aspectName != null)

View File

@@ -45,7 +45,7 @@ public class HasDispositionDateCapabilityCondition extends AbstractCapabilityCon
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;

View File

@@ -45,7 +45,7 @@ public class HasEventsCapabilityCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;

View File

@@ -58,7 +58,7 @@ public class HoldCapabilityCondition extends AbstractCapabilityCondition
}
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;

View File

@@ -46,7 +46,7 @@ public class IsClassifiedCapabilityCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;

View File

@@ -66,7 +66,7 @@ public class IsPropertySetCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
ParameterCheck.mandatory("nodeRef", nodeRef);

View File

@@ -34,7 +34,7 @@ public class IsRecordCategoryCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
ParameterCheck.mandatory("nodeRef", nodeRef);

View File

@@ -34,7 +34,7 @@ public class IsRecordCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
ParameterCheck.mandatory("nodeRef", nodeRef);

View File

@@ -34,7 +34,7 @@ public class IsRecordFolderCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
ParameterCheck.mandatory("nodeRef", nodeRef);

View File

@@ -56,7 +56,7 @@ public class IsScheduledCapabilityCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;

View File

@@ -31,7 +31,7 @@ public class IsTransferAccessionCapabilityCondition extends AbstractCapabilityCo
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;

View File

@@ -48,7 +48,7 @@ public class LastDispositionActionCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;
DispositionAction dispositionAction = dispositionService.getLastCompletedDispostionAction(nodeRef);

View File

@@ -57,7 +57,7 @@ public class MayBeScheduledCapabilityCondition extends AbstractCapabilityConditi
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;

View File

@@ -33,7 +33,7 @@ public class RecordFiledCapabilityCondition extends AbstractCapabilityCondition
* @see org.alfresco.module.org_alfresco_module_rm.capability.declarative.CapabilityCondition#evaluate(org.alfresco.service.cmr.repository.NodeRef)
*/
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
return recordService.isFiled(nodeRef);
}

View File

@@ -28,7 +28,7 @@ import org.alfresco.service.cmr.repository.NodeRef;
public class TransferredCapabilityCondition extends AbstractCapabilityCondition
{
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
return nodeService.hasAspect(nodeRef, RecordsManagementModel.ASPECT_TRANSFERRED);
}

View File

@@ -28,7 +28,7 @@ import org.alfresco.service.cmr.repository.NodeRef;
public class VitalRecordOrFolderCapabilityCondition extends AbstractCapabilityCondition
{
@Override
public boolean evaluate(NodeRef nodeRef)
public boolean evaluateImpl(NodeRef nodeRef)
{
boolean result = false;

View File

@@ -18,15 +18,16 @@
*/
package org.alfresco.module.org_alfresco_module_rm.security;
import java.util.Map;
import java.util.Set;
import org.alfresco.module.org_alfresco_module_rm.model.RecordsManagementModel;
import org.alfresco.repo.security.permissions.DynamicAuthority;
import org.alfresco.repo.security.permissions.PermissionReference;
import org.alfresco.repo.transaction.TransactionalResourceHelper;
import org.alfresco.service.cmr.repository.NodeRef;
import org.alfresco.service.cmr.repository.NodeService;
import org.alfresco.service.cmr.security.AuthorityService;
import org.alfresco.service.cmr.security.AuthorityType;
import org.springframework.context.ApplicationContext;
import org.springframework.context.ApplicationContextAware;
@@ -40,6 +41,9 @@ public abstract class ExtendedSecurityBaseDynamicAuthority implements DynamicAut
RecordsManagementModel,
ApplicationContextAware
{
/** transaction cache key */
private static final String KEY_HAS_AUTHORITY_CACHE = "rm.transaction.hasAuthority";
/** Authority service */
private AuthorityService authorityService;
@@ -132,14 +136,23 @@ public abstract class ExtendedSecurityBaseDynamicAuthority implements DynamicAut
}
else if (authority.startsWith("GROUP_"))
{
// check group to see if the user is contained
Set<String> contained = getAuthorityService().getContainedAuthorities(AuthorityType.USER, authority, false);
if (!contained.isEmpty() &&
contained.contains(userName))
Map<String, Boolean> transactionCache = TransactionalResourceHelper.getMap(KEY_HAS_AUTHORITY_CACHE);
String key = authority + "|" + userName;
if (transactionCache.containsKey(key))
{
result = true;
result = transactionCache.get(key);
break;
}
else
{
Set<String> contained = getAuthorityService().getAuthoritiesForUser(userName);
if (contained.contains(authority))
{
result = true;
transactionCache.put(key, result);
break;
}
}
}
else
{

View File

@@ -28,6 +28,7 @@ import org.alfresco.module.org_alfresco_module_rm.hold.HoldService;
import org.alfresco.module.org_alfresco_module_rm.model.RecordsManagementModel;
import org.alfresco.repo.security.authentication.AuthenticationUtil;
import org.alfresco.repo.security.authentication.AuthenticationUtil.RunAsWork;
import org.alfresco.repo.transaction.TransactionalResourceHelper;
import org.alfresco.service.cmr.dictionary.DictionaryService;
import org.alfresco.service.cmr.repository.ChildAssociationRef;
import org.alfresco.service.cmr.repository.NodeRef;
@@ -97,7 +98,7 @@ public class ServiceBaseImpl implements RecordsManagementModel, ApplicationConte
return internalNodeService;
}
/**
* Gets the file plan component kind from the given node reference
*
@@ -107,53 +108,66 @@ public class ServiceBaseImpl implements RecordsManagementModel, ApplicationConte
{
FilePlanComponentKind result = null;
if (isFilePlanComponent(nodeRef))
Map<NodeRef, FilePlanComponentKind> map = TransactionalResourceHelper.getMap("rm.transaction.filePlanComponentByNodeRef");
if (map.containsKey(nodeRef))
{
result = FilePlanComponentKind.FILE_PLAN_COMPONENT;
if (isFilePlan(nodeRef))
result = map.get(nodeRef);
}
else
{
if (isFilePlanComponent(nodeRef))
{
result = FilePlanComponentKind.FILE_PLAN;
result = FilePlanComponentKind.FILE_PLAN_COMPONENT;
if (isFilePlan(nodeRef))
{
result = FilePlanComponentKind.FILE_PLAN;
}
else if (isRecordCategory(nodeRef))
{
result = FilePlanComponentKind.RECORD_CATEGORY;
}
else if (isRecordFolder(nodeRef))
{
result = FilePlanComponentKind.RECORD_FOLDER;
}
else if (isRecord(nodeRef))
{
result = FilePlanComponentKind.RECORD;
}
else if (instanceOf(nodeRef, TYPE_HOLD_CONTAINER))
{
result = FilePlanComponentKind.HOLD_CONTAINER;
}
else if (isHold(nodeRef))
{
result = FilePlanComponentKind.HOLD;
}
else if (instanceOf(nodeRef, TYPE_TRANSFER_CONTAINER))
{
result = FilePlanComponentKind.TRANSFER_CONTAINER;
}
else if (isTransfer(nodeRef))
{
result = FilePlanComponentKind.TRANSFER;
}
else if (instanceOf(nodeRef, TYPE_DISPOSITION_SCHEDULE) || instanceOf(nodeRef, TYPE_DISPOSITION_ACTION_DEFINITION))
{
result = FilePlanComponentKind.DISPOSITION_SCHEDULE;
}
else if (instanceOf(nodeRef, TYPE_UNFILED_RECORD_CONTAINER))
{
result = FilePlanComponentKind.UNFILED_RECORD_CONTAINER;
}
else if (instanceOf(nodeRef, TYPE_UNFILED_RECORD_FOLDER))
{
result = FilePlanComponentKind.UNFILED_RECORD_FOLDER;
}
}
else if (isRecordCategory(nodeRef))
if (result != null)
{
result = FilePlanComponentKind.RECORD_CATEGORY;
}
else if (isRecordFolder(nodeRef))
{
result = FilePlanComponentKind.RECORD_FOLDER;
}
else if (isRecord(nodeRef))
{
result = FilePlanComponentKind.RECORD;
}
else if (instanceOf(nodeRef, TYPE_HOLD_CONTAINER))
{
result = FilePlanComponentKind.HOLD_CONTAINER;
}
else if (isHold(nodeRef))
{
result = FilePlanComponentKind.HOLD;
}
else if (instanceOf(nodeRef, TYPE_TRANSFER_CONTAINER))
{
result = FilePlanComponentKind.TRANSFER_CONTAINER;
}
else if (isTransfer(nodeRef))
{
result = FilePlanComponentKind.TRANSFER;
}
else if (instanceOf(nodeRef, TYPE_DISPOSITION_SCHEDULE) || instanceOf(nodeRef, TYPE_DISPOSITION_ACTION_DEFINITION))
{
result = FilePlanComponentKind.DISPOSITION_SCHEDULE;
}
else if (instanceOf(nodeRef, TYPE_UNFILED_RECORD_CONTAINER))
{
result = FilePlanComponentKind.UNFILED_RECORD_CONTAINER;
}
else if (instanceOf(nodeRef, TYPE_UNFILED_RECORD_FOLDER))
{
result = FilePlanComponentKind.UNFILED_RECORD_FOLDER;
map.put(nodeRef, result);
}
}