alfresco-community-repo/source/java/org/alfresco/repo/node/ConcurrentNodeServiceTest.java
2011-10-11 14:40:23 +00:00

474 lines
17 KiB
Java

/*
* Copyright (C) 2005-2010 Alfresco Software Limited.
*
* This file is part of Alfresco
*
* Alfresco is free software: you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Alfresco is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with Alfresco. If not, see <http://www.gnu.org/licenses/>.
*/
package org.alfresco.repo.node;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import javax.transaction.UserTransaction;
import junit.framework.TestCase;
import org.alfresco.model.ContentModel;
import org.alfresco.repo.dictionary.DictionaryDAO;
import org.alfresco.repo.dictionary.M2Model;
import org.alfresco.repo.search.impl.lucene.fts.FullTextSearchIndexer;
import org.alfresco.repo.security.authentication.AuthenticationComponent;
import org.alfresco.repo.security.authentication.AuthenticationUtil;
import org.alfresco.repo.tagging.TaggingServiceImpl;
import org.alfresco.repo.transaction.RetryingTransactionHelper;
import org.alfresco.repo.transaction.RetryingTransactionHelper.RetryingTransactionCallback;
import org.alfresco.service.ServiceRegistry;
import org.alfresco.service.cmr.repository.ChildAssociationRef;
import org.alfresco.service.cmr.repository.MLText;
import org.alfresco.service.cmr.repository.NodeRef;
import org.alfresco.service.cmr.repository.NodeService;
import org.alfresco.service.cmr.repository.StoreRef;
import org.alfresco.service.cmr.search.ResultSet;
import org.alfresco.service.cmr.search.SearchService;
import org.alfresco.service.namespace.DynamicNamespacePrefixResolver;
import org.alfresco.service.namespace.NamespacePrefixResolver;
import org.alfresco.service.namespace.NamespaceService;
import org.alfresco.service.namespace.QName;
import org.alfresco.service.transaction.TransactionService;
import org.alfresco.util.ApplicationContextHelper;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.springframework.context.ApplicationContext;
/**
* @author Andy Hind
* @author Nick Burch
* @author Derek Hulley
*/
@SuppressWarnings("unused")
public class ConcurrentNodeServiceTest extends TestCase
{
public static final String NAMESPACE = "http://www.alfresco.org/test/BaseNodeServiceTest";
public static final String TEST_PREFIX = "test";
public static final QName TYPE_QNAME_TEST_CONTENT = QName.createQName(NAMESPACE, "content");
public static final QName ASPECT_QNAME_TEST_TITLED = QName.createQName(NAMESPACE, "titled");
public static final QName PROP_QNAME_TEST_TITLE = QName.createQName(NAMESPACE, "title");
public static final QName PROP_QNAME_TEST_MIMETYPE = QName.createQName(NAMESPACE, "mimetype");
public static final int COUNT = 10;
public static final int REPEATS = 20;
private static Log logger = LogFactory.getLog(ConcurrentNodeServiceTest.class);
static ApplicationContext ctx = ApplicationContextHelper.getApplicationContext();
private NodeService nodeService;
private TransactionService transactionService;
private RetryingTransactionHelper retryingTransactionHelper;
private NodeRef rootNodeRef;
private AuthenticationComponent authenticationComponent;
public ConcurrentNodeServiceTest()
{
super();
}
protected void setUp() throws Exception
{
DictionaryDAO dictionaryDao = (DictionaryDAO) ctx.getBean("dictionaryDAO");
// load the system model
ClassLoader cl = BaseNodeServiceTest.class.getClassLoader();
InputStream modelStream = cl.getResourceAsStream("alfresco/model/systemModel.xml");
assertNotNull(modelStream);
M2Model model = M2Model.createModel(modelStream);
dictionaryDao.putModel(model);
// load the test model
modelStream = cl.getResourceAsStream("org/alfresco/repo/node/BaseNodeServiceTest_model.xml");
assertNotNull(modelStream);
model = M2Model.createModel(modelStream);
dictionaryDao.putModel(model);
nodeService = (NodeService) ctx.getBean("dbNodeService");
transactionService = (TransactionService) ctx.getBean("transactionComponent");
retryingTransactionHelper = (RetryingTransactionHelper) ctx.getBean("retryingTransactionHelper");
this.authenticationComponent = (AuthenticationComponent) ctx.getBean("authenticationComponent");
this.authenticationComponent.setSystemUserAsCurrentUser();
// create a first store directly
RetryingTransactionCallback<Object> createRootNodeCallback = new RetryingTransactionCallback<Object>()
{
public Object execute() throws Exception
{
StoreRef storeRef = nodeService.createStore(StoreRef.PROTOCOL_WORKSPACE, "Test_"
+ System.currentTimeMillis());
rootNodeRef = nodeService.getRootNode(storeRef);
return null;
}
};
retryingTransactionHelper.doInTransaction(createRootNodeCallback);
}
@Override
protected void tearDown() throws Exception
{
authenticationComponent.clearCurrentSecurityContext();
super.tearDown();
}
protected Map<QName, ChildAssociationRef> buildNodeGraph() throws Exception
{
return BaseNodeServiceTest.buildNodeGraph(nodeService, rootNodeRef);
}
protected Map<QName, ChildAssociationRef> commitNodeGraph() throws Exception
{
RetryingTransactionCallback<Map<QName, ChildAssociationRef>> buildGraphCallback =
new RetryingTransactionCallback<Map<QName, ChildAssociationRef>>()
{
public Map<QName, ChildAssociationRef> execute() throws Exception
{
Map<QName, ChildAssociationRef> answer = buildNodeGraph();
return answer;
}
};
return retryingTransactionHelper.doInTransaction(buildGraphCallback);
}
public void xtest1() throws Exception
{
testConcurrent();
}
public void xtest2() throws Exception
{
testConcurrent();
}
public void xtest3() throws Exception
{
testConcurrent();
}
public void xtest4() throws Exception
{
testConcurrent();
}
public void xtest5() throws Exception
{
testConcurrent();
}
public void xtest6() throws Exception
{
testConcurrent();
}
public void xtest7() throws Exception
{
testConcurrent();
}
public void xtest8() throws Exception
{
testConcurrent();
}
public void xtest9() throws Exception
{
testConcurrent();
}
public void xtest10() throws Exception
{
testConcurrent();
}
public void testConcurrent() throws Exception
{
Map<QName, ChildAssociationRef> assocRefs = commitNodeGraph();
Thread runner = null;
for (int i = 0; i < COUNT; i++)
{
runner = new Nester("Concurrent-" + i, runner, REPEATS);
}
if (runner != null)
{
runner.start();
try
{
runner.join();
System.out.println("Query thread has waited for " + runner.getName());
}
catch (InterruptedException e)
{
e.printStackTrace();
}
}
/*
* Builds a graph of child associations as follows:
* <pre>
* Level 0: root
* Level 1: root_p_n1 root_p_n2
* Level 2: n1_p_n3 n2_p_n4 n1_n4 n2_p_n5 n1_n8
* Level 3: n3_p_n6 n4_n6 n5_p_n7
* Level 4: n6_p_n8 n7_n8
* </pre>
*/
RetryingTransactionCallback<Object> testCallback = new RetryingTransactionCallback<Object>()
{
public Object execute() throws Exception
{
// There are two nodes at the base level in each test
assertEquals(2 * ((COUNT * REPEATS) + 1), nodeService.getChildAssocs(rootNodeRef).size());
SearchService searcher = (SearchService) ctx.getBean(ServiceRegistry.SEARCH_SERVICE.getLocalName());
assertEquals(
2 * ((COUNT * REPEATS) + 1),
searcher.selectNodes(rootNodeRef, "/*", null, getNamespacePrefixResolver(""), false).size());
return null;
}
};
retryingTransactionHelper.doInTransaction(testCallback);
}
/**
* Daemon thread
*/
private class Nester extends Thread
{
Thread waiter;
int repeats;
Nester(String name, Thread waiter, int repeats)
{
super(name);
this.setDaemon(true);
this.waiter = waiter;
this.repeats = repeats;
}
public void run()
{
authenticationComponent.setSystemUserAsCurrentUser();
if (waiter != null)
{
System.out.println("Starting " + waiter.getName());
waiter.start();
}
try
{
System.out.println("Start " + this.getName());
for (int i = 0; i < repeats; i++)
{
Map<QName, ChildAssociationRef> assocRefs = commitNodeGraph();
System.out.println(" " + this.getName() + " " + i);
}
System.out.println("End " + this.getName());
}
catch (Exception e)
{
e.printStackTrace();
}
if (waiter != null)
{
try
{
waiter.join();
System.out.println("Thread "
+ this.getName() + " has waited for " + (waiter == null ? "null" : waiter.getName()));
}
catch (InterruptedException e)
{
System.err.println(e);
}
}
}
}
/**
* Tests that when multiple threads try to edit different
* properties on a node, that transactions + retries always
* mean that every change always ends up on the node.
*
* @since 3.4
*/
public void testMultiThreadedNodePropertiesWrites() throws Exception
{
final List<Thread> threads = new ArrayList<Thread>();
final int loops = 200;
// Have 5 threads, each trying to edit their own properties on the same node
// Loop repeatedly
final QName[] properties = new QName[] {
QName.createQName("test1", "MadeUp1"),
QName.createQName("test2", "MadeUp2"),
QName.createQName("test3", "MadeUp3"),
QName.createQName("test4", "MadeUp4"),
QName.createQName("test5", "MadeUp5")
};
for(QName prop : properties)
{
final QName property = prop;
// Zap the property if it is there
transactionService.getRetryingTransactionHelper().doInTransaction(
new RetryingTransactionCallback<Void>()
{
public Void execute() throws Throwable
{
nodeService.removeProperty(rootNodeRef, property);
return null;
}
}
);
// Prep the thread
Thread t = new Thread(new Runnable()
{
@Override
public synchronized void run()
{
// Let everything catch up
try
{
wait();
}
catch (InterruptedException e)
{
}
logger.info("About to start updating property " + property);
// Loop, incrementing each time
// If we miss an update, then at the end it'll be obvious
AuthenticationUtil.setFullyAuthenticatedUser(AuthenticationUtil.getSystemUserName());
for (int i = 0; i < loops; i++)
{
RetryingTransactionCallback<Integer> callback = new RetryingTransactionCallback<Integer>()
{
@Override
public Integer execute() throws Throwable
{
// Grab the current value
int current = 0;
Object obj = (Object) nodeService.getProperty(rootNodeRef, property);
if (obj != null && obj instanceof Integer)
{
current = ((Integer) obj).intValue();
}
// Increment by one. Really should be this!
current++;
// Save the new value
nodeService.setProperty(rootNodeRef, property, Integer.valueOf(current));
return current;
}
};
RetryingTransactionHelper txnHelper = transactionService.getRetryingTransactionHelper();
txnHelper.setMaxRetries(loops);
txnHelper.doInTransaction(callback, false, true);
}
// Report us as finished
logger.info("Finished updating property " + property);
}
}, "Thread-" + property);
threads.add(t);
t.start();
}
// Release the threads
logger.info("Releasing the property update threads");
for (Thread t : threads)
{
t.interrupt();
}
// Wait for the threads to finish
for (Thread t : threads)
{
t.join();
}
// Check each property in turn
RetryingTransactionCallback<Void> checkCallback = new RetryingTransactionCallback<Void>()
{
@Override
public Void execute() throws Throwable
{
HashMap<QName, Integer> values = new HashMap<QName, Integer>();
for(QName prop : properties)
{
Object val = nodeService.getProperty(rootNodeRef, prop);
Integer value = -1;
if(val instanceof MLText)
{
value = Integer.valueOf( ((MLText)val).getValues().iterator().next() );
}
else
{
value = (Integer)val;
}
values.put(prop,value);
}
List<String> errors = new ArrayList<String>();
for(QName prop : properties)
{
Integer value = values.get(prop);
if (value == null || !value.equals(new Integer(loops)))
{
errors.add("\n Prop " + prop + " : " + value);
}
if (errors.size() > 0)
{
StringBuilder sb = new StringBuilder();
sb.append("Incorrect counts recieved for " + loops + " loops.");
for (String error : errors)
{
sb.append(error);
}
fail(sb.toString());
}
}
return null;
}
};
transactionService.getRetryingTransactionHelper().doInTransaction(checkCallback, true);
}
private NamespacePrefixResolver getNamespacePrefixResolver(String defaultURI)
{
DynamicNamespacePrefixResolver nspr = new DynamicNamespacePrefixResolver(null);
nspr.registerNamespace(NamespaceService.SYSTEM_MODEL_PREFIX, NamespaceService.SYSTEM_MODEL_1_0_URI);
nspr.registerNamespace(NamespaceService.CONTENT_MODEL_PREFIX, NamespaceService.CONTENT_MODEL_1_0_URI);
nspr.registerNamespace(NamespaceService.APP_MODEL_PREFIX, NamespaceService.APP_MODEL_1_0_URI);
nspr.registerNamespace("namespace", "namespace");
nspr.registerNamespace(NamespaceService.DEFAULT_PREFIX, defaultURI);
return nspr;
}
}