Is this a mem. leak
johan.parent Jan 18, 2007 11:25 AMHi all,
As a test I have wrapped up the Websale demo code in a loop. In the loop a process is instantiated (one at a time) and the different tasks are handled (See fullCycle() in code below).
Initially one iteration takes 0.2 secs (not too fast...) but performance drops after a while.
After some 4000 iterations the process consumes 256+Mb of mem (and with my jvm settings) slows down to a crawl. As far as I can see the jvm spends most of its time doing "stop the world" gc's.
I put the code below. Can anyone take the code and try to reproduce the drop in performance and/or increasing mem. consumption?
Note you'll need a few more files which come with the starters kit.
Regards,
Johan
package JBpmTest;
/**
* Created by IntelliJ IDEA.
* User: jparent
* Date: 15-jan-2007
* Time: 13:26:08
* To change this template use File | Settings | File Templates.
*/
public class MainWebsaleTest {
static public void main(String[] args) {
WebsaleTest sale = new WebsaleTest();
int loops[] = { 5000 };
JBpmTiming timer = new JBpmTiming("global");
JBpmTiming one = new JBpmTiming("single");
try {
sale.setUp();
for (int count = 0; count<loops.length; count++) {
System.out.println("Number of loops " + loops[count]);
timer.reset();
timer.start();
for (int i = 0; i<loops[count]; i++) {
one.reset();
one.start();
sale.fullCycle();
System.out.println(i + " " + one.stop());
}
timer.stop();
System.out.println("Number of loops " + loops[count]);
timer.print();
}
sale.tearDown();
}
catch(Exception e) {
e.printStackTrace();
}
}
}
The slightly MODIFIED Websale
package JBpmTest;
/**
* Created by IntelliJ IDEA.
* User: jparent
* Date: 15-jan-2007
* Time: 13:00:29
* To change this template use File | Settings | File Templates.
*/
/*
public class WebsaleTest {
}
*/
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import org.jbpm.JbpmConfiguration;
import org.jbpm.context.exe.ContextInstance;
import org.jbpm.db.AbstractDbTestCase;
import org.jbpm.graph.def.ProcessDefinition;
import org.jbpm.graph.exe.ProcessInstance;
import org.jbpm.identity.Entity;
import org.jbpm.identity.hibernate.IdentitySession;
import org.jbpm.identity.xml.IdentityXmlParser;
import org.jbpm.taskmgmt.exe.TaskInstance;
import org.jbpm.taskmgmt.exe.TaskMgmtInstance;
public class WebsaleTest extends AbstractDbTestCase {
JbpmConfiguration jbpmConfiguration = JbpmConfiguration.getInstance();
ProcessDefinition processDefinition = null;
ProcessInstance processInstance = null;
ContextInstance contextInstance = null;
TaskMgmtInstance taskMgmtInstance = null;
long processInstanceId = -1;
boolean doUnitTest = false;
public void setUp() throws Exception {
super.setUp();
deployProcess();
loadIdentities();
newTransaction();
}
private void deployProcess() {
ProcessDefinition processDefinition =
ProcessDefinition.parseXmlResource("websale.par/processdefinition.xml");
jbpmContext.deployProcessDefinition(processDefinition);
}
private void loadIdentities() {
// load the identities
Entity[] entities = IdentityXmlParser.parseEntitiesResource("hsqldb/identity.db.xml");
IdentitySession identitySession = new IdentitySession(session);
for (int i=0; i<entities.length; i++) {
identitySession.saveEntity(entities);
}
newTransaction();
}
private void createNewProcessInstance() {
processDefinition = graphSession.findLatestProcessDefinition("websale");
processInstance = new ProcessInstance(processDefinition);
contextInstance = processInstance.getContextInstance();
taskMgmtInstance = processInstance.getTaskMgmtInstance();
}
public void testWebSaleOrderTaskParameters() {
TaskInstance taskInstance = processInstance.getTaskMgmtInstance().createStartTaskInstance();
assertEquals("create new web sale order", taskInstance.getName());
assertEquals(0, taskInstance.getVariables().size());
}
public void testPerformWebSaleOrderTask() {
TaskInstance taskInstance = null;
jbpmContext.setActorId("cookie monster");
// create a task to start the websale process
taskInstance = processInstance.getTaskMgmtInstance().createStartTaskInstance();
Map taskVariables = new HashMap();
taskVariables.put("item", "cookies");
taskVariables.put("quantity", "lots of them");
taskVariables.put("address", "sesamestreet 46");
taskInstance.addVariables(taskVariables);
taskInstance.end();
assertEquals("cookies", contextInstance.getVariable("item"));
assertEquals("lots of them", contextInstance.getVariable("quantity"));
assertEquals("sesamestreet 46", contextInstance.getVariable("address"));
assertEquals("cookie monster", taskMgmtInstance.getSwimlaneInstance("buyer").getActorId());
}
public void testEvaluateAssignment() {
TaskInstance taskInstance = null;
jbpmContext.setActorId("cookie monster");
// create a task to start the websale process
taskInstance = processInstance.getTaskMgmtInstance().createStartTaskInstance();
taskInstance.setVariable("item", "cookies");
taskInstance.end();
jbpmContext.save(processInstance);
processInstanceId = processInstance.getId();
newTransaction();
List erniesTasks = taskMgmtSession.findTaskInstances("ernie");
assertEquals(1, erniesTasks.size());
TaskInstance evaluateTaskInstance = (TaskInstance) erniesTasks.get(0);
assertEquals("ernie", evaluateTaskInstance.getActorId());
assertEquals("evaluate web order", evaluateTaskInstance.getName());
assertNotNull(evaluateTaskInstance.getToken());
assertNotNull(evaluateTaskInstance.getCreate());
assertNull(evaluateTaskInstance.getStart());
assertNull(evaluateTaskInstance.getEnd());
}
public void testEvaluateOk() {
TaskInstance taskInstance = processInstance.getTaskMgmtInstance().createStartTaskInstance();
taskInstance.end();
jbpmContext.save(processInstance);
newTransaction();
TaskInstance evaluateTaskInstance = (TaskInstance) taskMgmtSession.findTaskInstances("ernie").get(0);
evaluateTaskInstance.end("ok");
jbpmContext.save(evaluateTaskInstance);
newTransaction();
List erniesTasks = taskMgmtSession.findTaskInstances("bert");
assertEquals(1, erniesTasks.size());
TaskInstance waitForMoneyTaskInstance = (TaskInstance) erniesTasks.get(0);
assertEquals("bert", waitForMoneyTaskInstance.getActorId());
assertEquals("wait for money", waitForMoneyTaskInstance.getName());
assertNotNull(waitForMoneyTaskInstance.getToken());
assertNotNull(waitForMoneyTaskInstance.getCreate());
assertNull(waitForMoneyTaskInstance.getStart());
assertNull(waitForMoneyTaskInstance.getEnd());
}
public void testUnwritableVariableException() {
testEvaluateAssignment();
newTransaction();
List erniesTasks = taskMgmtSession.findTaskInstances("ernie");
TaskInstance evaluateTaskInstance = (TaskInstance) erniesTasks.get(0);
// this variable is set in the task instance variables, but
// should not be submitted to the process context variables.
evaluateTaskInstance.setVariable("item", "this is not allowed");
evaluateTaskInstance.end();
newTransaction();
processInstance = graphSession.loadProcessInstance(processInstanceId);
contextInstance = processInstance.getContextInstance();
// so the cookies should still be in the item process variable.
assertEquals("cookies", contextInstance.getVariable("item"));
}
public void testEvaluateNok() {
testEvaluateAssignment();
newTransaction();
List erniesTasks = taskMgmtSession.findTaskInstances("ernie");
TaskInstance evaluateTaskInstance = (TaskInstance) erniesTasks.get(0);
evaluateTaskInstance.setVariable("comment", "wtf");
evaluateTaskInstance.end("more info needed");
jbpmContext.save(evaluateTaskInstance);
newTransaction();
List cookieMonsterTasks = taskMgmtSession.findTaskInstances("cookie monster");
assertEquals(1, cookieMonsterTasks.size());
TaskInstance fixWebOrderDataTaskInstance = (TaskInstance) cookieMonsterTasks.get(0);
assertEquals("cookie monster", fixWebOrderDataTaskInstance.getActorId());
assertEquals("wtf", fixWebOrderDataTaskInstance.getVariable("comment"));
}
public void testMoreInfoNeeded() {
TaskInstance taskInstance = null;
jbpmContext.setActorId("cookie monster");
// create a task to start the websale process
taskInstance = processInstance.getTaskMgmtInstance().createStartTaskInstance();
taskInstance.end();
jbpmContext.save(processInstance);
newTransaction();
TaskInstance evaluateTaskInstance = (TaskInstance) taskMgmtSession.findTaskInstances("ernie").get(0);
evaluateTaskInstance.end("more info needed");
jbpmContext.save(evaluateTaskInstance);
newTransaction();
List cookieMonsterTasks = taskMgmtSession.findTaskInstances("cookie monster");
assertEquals(1, cookieMonsterTasks.size());
TaskInstance fixWebOrderDataTaskInstance = (TaskInstance) cookieMonsterTasks.get(0);
assertEquals("cookie monster", fixWebOrderDataTaskInstance.getActorId());
assertEquals("fix web order data", fixWebOrderDataTaskInstance.getName());
assertNotNull(fixWebOrderDataTaskInstance.getToken());
assertNotNull(fixWebOrderDataTaskInstance.getCreate());
assertNull(fixWebOrderDataTaskInstance.getStart());
assertNull(fixWebOrderDataTaskInstance.getEnd());
}
public void fullCycle() {
createNewProcessInstance();
TaskInstance taskInstance = null;
jbpmContext.setActorId("cookie monster");
// create a task to start the websale process
taskInstance = processInstance.getTaskMgmtInstance().createStartTaskInstance();
taskInstance.setVariable("item", "cookies");
taskInstance.end();
jbpmContext.save(processInstance);
processInstanceId = processInstance.getId();
newTransaction();
List erniesTasks = taskMgmtSession.findTaskInstances("ernie");
if (doUnitTest)
assertEquals(1, erniesTasks.size());
if (erniesTasks.size() > 0) {
TaskInstance evaluateTaskInstance = (TaskInstance) erniesTasks.get(0);
if (doUnitTest) {
assertEquals("ernie", evaluateTaskInstance.getActorId());
assertEquals("evaluate web order", evaluateTaskInstance.getName());
assertNotNull(evaluateTaskInstance.getToken());
assertNotNull(evaluateTaskInstance.getCreate());
assertNull(evaluateTaskInstance.getStart());
assertNull(evaluateTaskInstance.getEnd());
}
}
newTransaction();
erniesTasks = taskMgmtSession.findTaskInstances("ernie");
if (erniesTasks.size() > 0) {
TaskInstance evaluateTaskInstance = (TaskInstance) erniesTasks.get(0);
evaluateTaskInstance.setVariable("comment", "wtf");
evaluateTaskInstance.end("more info needed");
jbpmContext.save(evaluateTaskInstance);
}
newTransaction();
List cookieMonsterTasks = taskMgmtSession.findTaskInstances("cookie monster");
if (doUnitTest)
assertEquals(1, cookieMonsterTasks.size());
if (cookieMonsterTasks.size() > 0) {
TaskInstance fixWebOrderDataTaskInstance = (TaskInstance) cookieMonsterTasks.get(0);
if (doUnitTest) {
assertEquals("cookie monster", fixWebOrderDataTaskInstance.getActorId());
assertEquals("wtf", fixWebOrderDataTaskInstance.getVariable("comment"));
}
fixWebOrderDataTaskInstance.end();
}
newTransaction();
erniesTasks = taskMgmtSession.findTaskInstances("ernie");
if (erniesTasks.size() > 0) {
TaskInstance evaluateTaskInstance = (TaskInstance) erniesTasks.get(0);
evaluateTaskInstance.setVariable("comment", "IS OK NOW");
evaluateTaskInstance.end("ok");
jbpmContext.save(evaluateTaskInstance);
}
newTransaction();
List bertTasks = taskMgmtSession.findTaskInstances("bert");
if (doUnitTest)
assertEquals(1, bertTasks.size());
if (bertTasks.size() > 0) {
TaskInstance waitForMoneyTaskInstance = (TaskInstance) bertTasks.get(0);
if (doUnitTest) {
assertEquals("bert", waitForMoneyTaskInstance.getActorId());
assertEquals("wait for money", waitForMoneyTaskInstance.getName());
assertNotNull(waitForMoneyTaskInstance.getToken());
assertNotNull(waitForMoneyTaskInstance.getCreate());
assertNull(waitForMoneyTaskInstance.getStart());
assertNull(waitForMoneyTaskInstance.getEnd());
}
waitForMoneyTaskInstance.end();
}
List groverTasks = taskMgmtSession.findTaskInstances("grover");
if (doUnitTest)
assertEquals(1, groverTasks.size());
if (groverTasks.size() > 0) {
TaskInstance shippingTask = (TaskInstance) groverTasks.get(0);
shippingTask.end();
}
// Setup new session & co for next loop (not inside this method)
newTransaction();
}
}
And the timing utility
package JBpmTest;
/**
* Created by IntelliJ IDEA.
* User: jparent
* Date: 19-dec-2006
* Time: 10:50:59
* To change this template use File | Settings | File Templates.
*/
public class JBpmTiming {
private long total;
private long min, max;
private long count;
private long start_time;
String label;
public JBpmTiming(String l) {
reset();
count = 0;
min = 100000L;
max = -1000000L;
label = l;
}
public JBpmTiming() {
this("Unknown");
}
public void start() {
count++;
start_time = System.currentTimeMillis ();
}
public long stop() {
long ret = System.currentTimeMillis () - start_time ;
total += ret;
if (ret > max)
max = ret;
if (ret < min)
min = ret;
return ret;
}
public void accumulate(JBpmTiming in) {
total += in.total;
count += in.count;
if (in.max > max)
max = in.max;
if (in.min < min)
min = in.min;
}
void reset() {
total = 0;
count = 0;
}
public void print() {
System.out.println("Name: " + label + " " + total+ "/" + min + "/" + max + "[" + total / (double)count + "|" + count + "] (tot/min/max[avg|nbr])");
}
}