Deadlock stops JMS messages to be processed
In JBoss 4.2.3 + JBoss Messaging 1.4.4, the processing of MDB and other tasks using JMS hangs under high load. The problem is also present in JBoss 4.2.2 + JBoss Messaging 1.4.2.SP1, but much less frequent. I have included a thread dump of a hang server.
johan@localhost ~/jboss-run $ Full thread dump Java HotSpot(TM) 64-Bit Server VM (1.5.0_20-b02 mixed mode): "Thread-96" daemon prio=1 tid=0x0000000041084d10 nid=0x69d8 waiting on condition [0x00007f9ac0d50000..0x00007f9ac0d50d90] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireNanos(AbstractQueuedSynchronizer.java:807) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireNanos(AbstractQueuedSynchronizer.java:1122) at java.util.concurrent.SynchronousQueue$Node.waitForPut(SynchronousQueue.java:291) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:443) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:475) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675) at java.lang.Thread.run(Thread.java:595) "Thread-86" daemon prio=1 tid=0x00007f9aac39ef80 nid=0x5fd7 waiting on condition [0x00007f9ab63a7000..0x00007f9ab63a7a90] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireNanos(AbstractQueuedSynchronizer.java:807) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireNanos(AbstractQueuedSynchronizer.java:1122) at java.util.concurrent.SynchronousQueue$Node.waitForPut(SynchronousQueue.java:291) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:443) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:475) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675) at java.lang.Thread.run(Thread.java:595) "WorkManager(2)-1299" daemon prio=1 tid=0x00007f9aea236be0 nid=0x5ea8 waiting on condition [0x00007f9ace172000..0x00007f9ace172d90] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:184) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:256) at org.jboss.resource.adapter.jms.JmsManagedConnection.lock(JmsManagedConnection.java:392) at org.jboss.resource.adapter.jms.JmsXAResource.commit(JmsXAResource.java:95) at org.jboss.resource.connectionmanager.xa.JcaXAResourceWrapper.commit(JcaXAResourceWrapper.java:53) at com.arjuna.ats.internal.jta.resources.arjunacore.XAResourceRecord.topLevelCommit(XAResourceRecord.java:487) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:3107) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:3022) at com.arjuna.ats.arjuna.coordinator.BasicAction.phase2Commit(BasicAction.java:2126) - locked <0x00007f9b140de510> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.BasicAction.End(BasicAction.java:1819) - locked <0x00007f9b140de510> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.end(TwoPhaseCoordinator.java:88) at com.arjuna.ats.arjuna.AtomicAction.commit(AtomicAction.java:177) at com.arjuna.ats.internal.jta.transaction.arjunacore.TransactionImple.commitAndDisassociate(TransactionImple.java:1389) at com.arjuna.ats.internal.jta.transaction.arjunacore.BaseTransaction.commit(BaseTransaction.java:135) at com.arjuna.ats.jbossatx.BaseTransactionManagerDelegate.commit(BaseTransactionManagerDelegate.java:87) at org.jboss.resource.adapter.jms.inflow.JmsServerSession$XATransactionDemarcationStrategy.end(JmsServerSession.java:494) at org.jboss.resource.adapter.jms.inflow.JmsServerSession.run(JmsServerSession.java:248) at org.jboss.resource.work.WorkWrapper.execute(WorkWrapper.java:204) at org.jboss.util.threadpool.BasicTaskWrapper.run(BasicTaskWrapper.java:275) at EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:761) at java.lang.Thread.run(Thread.java:595) "WorkManager(2)-442" daemon prio=1 tid=0x00007f9aebdc0e70 nid=0x5553 waiting on condition [0x00007f9ac42d4000..0x00007f9ac42d4c90] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:184) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:256) at org.jboss.resource.adapter.jms.JmsManagedConnection.lock(JmsManagedConnection.java:392) at org.jboss.resource.adapter.jms.JmsXAResource.commit(JmsXAResource.java:95) at org.jboss.resource.connectionmanager.xa.JcaXAResourceWrapper.commit(JcaXAResourceWrapper.java:53) at com.arjuna.ats.internal.jta.resources.arjunacore.XAResourceRecord.topLevelCommit(XAResourceRecord.java:487) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:3107) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:3022) at com.arjuna.ats.arjuna.coordinator.BasicAction.phase2Commit(BasicAction.java:2126) - locked <0x00007f9b1355f448> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.BasicAction.End(BasicAction.java:1819) - locked <0x00007f9b1355f448> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.end(TwoPhaseCoordinator.java:88) at com.arjuna.ats.arjuna.AtomicAction.commit(AtomicAction.java:177) at com.arjuna.ats.internal.jta.transaction.arjunacore.TransactionImple.commitAndDisassociate(TransactionImple.java:1389) at com.arjuna.ats.internal.jta.transaction.arjunacore.BaseTransaction.commit(BaseTransaction.java:135) at com.arjuna.ats.jbossatx.BaseTransactionManagerDelegate.commit(BaseTransactionManagerDelegate.java:87) at org.jboss.resource.adapter.jms.inflow.JmsServerSession$XATransactionDemarcationStrategy.end(JmsServerSession.java:494) at org.jboss.resource.adapter.jms.inflow.JmsServerSession.run(JmsServerSession.java:248) at org.jboss.resource.work.WorkWrapper.execute(WorkWrapper.java:204) at org.jboss.util.threadpool.BasicTaskWrapper.run(BasicTaskWrapper.java:275) at EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:761) at java.lang.Thread.run(Thread.java:595) "WorkManager(2)-308" daemon prio=1 tid=0x00007f9ae8cff330 nid=0x4f46 waiting on condition [0x00007f9acd465000..0x00007f9acd465c90] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:184) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:256) at org.jboss.resource.adapter.jms.JmsManagedConnection.lock(JmsManagedConnection.java:392) at org.jboss.resource.adapter.jms.JmsXAResource.commit(JmsXAResource.java:95) at org.jboss.resource.connectionmanager.xa.JcaXAResourceWrapper.commit(JcaXAResourceWrapper.java:53) at com.arjuna.ats.internal.jta.resources.arjunacore.XAResourceRecord.topLevelCommit(XAResourceRecord.java:487) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:3107) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:3022) at com.arjuna.ats.arjuna.coordinator.BasicAction.phase2Commit(BasicAction.java:2126) - locked <0x00007f9b11e4a198> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.BasicAction.End(BasicAction.java:1819) - locked <0x00007f9b11e4a198> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.end(TwoPhaseCoordinator.java:88) at com.arjuna.ats.arjuna.AtomicAction.commit(AtomicAction.java:177) at com.arjuna.ats.internal.jta.transaction.arjunacore.TransactionImple.commitAndDisassociate(TransactionImple.java:1389) at com.arjuna.ats.internal.jta.transaction.arjunacore.BaseTransaction.commit(BaseTransaction.java:135) at com.arjuna.ats.jbossatx.BaseTransactionManagerDelegate.commit(BaseTransactionManagerDelegate.java:87) at org.jboss.resource.adapter.jms.inflow.JmsServerSession$XATransactionDemarcationStrategy.end(JmsServerSession.java:494) at org.jboss.resource.adapter.jms.inflow.JmsServerSession.run(JmsServerSession.java:248) at org.jboss.resource.work.WorkWrapper.execute(WorkWrapper.java:204) at org.jboss.util.threadpool.BasicTaskWrapper.run(BasicTaskWrapper.java:275) at EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:761) at java.lang.Thread.run(Thread.java:595) "Server.Connection:127.0.0.1:53364" daemon prio=1 tid=0x000000004172fcd0 nid=0x4eff runnable [0x00007f9ac1cae000..0x00007f9ac1caed10] at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at sun.nio.cs.StreamDecoder$CharsetSD.readBytes(StreamDecoder.java:411) at sun.nio.cs.StreamDecoder$CharsetSD.implRead(StreamDecoder.java:453) at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:183) - locked <0x00007f9b116d4a88> (a java.io.InputStreamReader) at java.io.InputStreamReader.read(InputStreamReader.java:167) at java.io.BufferedReader.fill(BufferedReader.java:136) at java.io.BufferedReader.readLine(BufferedReader.java:299) - locked <0x00007f9b116d4a88> (a java.io.InputStreamReader) at java.io.BufferedReader.readLine(BufferedReader.java:362) at com.arjuna.ats.arjuna.recovery.ActionStatusService.doWork(ActionStatusService.java:135) at com.arjuna.ats.internal.arjuna.recovery.Connection.run(Connection.java:83) "Thread-54" prio=1 tid=0x00000000409bab70 nid=0x4e80 waiting on condition [0x00007f9ab6cb0000..0x00007f9ab6cb0b10] at java.lang.Thread.sleep(Native Method) at se.ecare.ib.core.cs.CNConnectivityService$CNPollerThread.run(CNConnectivityService.java:313) "Thread-53" prio=1 tid=0x00000000419c3410 nid=0x4e7f waiting on condition [0x00007f9ab6db1000..0x00007f9ab6db1b90] at java.lang.Thread.sleep(Native Method) at se.ecare.ib.core.cs.CNConnectivityService$CNPollerThread.run(CNConnectivityService.java:313) "Thread-52" prio=1 tid=0x0000000040c764a0 nid=0x4e7e waiting on condition [0x00007f9ab6eb2000..0x00007f9ab6eb2c10] at java.lang.Thread.sleep(Native Method) at se.ecare.ib.core.cs.CNConnectivityService$CNPollerThread.run(CNConnectivityService.java:313) "Thread-51" prio=1 tid=0x00000000416b3d60 nid=0x4e7d waiting on condition [0x00007f9ab6fb3000..0x00007f9ab6fb3c90] at java.lang.Thread.sleep(Native Method) at se.ecare.ib.core.cs.CNConnectivityService$CNPollerThread.run(CNConnectivityService.java:313) "WorkManager(2)-280" daemon prio=1 tid=0x00007f9ae97568c0 nid=0x4e3e waiting on condition [0x00007f9ab9bdf000..0x00007f9ab9bdfc90] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:184) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:256) at org.jboss.resource.adapter.jms.JmsManagedConnection.lock(JmsManagedConnection.java:392) at org.jboss.resource.adapter.jms.JmsXAResource.commit(JmsXAResource.java:95) at org.jboss.resource.connectionmanager.xa.JcaXAResourceWrapper.commit(JcaXAResourceWrapper.java:53) at com.arjuna.ats.internal.jta.resources.arjunacore.XAResourceRecord.topLevelCommit(XAResourceRecord.java:487) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:3107) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:3022) at com.arjuna.ats.arjuna.coordinator.BasicAction.phase2Commit(BasicAction.java:2126) - locked <0x00007f9b1224dbc8> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.BasicAction.End(BasicAction.java:1819) - locked <0x00007f9b1224dbc8> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.end(TwoPhaseCoordinator.java:88) at com.arjuna.ats.arjuna.AtomicAction.commit(AtomicAction.java:177) at com.arjuna.ats.internal.jta.transaction.arjunacore.TransactionImple.commitAndDisassociate(TransactionImple.java:1389) at com.arjuna.ats.internal.jta.transaction.arjunacore.BaseTransaction.commit(BaseTransaction.java:135) at com.arjuna.ats.jbossatx.BaseTransactionManagerDelegate.commit(BaseTransactionManagerDelegate.java:87) at org.jboss.resource.adapter.jms.inflow.JmsServerSession$XATransactionDemarcationStrategy.end(JmsServerSession.java:494) at org.jboss.resource.adapter.jms.inflow.JmsServerSession.run(JmsServerSession.java:248) at org.jboss.resource.work.WorkWrapper.execute(WorkWrapper.java:204) at org.jboss.util.threadpool.BasicTaskWrapper.run(BasicTaskWrapper.java:275) at EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:761) at java.lang.Thread.run(Thread.java:595) "WorkManager(2)-278" daemon prio=1 tid=0x00007f9ae8927ba0 nid=0x4e3c waiting on condition [0x00007f9ab9de1000..0x00007f9ab9de1d90] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:184) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:256) at org.jboss.resource.adapter.jms.JmsManagedConnection.lock(JmsManagedConnection.java:392) at org.jboss.resource.adapter.jms.JmsXAResource.end(JmsXAResource.java:69) at org.jboss.resource.connectionmanager.xa.JcaXAResourceWrapper.end(JcaXAResourceWrapper.java:58) at com.arjuna.ats.internal.jta.resources.arjunacore.XAResourceRecord.topLevelPrepare(XAResourceRecord.java:259) at com.arjuna.ats.arjuna.coordinator.BasicAction.doPrepare(BasicAction.java:2871) at com.arjuna.ats.arjuna.coordinator.BasicAction.doPrepare(BasicAction.java:2828) at com.arjuna.ats.arjuna.coordinator.BasicAction.prepare(BasicAction.java:2382) - locked <0x00007f9b100fd630> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.BasicAction.End(BasicAction.java:1783) - locked <0x00007f9b100fd630> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.end(TwoPhaseCoordinator.java:88) at com.arjuna.ats.arjuna.AtomicAction.commit(AtomicAction.java:177) at com.arjuna.ats.internal.jta.transaction.arjunacore.TransactionImple.commitAndDisassociate(TransactionImple.java:1389) at com.arjuna.ats.internal.jta.transaction.arjunacore.BaseTransaction.commit(BaseTransaction.java:135) at com.arjuna.ats.jbossatx.BaseTransactionManagerDelegate.commit(BaseTransactionManagerDelegate.java:87) at org.jboss.resource.adapter.jms.inflow.JmsServerSession$XATransactionDemarcationStrategy.end(JmsServerSession.java:494) at org.jboss.resource.adapter.jms.inflow.JmsServerSession.run(JmsServerSession.java:248) at org.jboss.resource.work.WorkWrapper.execute(WorkWrapper.java:204) at org.jboss.util.threadpool.BasicTaskWrapper.run(BasicTaskWrapper.java:275) at EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:761) at java.lang.Thread.run(Thread.java:595) "EJB-Timer-1251451676720[target=jboss.j2ee:service=EJB3,ear=ibcs.ear,jar=ibcs-ejb.par,name=FaultLogTruncateSchedulerBean]" prio=1 tid=0x0000000040a726c0 nid=0x4df6 in Object.wait() [0x00007f9abcd10000..0x00007f9abcd10b90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0fefd028> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00007f9b0fefd028> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "EJB-Timer-1251451676718[target=jboss.j2ee:service=EJB3,ear=ibcs.ear,jar=ibcs-ejb.par,name=ResendDlqBean]" prio=1 tid=0x0000000041606ca0 nid=0x4dec in Object.wait() [0x00007f9abd518000..0x00007f9abd518b90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0ff9a8c8> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00007f9b0ff9a8c8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "EJB-Timer-1251451676717[target=jboss.j2ee:service=EJB3,ear=ibcs.ear,jar=ibcs-ejb.par,name=ExportSchedulerBean]" prio=1 tid=0x000000004160c6c0 nid=0x4de7 in Object.wait() [0x00007f9abd619000..0x00007f9abd619c10] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0fefe248> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00007f9b0fefe248> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) "WorkManager(2)-200" daemon prio=1 tid=0x00000000411cde30 nid=0x4dbf waiting on condition [0x00007f9abf639000..0x00007f9abf639c10] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:184) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:256) at org.jboss.resource.adapter.jms.JmsManagedConnection.lock(JmsManagedConnection.java:392) at org.jboss.resource.adapter.jms.JmsXAResource.commit(JmsXAResource.java:95) at org.jboss.resource.connectionmanager.xa.JcaXAResourceWrapper.commit(JcaXAResourceWrapper.java:53) at com.arjuna.ats.internal.jta.resources.arjunacore.XAResourceRecord.topLevelCommit(XAResourceRecord.java:487) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:3107) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:3022) at com.arjuna.ats.arjuna.coordinator.BasicAction.phase2Commit(BasicAction.java:2126) - locked <0x00007f9b11a92ae0> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.BasicAction.End(BasicAction.java:1819) - locked <0x00007f9b11a92ae0> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.end(TwoPhaseCoordinator.java:88) at com.arjuna.ats.arjuna.AtomicAction.commit(AtomicAction.java:177) at com.arjuna.ats.internal.jta.transaction.arjunacore.TransactionImple.commitAndDisassociate(TransactionImple.java:1389) at com.arjuna.ats.internal.jta.transaction.arjunacore.BaseTransaction.commit(BaseTransaction.java:135) at com.arjuna.ats.jbossatx.BaseTransactionManagerDelegate.commit(BaseTransactionManagerDelegate.java:87) at org.jboss.resource.adapter.jms.inflow.JmsServerSession$XATransactionDemarcationStrategy.end(JmsServerSession.java:494) at org.jboss.resource.adapter.jms.inflow.JmsServerSession.run(JmsServerSession.java:248) at org.jboss.resource.work.WorkWrapper.execute(WorkWrapper.java:204) at org.jboss.util.threadpool.BasicTaskWrapper.run(BasicTaskWrapper.java:275) at EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:761) at java.lang.Thread.run(Thread.java:595) "WorkManager(2)-157" daemon prio=1 tid=0x00007f9ad215f270 nid=0x4d7a waiting on condition [0x00007f9ac2bbd000..0x00007f9ac2bbdb90] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:184) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:256) at org.jboss.resource.adapter.jms.JmsManagedConnection.lock(JmsManagedConnection.java:392) at org.jboss.resource.adapter.jms.JmsXAResource.commit(JmsXAResource.java:95) at org.jboss.resource.connectionmanager.xa.JcaXAResourceWrapper.commit(JcaXAResourceWrapper.java:53) at com.arjuna.ats.internal.jta.resources.arjunacore.XAResourceRecord.topLevelCommit(XAResourceRecord.java:487) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:3107) at com.arjuna.ats.arjuna.coordinator.BasicAction.doCommit(BasicAction.java:3022) at com.arjuna.ats.arjuna.coordinator.BasicAction.phase2Commit(BasicAction.java:2126) - locked <0x00007f9b1357c260> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.BasicAction.End(BasicAction.java:1819) - locked <0x00007f9b1357c260> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.end(TwoPhaseCoordinator.java:88) at com.arjuna.ats.arjuna.AtomicAction.commit(AtomicAction.java:177) at com.arjuna.ats.internal.jta.transaction.arjunacore.TransactionImple.commitAndDisassociate(TransactionImple.java:1389) at com.arjuna.ats.internal.jta.transaction.arjunacore.BaseTransaction.commit(BaseTransaction.java:135) at com.arjuna.ats.jbossatx.BaseTransactionManagerDelegate.commit(BaseTransactionManagerDelegate.java:87) at org.jboss.resource.adapter.jms.inflow.JmsServerSession$XATransactionDemarcationStrategy.end(JmsServerSession.java:494) at org.jboss.resource.adapter.jms.inflow.JmsServerSession.run(JmsServerSession.java:248) at org.jboss.resource.work.WorkWrapper.execute(WorkWrapper.java:204) at org.jboss.util.threadpool.BasicTaskWrapper.run(BasicTaskWrapper.java:275) at EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:761) at java.lang.Thread.run(Thread.java:595) "WorkManager(2)-116" daemon prio=1 tid=0x00007f9ad2164e40 nid=0x4d51 waiting on condition [0x00007f9ac54e6000..0x00007f9ac54e6c10] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:184) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:256) at org.jboss.resource.adapter.jms.JmsManagedConnection.lock(JmsManagedConnection.java:392) at org.jboss.resource.adapter.jms.JmsXAResource.end(JmsXAResource.java:69) at org.jboss.resource.connectionmanager.xa.JcaXAResourceWrapper.end(JcaXAResourceWrapper.java:58) at com.arjuna.ats.internal.jta.resources.arjunacore.XAResourceRecord.topLevelPrepare(XAResourceRecord.java:259) at com.arjuna.ats.arjuna.coordinator.BasicAction.doPrepare(BasicAction.java:2871) at com.arjuna.ats.arjuna.coordinator.BasicAction.doPrepare(BasicAction.java:2828) at com.arjuna.ats.arjuna.coordinator.BasicAction.prepare(BasicAction.java:2382) - locked <0x00007f9b0fa27ed0> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.BasicAction.End(BasicAction.java:1783) - locked <0x00007f9b0fa27ed0> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.end(TwoPhaseCoordinator.java:88) at com.arjuna.ats.arjuna.AtomicAction.commit(AtomicAction.java:177) at com.arjuna.ats.internal.jta.transaction.arjunacore.TransactionImple.commitAndDisassociate(TransactionImple.java:1389) at com.arjuna.ats.internal.jta.transaction.arjunacore.BaseTransaction.commit(BaseTransaction.java:135) at com.arjuna.ats.jbossatx.BaseTransactionManagerDelegate.commit(BaseTransactionManagerDelegate.java:87) at org.jboss.resource.adapter.jms.inflow.JmsServerSession$XATransactionDemarcationStrategy.end(JmsServerSession.java:494) at org.jboss.resource.adapter.jms.inflow.JmsServerSession.run(JmsServerSession.java:248) at org.jboss.resource.work.WorkWrapper.execute(WorkWrapper.java:204) at org.jboss.util.threadpool.BasicTaskWrapper.run(BasicTaskWrapper.java:275) at EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:756) at java.lang.Thread.run(Thread.java:595) "TimeoutFactory-0" daemon prio=1 tid=0x0000000041700170 nid=0x4d16 in Object.wait() [0x00007f9ac9021000..0x00007f9ac9021d90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0fb5f1f0> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.util.timeout.TimeoutPriorityQueueImpl.poll(TimeoutPriorityQueueImpl.java:253) - locked <0x00007f9b0fb5f1f0> (a java.lang.Object) at org.jboss.util.timeout.TimeoutPriorityQueueImpl.take(TimeoutPriorityQueueImpl.java:230) at org.jboss.util.timeout.TimeoutFactory.doWork(TimeoutFactory.java:215) at org.jboss.util.timeout.TimeoutFactory.access$000(TimeoutFactory.java:41) at org.jboss.util.timeout.TimeoutFactory$1.run(TimeoutFactory.java:136) "WorkManager(2)-55" daemon prio=1 tid=0x00007f9aeb2b96a0 nid=0x4d12 waiting on condition [0x00007f9ac9425000..0x00007f9ac9425b90] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:746) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1076) at java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:184) at java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:256) at org.jboss.resource.adapter.jms.JmsManagedConnection.lock(JmsManagedConnection.java:392) at org.jboss.resource.adapter.jms.JmsXAResource.end(JmsXAResource.java:69) at org.jboss.resource.connectionmanager.xa.JcaXAResourceWrapper.end(JcaXAResourceWrapper.java:58) at com.arjuna.ats.internal.jta.resources.arjunacore.XAResourceRecord.topLevelPrepare(XAResourceRecord.java:259) at com.arjuna.ats.arjuna.coordinator.BasicAction.doPrepare(BasicAction.java:2871) at com.arjuna.ats.arjuna.coordinator.BasicAction.doPrepare(BasicAction.java:2828) at com.arjuna.ats.arjuna.coordinator.BasicAction.prepare(BasicAction.java:2382) - locked <0x00007f9b0fad4bd0> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.BasicAction.End(BasicAction.java:1783) - locked <0x00007f9b0fad4bd0> (a com.arjuna.ats.internal.jta.transaction.arjunacore.AtomicAction) at com.arjuna.ats.arjuna.coordinator.TwoPhaseCoordinator.end(TwoPhaseCoordinator.java:88) at com.arjuna.ats.arjuna.AtomicAction.commit(AtomicAction.java:177) at com.arjuna.ats.internal.jta.transaction.arjunacore.TransactionImple.commitAndDisassociate(TransactionImple.java:1389) at com.arjuna.ats.internal.jta.transaction.arjunacore.BaseTransaction.commit(BaseTransaction.java:135) at com.arjuna.ats.jbossatx.BaseTransactionManagerDelegate.commit(BaseTransactionManagerDelegate.java:87) at org.jboss.resource.adapter.jms.inflow.JmsServerSession$XATransactionDemarcationStrategy.end(JmsServerSession.java:494) at org.jboss.resource.adapter.jms.inflow.JmsServerSession.run(JmsServerSession.java:248) at org.jboss.resource.work.WorkWrapper.execute(WorkWrapper.java:204) at org.jboss.util.threadpool.BasicTaskWrapper.run(BasicTaskWrapper.java:275) at EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:756) at java.lang.Thread.run(Thread.java:595) "http-0.0.0.0-8443-Acceptor-0" daemon prio=1 tid=0x00007f9ae8713150 nid=0x4cfb runnable [0x00007f9ac992a000..0x00007f9ac992aa90] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384) - locked <0x00007f9b018c6100> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:450) at java.net.ServerSocket.accept(ServerSocket.java:421) at org.apache.tomcat.util.net.DefaultServerSocketFactory.acceptSocket(DefaultServerSocketFactory.java:61) at org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:309) at java.lang.Thread.run(Thread.java:595) "http-0.0.0.0-8080-Acceptor-0" daemon prio=1 tid=0x00007f9aeb720060 nid=0x4cfa runnable [0x00007f9ac9a2b000..0x00007f9ac9a2bb10] at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384) - locked <0x00007f9b018c6048> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:450) at java.net.ServerSocket.accept(ServerSocket.java:421) at org.apache.tomcat.util.net.DefaultServerSocketFactory.acceptSocket(DefaultServerSocketFactory.java:61) at org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:309) at java.lang.Thread.run(Thread.java:595) "Thread-6" prio=1 tid=0x00007f9ad2664270 nid=0x4cf9 waiting on condition [0x00007f9ac9b2c000..0x00007f9ac9b2cb90] at java.lang.Thread.sleep(Native Method) at com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.doWork(PeriodicRecovery.java:248) at com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.run(PeriodicRecovery.java:163) "JBossLifeThread" prio=1 tid=0x00007f9ae8cbcf60 nid=0x4cf8 in Object.wait() [0x00007f9ac9c2d000..0x00007f9ac9c2dc10] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0fc5ad00> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.system.server.ServerImpl$LifeThread.run(ServerImpl.java:940) - locked <0x00007f9b0fc5ad00> (a java.lang.Object) "Connection Consumer for dest JBossQueue[VirtualRis] id=37" daemon prio=1 tid=0x00000000410cb540 nid=0x4cf7 in Object.wait() [0x00007f9ac9d2e000..0x00007f9ac9d2ec90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0fa27340> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0fa27340> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSCommandBus-type-startup] id=36" daemon prio=1 tid=0x00000000410c9c70 nid=0x4cf3 in Object.wait() [0x00007f9ac9f30000..0x00007f9ac9f30d90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0fa3f0f8> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0fa3f0f8> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSMessageBus-type-2] id=35" daemon prio=1 tid=0x0000000041f31fc0 nid=0x4cf1 in Object.wait() [0x00007f9aca132000..0x00007f9aca132a90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0fa57c28> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0fa57c28> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSCommandBus-type-reindex] id=34" daemon prio=1 tid=0x0000000040f847a0 nid=0x4cf0 in Object.wait() [0x00007f9aca233000..0x00007f9aca233b10] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0fa12cf0> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0fa12cf0> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSCommandBus-type-reindexUnit] id=33" daemon prio=1 tid=0x00000000411bcb20 nid=0x4cee in Object.wait() [0x00007f9aca435000..0x00007f9aca435c10] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f9d6678> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f9d6678> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[RegionalDataResponse] id=32" daemon prio=1 tid=0x0000000040f85000 nid=0x4ceb in Object.wait() [0x00007f9aca738000..0x00007f9aca738d90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f9fd550> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f9fd550> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[RegionalDataInquiry] id=31" daemon prio=1 tid=0x0000000040f45f70 nid=0x4cea in Object.wait() [0x00007f9aca839000..0x00007f9aca839e10] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f9e9f18> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f9e9f18> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[PatientHistoryResult] id=30" daemon prio=1 tid=0x00000000411b9c50 nid=0x4ce8 in Object.wait() [0x00007f9acaa3b000..0x00007f9acaa3bb10] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f9e6d20> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f9e6d20> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[PatientHistoryOrder] id=29" daemon prio=1 tid=0x00000000411bc030 nid=0x4ce5 in Object.wait() [0x00007f9acad3e000..0x00007f9acad3ec90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f185198> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f185198> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSMessageBus-type-3] id=28" daemon prio=1 tid=0x00000000410cdb50 nid=0x4ce3 in Object.wait() [0x00007f9acaf40000..0x00007f9acaf40d90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f1939c0> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f1939c0> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSMessageBus-type-11] id=27" daemon prio=1 tid=0x00000000411b8b50 nid=0x4ce1 in Object.wait() [0x00007f9acb142000..0x00007f9acb142a90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f1c1070> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f1c1070> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[NotificationQueue] id=26" daemon prio=1 tid=0x00000000411b90f0 nid=0x4cdf in Object.wait() [0x00007f9acb344000..0x00007f9acb344b90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f0eaf38> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f0eaf38> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSMessageBus] id=25" daemon prio=1 tid=0x00007f9aeb3aa830 nid=0x4cdd in Object.wait() [0x00007f9acb546000..0x00007f9acb546c90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f1cfa50> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f1cfa50> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[Merge] id=24" daemon prio=1 tid=0x00000000410ce560 nid=0x4cda in Object.wait() [0x00007f9acb748000..0x00007f9acb748d90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f03bdd0> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f03bdd0> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSMessageBus-type-7] id=23" daemon prio=1 tid=0x00000000416538d0 nid=0x4cd8 in Object.wait() [0x00007f9acb94a000..0x00007f9acb94aa90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f1b02d8> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f1b02d8> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[LogQueue] id=22" daemon prio=1 tid=0x0000000040f897b0 nid=0x4cd6 in Object.wait() [0x00007f9acbb4c000..0x00007f9acbb4cb90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f10ce30> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f10ce30> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[ImageViewerUnpackQueue] id=21" daemon prio=1 tid=0x0000000040f8a520 nid=0x4cd4 in Object.wait() [0x00007f9acbd4e000..0x00007f9acbd4ec90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f074360> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f074360> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[ImageTransferBetweenCNsQueue] id=20" daemon prio=1 tid=0x00000000413b94f0 nid=0x4cd2 in Object.wait() [0x00007f9acbf50000..0x00007f9acbf50d90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f171a88> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f171a88> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSMessageBus-type-10] id=19" daemon prio=1 tid=0x0000000040f8a210 nid=0x4cd0 in Object.wait() [0x00007f9acc152000..0x00007f9acc152a90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f09eff8> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f09eff8> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSMessageBus-type-1] id=18" daemon prio=1 tid=0x00000000413b9ba0 nid=0x4cce in Object.wait() [0x00007f9acc354000..0x00007f9acc354b90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f052a80> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f052a80> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSCommandBus-type-GopCommand] id=17" daemon prio=1 tid=0x00000000413bdc10 nid=0x4ccc in Object.wait() [0x00007f9acc556000..0x00007f9acc556c90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f0c0d80> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f0c0d80> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSMessageBus-type-6] id=16" daemon prio=1 tid=0x00000000413bcad0 nid=0x4cca in Object.wait() [0x00007f9acc758000..0x00007f9acc758d90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f1a11e8> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f1a11e8> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java) at org.jboss.jms.client.JBossConnectionConsumer.run(JBossConnectionConsumer.java:248) at java.lang.Thread.run(Thread.java:595) "Connection Consumer for dest JBossQueue[IBCSExport] id=15" daemon prio=1 tid=0x0000000041408fd0 nid=0x4cc8 in Object.wait() [0x00007f9acc95a000..0x00007f9acc95aa90] at java.lang.Object.wait(Native Method) - waiting on <0x00007f9b0f141e88> (a java.lang.Object) at java.lang.Object.wait(Object.java:474) at org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:866) at org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:506) - locked <0x00007f9b0f141e88> (a java.lang.Object) at org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:194) at org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect54.invoke(ConsumerAspect54.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170) at org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105) at org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java) at org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelega
