FailoverExpiredMessageTest evetually hanging
I have seen this on hudson at least 2 times:
[junit] "main" prio=1 tid=0x08062d90 nid=0x386 waiting on condition [0xffff8000..0xffff91b8] [junit] at sun.misc.Unsafe.park(Native Method) [junit] at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:872) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1179) [junit] at java.util.concurrent.Semaphore.acquire(Semaphore.java:428) [junit] at org.jboss.messaging.core.remoting.impl.RemotingConnectionImpl$ChannelImpl.send(RemotingConnectionImpl.java:980) [junit] - locked <0xb1bbd600> (a java.lang.Object) [junit] at org.jboss.messaging.core.client.impl.ClientSessionImpl.expire(ClientSessionImpl.java:682) [junit] at org.jboss.messaging.core.client.impl.ClientConsumerImpl.receive(ClientConsumerImpl.java:192) [junit] at org.jboss.messaging.tests.integration.cluster.failover.FailoverExpiredMessageTest.testExpiredBeforeConsumption(FailoverExpiredMessageTest.java:148) [junit] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) [junit] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) [junit] at java.lang.reflect.Method.invoke(Method.java:585) [junit] at junit.framework.TestCase.runTest(TestCase.java:164) [junit] at junit.framework.TestCase.runBare(TestCase.java:130) [junit] at junit.framework.TestResult$1.protect(TestResult.java:106) [junit] at junit.framework.TestResult.runProtected(TestResult.java:124) [junit] at junit.framework.TestResult.run(TestResult.java:109) [junit] at junit.framework.TestCase.run(TestCase.java:120) [junit] at junit.framework.TestSuite.runTest(TestSuite.java:230) [junit] at junit.framework.TestSuite.run(TestSuite.java:225) [junit] at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.run(JUnitTestRunner.java:421) [junit] at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.launch(JUnitTestRunner.java:912) [junit] at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.main(JUnitTestRunner.java:743)
The whole thread dump for completeness:
[junit] Full thread dump Java HotSpot(TM) Server VM (1.5.0_15-b04 mixed mode): [junit] [junit] "Thread-0 (group:JBM-scheduled-threads-4585850)" daemon prio=1 tid=0xa611c5c0 nid=0x6cf9 waiting on condition [0xa8fda000..0xa8fdb020] [junit] at sun.misc.Unsafe.park(Native Method) [junit] at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1841) [junit] at java.util.concurrent.DelayQueue.take(DelayQueue.java:131) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497) [junit] at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470) [junit] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Thread-0 (group:JBM-scheduled-threads-5202485)" daemon prio=1 tid=0xa63ff7f0 nid=0x6cf8 waiting on condition [0xa105b000..0xa105bea0] [junit] at sun.misc.Unsafe.park(Native Method) [junit] at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1879) [junit] at java.util.concurrent.DelayQueue.take(DelayQueue.java:135) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497) [junit] at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470) [junit] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Thread-0 (group:JBM-scheduled-threads-15782523)" daemon prio=1 tid=0x086128b0 nid=0x6ce7 waiting on condition [0xa1b70000..0xa1b710a0] [junit] at sun.misc.Unsafe.park(Native Method) [junit] at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1841) [junit] at java.util.concurrent.DelayQueue.take(DelayQueue.java:131) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497) [junit] at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470) [junit] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Timer-1651" daemon prio=1 tid=0xa6179870 nid=0x6ce6 in Object.wait() [0xa186b000..0xa186c120] [junit] at java.lang.Object.wait(Native Method) [junit] - waiting on <0xb1ba9858> (a java.util.TaskQueue) [junit] at java.util.TimerThread.mainLoop(Timer.java:509) [junit] - locked <0xb1ba9858> (a java.util.TaskQueue) [junit] at java.util.TimerThread.run(Timer.java:462) [junit] [junit] "Timer-1650" daemon prio=1 tid=0xa63089b8 nid=0x6ce5 in Object.wait() [0xa22ff000..0xa22fffa0] [junit] at java.lang.Object.wait(Native Method) [junit] - waiting on <0xb1ba9af8> (a java.util.TaskQueue) [junit] at java.util.TimerThread.mainLoop(Timer.java:509) [junit] - locked <0xb1ba9af8> (a java.util.TaskQueue) [junit] at java.util.TimerThread.run(Timer.java:462) [junit] [junit] "Thread-0 (group:JBM-scheduled-threads-1717663)" daemon prio=1 tid=0xa611c040 nid=0x6ce4 waiting on condition [0xa92e0000..0xa92e1020] [junit] at sun.misc.Unsafe.park(Native Method) [junit] at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:146) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1879) [junit] at java.util.concurrent.DelayQueue.take(DelayQueue.java:135) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497) [junit] at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470) [junit] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Timer-1649" daemon prio=1 tid=0x9c3fd6d0 nid=0x6ce3 in Object.wait() [0xa125f000..0xa125fea0] [junit] at java.lang.Object.wait(Native Method) [junit] - waiting on <0xb1bc0f88> (a java.util.TaskQueue) [junit] at java.util.TimerThread.mainLoop(Timer.java:509) [junit] - locked <0xb1bc0f88> (a java.util.TaskQueue) [junit] at java.util.TimerThread.run(Timer.java:462) [junit] [junit] "Timer-1648" daemon prio=1 tid=0xa632b778 nid=0x6ce2 in Object.wait() [0xa0b51000..0xa0b51f20] [junit] at java.lang.Object.wait(Native Method) [junit] - waiting on <0xb1bb7328> (a java.util.TaskQueue) [junit] at java.util.TimerThread.mainLoop(Timer.java:509) [junit] - locked <0xb1bb7328> (a java.util.TaskQueue) [junit] at java.util.TimerThread.run(Timer.java:462) [junit] [junit] "Thread-12312" daemon prio=1 tid=0xa6177dc8 nid=0x6cba runnable [0xa1df5000..0xa1df5e20] [junit] at java.net.PlainDatagramSocketImpl.receive0(Native Method) [junit] at java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) [junit] - locked <0xb1bb61c8> (a java.net.PlainDatagramSocketImpl) [junit] at java.net.DatagramSocket.receive(DatagramSocket.java:712) [junit] - locked <0xea5b8680> (a java.net.DatagramPacket) [junit] - locked <0xb1bb6428> (a java.net.MulticastSocket) [junit] at org.jboss.messaging.core.cluster.impl.DiscoveryGroupImpl.run(DiscoveryGroupImpl.java:213) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Thread-531" daemon prio=1 tid=0x0888a3e0 nid=0x850 runnable [0xab6c2000..0xab6c2f20] [junit] at java.net.PlainDatagramSocketImpl.receive0(Native Method) [junit] - locked <0xb169f8c0> (a java.net.PlainDatagramSocketImpl) [junit] at java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) [junit] - locked <0xb169f8c0> (a java.net.PlainDatagramSocketImpl) [junit] at java.net.DatagramSocket.receive(DatagramSocket.java:712) [junit] - locked <0xea5b96e0> (a java.net.DatagramPacket) [junit] - locked <0xb169f900> (a java.net.MulticastSocket) [junit] at org.jboss.messaging.core.cluster.impl.DiscoveryGroupImpl.run(DiscoveryGroupImpl.java:213) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Thread-522" daemon prio=1 tid=0x0879dcf0 nid=0x844 runnable [0xaa07b000..0xaa07c120] [junit] at java.net.PlainDatagramSocketImpl.receive0(Native Method) [junit] - locked <0xb16a0300> (a java.net.PlainDatagramSocketImpl) [junit] at java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) [junit] - locked <0xb16a0300> (a java.net.PlainDatagramSocketImpl) [junit] at java.net.DatagramSocket.receive(DatagramSocket.java:712) [junit] - locked <0xea5b9f10> (a java.net.DatagramPacket) [junit] - locked <0xb16a0340> (a java.net.MulticastSocket) [junit] at org.jboss.messaging.core.cluster.impl.DiscoveryGroupImpl.run(DiscoveryGroupImpl.java:213) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Thread-513" daemon prio=1 tid=0x084a6f08 nid=0x836 runnable [0xaae71000..0xaae71f20] [junit] at java.net.PlainDatagramSocketImpl.receive0(Native Method) [junit] - locked <0xb16c0c90> (a java.net.PlainDatagramSocketImpl) [junit] at java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136) [junit] - locked <0xb16c0c90> (a java.net.PlainDatagramSocketImpl) [junit] at java.net.DatagramSocket.receive(DatagramSocket.java:712) [junit] - locked <0xea5b8eb0> (a java.net.DatagramPacket) [junit] - locked <0xb16c0cd0> (a java.net.MulticastSocket) [junit] at org.jboss.messaging.core.cluster.impl.DiscoveryGroupImpl.run(DiscoveryGroupImpl.java:213) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Thread-4 (group:jbm-pinger-threads-12759798)" daemon prio=1 tid=0xab7aaaa8 nid=0x3c4 waiting on condition [0xab279000..0xab279f20] [junit] at sun.misc.Unsafe.park(Native Method) [junit] at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1841) [junit] at java.util.concurrent.DelayQueue.take(DelayQueue.java:131) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497) [junit] at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470) [junit] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Thread-3 (group:jbm-pinger-threads-12759798)" daemon prio=1 tid=0xab745760 nid=0x3bb waiting on condition [0xab177000..0xab177da0] [junit] at sun.misc.Unsafe.park(Native Method) [junit] at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1841) [junit] at java.util.concurrent.DelayQueue.take(DelayQueue.java:131) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497) [junit] at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470) [junit] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Thread-2 (group:jbm-pinger-threads-12759798)" daemon prio=1 tid=0xab976e00 nid=0x3b8 waiting on condition [0xab1f8000..0xab1f9120] [junit] at sun.misc.Unsafe.park(Native Method) [junit] at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1841) [junit] at java.util.concurrent.DelayQueue.take(DelayQueue.java:131) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497) [junit] at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470) [junit] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Thread-1 (group:jbm-pinger-threads-12759798)" daemon prio=1 tid=0xab977148 nid=0x3ab waiting on condition [0xab2fa000..0xab2faea0] [junit] at sun.misc.Unsafe.park(Native Method) [junit] at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1841) [junit] at java.util.concurrent.DelayQueue.take(DelayQueue.java:131) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497) [junit] at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470) [junit] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Thread-0 (group:jbm-pinger-threads-12759798)" daemon prio=1 tid=0xab745c30 nid=0x39c waiting on condition [0xab47d000..0xab47de20] [junit] at sun.misc.Unsafe.park(Native Method) [junit] at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1841) [junit] at java.util.concurrent.DelayQueue.take(DelayQueue.java:131) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:504) [junit] at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:497) [junit] at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:470) [junit] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:674) [junit] at java.lang.Thread.run(Thread.java:595) [junit] [junit] "Low Memory Detector" daemon prio=1 tid=0x08128fd0 nid=0x395 runnable [0x00000000..0x00000000] [junit] [junit] "CompilerThread1" daemon prio=1 tid=0x08127b50 nid=0x394 waiting on condition [0x00000000..0xac9fb148] [junit] [junit] "CompilerThread0" daemon prio=1 tid=0x08126bd0 nid=0x393 waiting on condition [0x00000000..0xaca7bfc8] [junit] [junit] "AdapterThread" daemon prio=1 tid=0x08125b48 nid=0x392 waiting on condition [0x00000000..0x00000000] [junit] [junit] "Signal Dispatcher" daemon prio=1 tid=0x08124c70 nid=0x391 waiting on condition [0x00000000..0x00000000] [junit] [junit] "Finalizer" daemon prio=1 tid=0x0811b570 nid=0x390 in Object.wait() [0xacdff000..0xace00120] [junit] at java.lang.Object.wait(Native Method) [junit] - waiting on <0xb165c580> (a java.lang.ref.ReferenceQueue$Lock) [junit] at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:120) [junit] - locked <0xb165c580> (a java.lang.ref.ReferenceQueue$Lock) [junit] at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:136) [junit] at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) [junit] [junit] "Reference Handler" daemon prio=1 tid=0x08119f00 nid=0x38f in Object.wait() [0xace80000..0xace80fa0] [junit] at java.lang.Object.wait(Native Method) [junit] - waiting on <0xb1660f18> (a java.lang.ref.Reference$Lock) [junit] at java.lang.Object.wait(Object.java:474) [junit] at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) [junit] - locked <0xb1660f18> (a java.lang.ref.Reference$Lock) [junit] [junit] "main" prio=1 tid=0x08062d90 nid=0x386 waiting on condition [0xffff8000..0xffff91b8] [junit] at sun.misc.Unsafe.park(Native Method) [junit] at java.util.concurrent.locks.LockSupport.park(LockSupport.java:118) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:716) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:872) [junit] at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1179) [junit] at java.util.concurrent.Semaphore.acquire(Semaphore.java:428) [junit] at org.jboss.messaging.core.remoting.impl.RemotingConnectionImpl$ChannelImpl.send(RemotingConnectionImpl.java:980) [junit] - locked <0xb1bbd600> (a java.lang.Object) [junit] at org.jboss.messaging.core.client.impl.ClientSessionImpl.expire(ClientSessionImpl.java:682) [junit] at org.jboss.messaging.core.client.impl.ClientConsumerImpl.receive(ClientConsumerImpl.java:192) [junit] at org.jboss.messaging.tests.integration.cluster.failover.FailoverExpiredMessageTest.testExpiredBeforeConsumption(FailoverExpiredMessageTest.java:148) [junit] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) [junit] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) [junit] at java.lang.reflect.Method.invoke(Method.java:585) [junit] at junit.framework.TestCase.runTest(TestCase.java:164) [junit] at junit.framework.TestCase.runBare(TestCase.java:130) [junit] at junit.framework.TestResult$1.protect(TestResult.java:106) [junit] at junit.framework.TestResult.runProtected(TestResult.java:124) [junit] at junit.framework.TestResult.run(TestResult.java:109) [junit] at junit.framework.TestCase.run(TestCase.java:120) [junit] at junit.framework.TestSuite.runTest(TestSuite.java:230) [junit] at junit.framework.TestSuite.run(TestSuite.java:225) [junit] at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.run(JUnitTestRunner.java:421) [junit] at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.launch(JUnitTestRunner.java:912) [junit] at org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.main(JUnitTestRunner.java:743) [junit] [junit] "VM Thread" prio=1 tid=0x081179b8 nid=0x38e runnable [junit] [junit] "GC task thread#0 (ParallelGC)" prio=1 tid=0x0807c9d8 nid=0x38a runnable [junit] [junit] "GC task thread#1 (ParallelGC)" prio=1 tid=0x0807da30 nid=0x38b runnable [junit] [junit] "GC task thread#2 (ParallelGC)" prio=1 tid=0x0807e648 nid=0x38c runnable [junit] [junit] "GC task thread#3 (ParallelGC)" prio=1 tid=0x0807f268 nid=0x38d runnable [junit] [junit] "VM Periodic Task Thread" prio=1 tid=0x08073f60 nid=0x396 waiting on condition [junit]