4 Replies Latest reply on Jul 29, 2008 1:22 PM by ataylor

    Messages are not getting delivered :(

    theoverlord
    theoverlord Jul 29, 2008 12:19 PM

      After sending many thousand of messages using JBM 1.4.0.SP3 in a clustered environment, the messages seem to get stuck.

      What's weird is that it does not get unstuck either without a server restart - or a total cluster restart.

      I have no clue why.

      Here's my thread dump from the JMX console, perhaps there's something in there that might be revealing:

      Total Threads: 291
Total Thread Groups: 10
Timestamp: 20080729090730

Thread Group: system : max priority:10, demon:false

 Thread: Reference Handler : priority:10, demon:true, threadId:2, threadState:WAITING, lockName:java.lang.ref.Reference$Lock@548123

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)

 Thread: Finalizer : priority:8, demon:true, threadId:3, threadState:WAITING, lockName:java.lang.ref.ReferenceQueue$Lock@1ea5551

 java.lang.Object.wait(Native Method)
 java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
 java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
 java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)

 Thread: Signal Dispatcher : priority:9, demon:true, threadId:4, threadState:RUNNABLE, lockName:null
 Thread: RMI TCP Accept-8508 : priority:5, demon:true, threadId:18, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 sun.rmi.transport.tcp.TCPTransport.run(TCPTransport.java:334)
 java.lang.Thread.run(Thread.java:595)

 Thread: RMI Reaper : priority:5, demon:false, threadId:20, threadState:WAITING, lockName:java.lang.ref.ReferenceQueue$Lock@187547e

 java.lang.Object.wait(Native Method)
 java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
 java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
 sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:336)
 java.lang.Thread.run(Thread.java:595)

 Thread: GC Daemon : priority:2, demon:true, threadId:21, threadState:TIMED_WAITING, lockName:sun.misc.GC$LatencyLock@1bc3285

 java.lang.Object.wait(Native Method)
 sun.misc.GC$Daemon.run(GC.java:100)

 Thread: RMI TCP Accept-8509 : priority:5, demon:true, threadId:28, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 sun.rmi.transport.tcp.TCPTransport.run(TCPTransport.java:334)
 java.lang.Thread.run(Thread.java:595)

 Thread: RMI TCP Accept-8513 : priority:5, demon:true, threadId:79, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 sun.rmi.transport.tcp.TCPTransport.run(TCPTransport.java:334)
 java.lang.Thread.run(Thread.java:595)

 Thread: RMI LeaseChecker : priority:5, demon:true, threadId:81, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 sun.rmi.transport.DGCImpl$LeaseChecker.run(DGCImpl.java:310)
 java.lang.Thread.run(Thread.java:595)

 Thread: RMI TCP Accept-8514 : priority:5, demon:true, threadId:84, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 sun.rmi.transport.tcp.TCPTransport.run(TCPTransport.java:334)
 java.lang.Thread.run(Thread.java:595)


 Thread Group: main : max priority:10, demon:false

 Thread: DestroyJavaVM : priority:5, demon:false, threadId:10, threadState:RUNNABLE, lockName:null

 Thread Group: jboss : max priority:10, demon:false

 Thread: Timer-0 : priority:5, demon:true, threadId:13, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@1713c6f

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: Dispatcher-Thread-2 : priority:5, demon:true, threadId:14, threadState:WAITING, lockName:java.util.ArrayList@136a875

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:545)
 java.lang.Thread.run(Thread.java:595)

 Thread: Dispatcher-Thread-3 : priority:5, demon:true, threadId:15, threadState:WAITING, lockName:java.util.ArrayList@16dc715

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:545)
 java.lang.Thread.run(Thread.java:595)

 Thread: ScannerThread : priority:5, demon:true, threadId:16, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.jboss.deployment.scanner.AbstractDeploymentScanner$ScannerThread.loop(AbstractDeploymentScanner.java:280)
 org.jboss.deployment.scanner.AbstractDeploymentScanner$ScannerThread.run(AbstractDeploymentScanner.java:225)

 Thread: Timer-1 : priority:5, demon:true, threadId:19, threadState:WAITING, lockName:java.util.TaskQueue@6df94e

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 java.util.TimerThread.mainLoop(Timer.java:483)
 java.util.TimerThread.run(Timer.java:462)

 Thread: Listener:49220 : priority:5, demon:true, threadId:23, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 com.arjuna.ats.internal.arjuna.recovery.Listener.run(Listener.java:119)

 Thread: Thread-6 : priority:5, demon:true, threadId:25, threadState:TIMED_WAITING, lockName:com.arjuna.ats.arjuna.coordinator.TransactionReaper@5f7c21

 java.lang.Object.wait(Native Method)
 com.arjuna.ats.internal.arjuna.coordinator.ReaperThread.run(ReaperThread.java:98)

 Thread: Listener:49236 : priority:5, demon:true, threadId:27, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 com.arjuna.ats.internal.arjuna.recovery.Listener.run(Listener.java:119)

 Thread: PooledInvokerAcceptor#0-8510 : priority:5, demon:false, threadId:29, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jboss.invocation.pooled.server.PooledInvoker.run(PooledInvoker.java:262)
 java.lang.Thread.run(Thread.java:595)

 Thread: AcceptorThread#0:4446 : priority:5, demon:false, threadId:30, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jboss.remoting.transport.socket.SocketServerInvoker.run(SocketServerInvoker.java:520)
 java.lang.Thread.run(Thread.java:595)

 Thread: ServerSocketRefresh : priority:5, demon:true, threadId:31, threadState:WAITING, lockName:java.lang.Object@ce62ec

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jboss.remoting.transport.socket.SocketServerInvoker$ServerSocketRefresh.run(SocketServerInvoker.java:704)

 Thread: AcceptorThread#0:8525 : priority:5, demon:false, threadId:32, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jboss.remoting.transport.socket.SocketServerInvoker.run(SocketServerInvoker.java:520)
 java.lang.Thread.run(Thread.java:595)

 Thread: ServerSocketRefresh : priority:5, demon:true, threadId:33, threadState:WAITING, lockName:java.lang.Object@1c0abc2

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jboss.remoting.transport.socket.SocketServerInvoker$ServerSocketRefresh.run(SocketServerInvoker.java:704)

 Thread: AcceptorThread#0:8527 : priority:5, demon:false, threadId:34, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jboss.remoting.transport.socket.SocketServerInvoker.run(SocketServerInvoker.java:520)
 java.lang.Thread.run(Thread.java:595)

 Thread: secondaryServerSocketThread : priority:5, demon:true, threadId:35, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jboss.remoting.transport.bisocket.BisocketServerInvoker$SecondaryServerSocketThread.run(BisocketServerInvoker.java:873)

 Thread: ServerSocketRefresh : priority:5, demon:true, threadId:36, threadState:WAITING, lockName:java.lang.Object@4c7fb1

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jboss.remoting.transport.socket.SocketServerInvoker$ServerSocketRefresh.run(SocketServerInvoker.java:704)

 Thread: Timer-2 : priority:5, demon:true, threadId:37, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@53563c

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: Timer-3 : priority:5, demon:true, threadId:47, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@142b5ba

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: AsynchKeyChangeHandler Thread : priority:5, demon:false, threadId:77, threadState:WAITING, lockName:java.lang.Object@a8d765

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 org.jboss.ha.framework.server.AsynchEventHandler.run(AsynchEventHandler.java:102)
 java.lang.Thread.run(Thread.java:595)

 Thread: AsynchViewChangeHandler Thread : priority:5, demon:false, threadId:78, threadState:WAITING, lockName:java.lang.Object@d539a9

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 org.jboss.ha.framework.server.AsynchEventHandler.run(AsynchEventHandler.java:102)
 java.lang.Thread.run(Thread.java:595)

 Thread: PooledInvokerAcceptor#0-8515 : priority:5, demon:false, threadId:85, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jboss.invocation.pooled.server.PooledInvoker.run(PooledInvoker.java:262)
 java.lang.Thread.run(Thread.java:595)

 Thread: ContainerBackgroundProcessor[StandardEngine[jboss.web]] : priority:5, demon:true, threadId:86, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1578)
 java.lang.Thread.run(Thread.java:595)

 Thread: Timer-4 : priority:5, demon:false, threadId:87, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@bcc53f

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: DefaultQuartzScheduler_Worker-0 : priority:5, demon:false, threadId:90, threadState:TIMED_WAITING, lockName:java.lang.Object@139ce5a

 java.lang.Object.wait(Native Method)
 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

 Thread: DefaultQuartzScheduler_Worker-1 : priority:5, demon:false, threadId:91, threadState:TIMED_WAITING, lockName:java.lang.Object@139ce5a

 java.lang.Object.wait(Native Method)
 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

 Thread: DefaultQuartzScheduler_Worker-2 : priority:5, demon:false, threadId:92, threadState:TIMED_WAITING, lockName:java.lang.Object@139ce5a

 java.lang.Object.wait(Native Method)
 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

 Thread: DefaultQuartzScheduler_Worker-3 : priority:5, demon:false, threadId:93, threadState:TIMED_WAITING, lockName:java.lang.Object@139ce5a

 java.lang.Object.wait(Native Method)
 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

 Thread: DefaultQuartzScheduler_Worker-4 : priority:5, demon:false, threadId:94, threadState:TIMED_WAITING, lockName:java.lang.Object@139ce5a

 java.lang.Object.wait(Native Method)
 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

 Thread: DefaultQuartzScheduler_Worker-5 : priority:5, demon:false, threadId:95, threadState:TIMED_WAITING, lockName:java.lang.Object@139ce5a

 java.lang.Object.wait(Native Method)
 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

 Thread: DefaultQuartzScheduler_Worker-6 : priority:5, demon:false, threadId:96, threadState:TIMED_WAITING, lockName:java.lang.Object@139ce5a

 java.lang.Object.wait(Native Method)
 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

 Thread: DefaultQuartzScheduler_Worker-7 : priority:5, demon:false, threadId:97, threadState:TIMED_WAITING, lockName:java.lang.Object@139ce5a

 java.lang.Object.wait(Native Method)
 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

 Thread: DefaultQuartzScheduler_Worker-8 : priority:5, demon:false, threadId:98, threadState:TIMED_WAITING, lockName:java.lang.Object@139ce5a

 java.lang.Object.wait(Native Method)
 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

 Thread: DefaultQuartzScheduler_Worker-9 : priority:5, demon:false, threadId:99, threadState:TIMED_WAITING, lockName:java.lang.Object@139ce5a

 java.lang.Object.wait(Native Method)
 org.quartz.simpl.SimpleThreadPool.getNextRunnable(SimpleThreadPool.java:428)
 org.quartz.simpl.SimpleThreadPool.access$000(SimpleThreadPool.java:47)
 org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:518)

 Thread: Timer-5 : priority:5, demon:true, threadId:103, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@1a9a37

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: IdleRemover : priority:5, demon:true, threadId:104, threadState:TIMED_WAITING, lockName:java.util.ArrayList@82bd0a

 java.lang.Object.wait(Native Method)
 org.jboss.resource.connectionmanager.IdleRemover$IdleRemoverRunnable.run(IdleRemover.java:161)
 java.lang.Thread.run(Thread.java:595)

 Thread: Thread-14 : priority:5, demon:true, threadId:106, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.jboss.messaging.core.impl.memory.SimpleMemoryManager$MemoryRunnable.run(SimpleMemoryManager.java:126)
 java.lang.Thread.run(Thread.java:595)

 Thread: Timer-6 : priority:5, demon:true, threadId:109, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@149132d

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: Timer-7 : priority:5, demon:true, threadId:111, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@8a2e96

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: Scheduler main thread : priority:5, demon:true, threadId:115, threadState:WAITING, lockName:java.lang.Object@1f8b8b4

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.peek(Queue.java:404)
 org.jgroups.util.Scheduler.run(Scheduler.java:77)
 java.lang.Thread.run(Thread.java:595)

 Thread: ReusableThread : priority:5, demon:true, threadId:127, threadState:WAITING, lockName:org.jgroups.util.ReusableThread@26347c

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.ReusableThread.run(ReusableThread.java:201)
 java.lang.Thread.run(Thread.java:595)

 Thread: Timer-8 : priority:5, demon:true, threadId:141, threadState:WAITING, lockName:java.util.TaskQueue@3fbf1f

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 java.util.TimerThread.mainLoop(Timer.java:483)
 java.util.TimerThread.run(Timer.java:462)

 Thread: Timer-9 : priority:5, demon:true, threadId:142, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@11c9cc3

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: Timer-10 : priority:5, demon:true, threadId:144, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@177e380

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: WorkerThread#0[172.17.6.137:52243] : priority:5, demon:false, threadId:149, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: Timer-12 : priority:5, demon:true, threadId:150, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@1f8eb4e

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: WorkerThread#1[172.17.6.137:52214] : priority:5, demon:false, threadId:152, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: Timer-13 : priority:5, demon:true, threadId:153, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@1204ee4

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: JCA PoolFiller : priority:5, demon:false, threadId:160, threadState:WAITING, lockName:java.util.LinkedList@1b9ae9

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jboss.resource.connectionmanager.PoolFiller.run(PoolFiller.java:87)
 java.lang.Thread.run(Thread.java:595)

 Thread: WorkerThread#2[172.17.6.137:55072] : priority:5, demon:false, threadId:164, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#3[172.17.6.136:43630] : priority:5, demon:false, threadId:165, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#4[172.17.6.137:44955] : priority:5, demon:false, threadId:166, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#5[172.17.6.137:52241] : priority:5, demon:false, threadId:170, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#6[172.17.6.137:56737] : priority:5, demon:false, threadId:171, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#7[172.17.6.137:55073] : priority:5, demon:false, threadId:172, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#8[172.17.6.137:52190] : priority:5, demon:false, threadId:173, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#9[172.17.6.137:52242] : priority:5, demon:false, threadId:174, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: Timer-14 : priority:5, demon:false, threadId:175, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@576222

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: WorkerThread#10[172.17.6.136:48915] : priority:5, demon:false, threadId:176, threadState:WAITING, lockName:org.jboss.remoting.transport.socket.ServerThread@1145cf3

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:219)

 Thread: Timer-15 : priority:5, demon:false, threadId:177, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@ebd798

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: Timer-16 : priority:5, demon:false, threadId:178, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@19740bb

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: WorkerThread#11[172.17.6.136:43075] : priority:5, demon:false, threadId:197, threadState:TIMED_WAITING, lockName:java.lang.Object@11acf73

 java.lang.Object.wait(Native Method)
 org.jboss.jms.client.container.ClientConsumer.waitOnLock(ClientConsumer.java:775)
 org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:822)
 org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:460)
 org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:191)
 org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect52.invoke(ConsumerAspect52.java)
 org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
 org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
 org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
 org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
 org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java)
 org.jboss.jms.client.JBossMessageConsumer.receive(JBossMessageConsumer.java:86)
 org.jboss.resource.adapter.jms.JmsMessageConsumer.receive(JmsMessageConsumer.java:112)
 ...

 Thread: Timer-17 : priority:5, demon:false, threadId:198, threadState:TIMED_WAITING, lockName:java.util.TaskQueue@1298ec4

 java.lang.Object.wait(Native Method)
 java.util.TimerThread.mainLoop(Timer.java:509)
 java.util.TimerThread.run(Timer.java:462)

 Thread: JBossLifeThread : priority:5, demon:false, threadId:199, threadState:WAITING, lockName:java.lang.Object@15bfaf8

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jboss.system.server.ServerImpl$LifeThread.run(ServerImpl.java:940)

 Thread: http-0.0.0.0-9000-Acceptor-0 : priority:5, demon:true, threadId:200, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.apache.tomcat.util.net.DefaultServerSocketFactory.acceptSocket(DefaultServerSocketFactory.java:61)
 org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:309)
 java.lang.Thread.run(Thread.java:595)

 Thread: org.springframework.util.WeakReferenceMonitor : priority:5, demon:true, threadId:201, threadState:WAITING, lockName:java.lang.ref.ReferenceQueue$Lock@1b9e4cb

 java.lang.Object.wait(Native Method)
 java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:116)
 java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:132)
 org.springframework.util.WeakReferenceMonitor$MonitoringProcess.run(WeakReferenceMonitor.java:132)
 java.lang.Thread.run(Thread.java:595)

 Thread: Thread-7 : priority:5, demon:false, threadId:26, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.doWork(PeriodicRecovery.java:248)
 com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.run(PeriodicRecovery.java:163)

 Thread: WorkerThread#13[172.17.6.136:39892] : priority:5, demon:false, threadId:208, threadState:TIMED_WAITING, lockName:java.lang.Object@15bf036

 java.lang.Object.wait(Native Method)
 org.jboss.jms.client.container.ClientConsumer.waitOnLock(ClientConsumer.java:775)
 org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:822)
 org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:460)
 org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:191)
 org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect52.invoke(ConsumerAspect52.java)
 org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
 org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
 org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
 org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
 org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java)
 org.jboss.jms.client.JBossMessageConsumer.receive(JBossMessageConsumer.java:86)
 org.jboss.resource.adapter.jms.JmsMessageConsumer.receive(JmsMessageConsumer.java:112)
 ...

 Thread: WorkerThread#14[172.17.6.137:51381] : priority:5, demon:false, threadId:209, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#15[172.17.6.136:43674] : priority:5, demon:false, threadId:210, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#16[172.17.6.137:32774] : priority:5, demon:false, threadId:211, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#17[172.17.6.137:52183] : priority:5, demon:false, threadId:212, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#18[172.17.6.137:44954] : priority:5, demon:false, threadId:213, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#19[172.17.6.137:60670] : priority:5, demon:false, threadId:214, threadState:WAITING, lockName:org.jboss.remoting.transport.socket.ServerThread@1039fc0

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:219)

 Thread: WorkerThread#20[172.17.6.136:50276] : priority:5, demon:false, threadId:215, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#21[172.17.6.136:43631] : priority:5, demon:false, threadId:217, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#22[172.17.6.136:50962] : priority:5, demon:false, threadId:219, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#23[172.17.6.136:43629] : priority:5, demon:false, threadId:220, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#24[172.17.6.136:50939] : priority:5, demon:false, threadId:221, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#25[172.17.6.136:43658] : priority:5, demon:false, threadId:222, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#26[172.17.6.136:43632] : priority:5, demon:false, threadId:223, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#27[172.17.6.136:43633] : priority:5, demon:false, threadId:224, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#28[172.17.6.137:52244] : priority:5, demon:false, threadId:225, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#29[172.17.6.136:50277] : priority:5, demon:false, threadId:228, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#30[172.17.6.136:34646] : priority:5, demon:false, threadId:230, threadState:TIMED_WAITING, lockName:java.lang.Object@f7a986

 java.lang.Object.wait(Native Method)
 org.jboss.jms.client.container.ClientConsumer.waitOnLock(ClientConsumer.java:775)
 org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:822)
 org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:460)
 org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:191)
 org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect52.invoke(ConsumerAspect52.java)
 org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
 org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
 org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
 org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
 org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java)
 org.jboss.jms.client.JBossMessageConsumer.receive(JBossMessageConsumer.java:86)
 org.jboss.resource.adapter.jms.JmsMessageConsumer.receive(JmsMessageConsumer.java:112)
 ...

 Thread: WorkerThread#31[172.17.6.136:43625] : priority:5, demon:false, threadId:233, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#32[172.17.6.136:33657] : priority:5, demon:false, threadId:244, threadState:TIMED_WAITING, lockName:java.lang.Object@19aac4c

 java.lang.Object.wait(Native Method)
 org.jboss.jms.client.container.ClientConsumer.waitOnLock(ClientConsumer.java:775)
 org.jboss.jms.client.container.ClientConsumer.getMessage(ClientConsumer.java:822)
 org.jboss.jms.client.container.ClientConsumer.receive(ClientConsumer.java:460)
 org.jboss.jms.client.container.ConsumerAspect.handleReceive(ConsumerAspect.java:191)
 org.jboss.aop.advice.org.jboss.jms.client.container.ConsumerAspect52.invoke(ConsumerAspect52.java)
 org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
 org.jboss.jms.client.container.ClosedInterceptor.invoke(ClosedInterceptor.java:170)
 org.jboss.aop.advice.PerInstanceInterceptor.invoke(PerInstanceInterceptor.java:105)
 org.jboss.jms.client.delegate.ClientConsumerDelegate$receive_N8299950230150603585.invokeNext(ClientConsumerDelegate$receive_N8299950230150603585.java)
 org.jboss.jms.client.delegate.ClientConsumerDelegate.receive(ClientConsumerDelegate.java)
 org.jboss.jms.client.JBossMessageConsumer.receive(JBossMessageConsumer.java:86)
 org.jboss.resource.adapter.jms.JmsMessageConsumer.receive(JmsMessageConsumer.java:112)
 ...

 Thread: WorkerThread#33[172.17.6.136:50275] : priority:5, demon:false, threadId:253, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#34[172.17.6.137:52197] : priority:5, demon:false, threadId:268, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#35[172.17.6.137:56331] : priority:5, demon:false, threadId:274, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#36[172.17.6.136:43626] : priority:5, demon:false, threadId:281, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#37[172.17.6.136:50266] : priority:5, demon:false, threadId:282, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#38[172.17.6.136:43624] : priority:5, demon:false, threadId:311, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#39[172.17.6.136:43628] : priority:5, demon:false, threadId:312, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#40[172.17.6.137:60066] : priority:5, demon:false, threadId:324, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: WorkerThread#41[172.17.6.136:50278] : priority:5, demon:false, threadId:365


      • 2058 Views
      • Tags:
        • 1. Re: Messages are not getting delivered :(
          theoverlord
          theoverlord Jul 29, 2008 12:24 PM (in response to theoverlord)

          Here's part 2:

           Thread: WorkerThread#41[172.17.6.136:50278] : priority:5, demon:false, threadId:365, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: http-0.0.0.0-9000-1 : priority:5, demon:true, threadId:6447, threadState:RUNNABLE, lockName:null

 sun.management.ThreadImpl.getThreadInfo0(Native Method)
 sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:142)
 sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:120)
 sun.reflect.GeneratedMethodAccessor195.invoke(Unknown Source)
 sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
 java.lang.reflect.Method.invoke(Method.java:585)
 org.jboss.system.server.ServerInfo.outputJdk5ThreadMXBeanInfo(ServerInfo.java:669)
 org.jboss.system.server.ServerInfo.getThreadGroupInfo(ServerInfo.java:638)
 org.jboss.system.server.ServerInfo.getThreadGroupInfo(ServerInfo.java:645)
 org.jboss.system.server.ServerInfo.getThreadGroupInfo(ServerInfo.java:645)
 org.jboss.system.server.ServerInfo.listThreadDump(ServerInfo.java:513)
 sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
 sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
 sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
 java.lang.reflect.Method.invoke(Method.java:585)
 org.jboss.mx.interceptor.ReflectedDispatcher.invoke(ReflectedDispatcher.java:155)
 org.jboss.mx.server.Invocation.dispatch(Invocation.java:94)
 org.jboss.mx.server.Invocation.invoke(Invocation.java:86)
 org.jboss.mx.server.AbstractMBeanInvoker.invoke(AbstractMBeanInvoker.java:264)
 org.jboss.mx.server.MBeanServerImpl.invoke(MBeanServerImpl.java:659)
 org.jboss.jmx.adaptor.control.Server.invokeOpByName(Server.java:258)
 org.jboss.jmx.adaptor.control.Server.invokeOp(Server.java:223)
 org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.invokeOp(HtmlAdaptorServlet.java:262)
 org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.processRequest(HtmlAdaptorServlet.java:100)
 org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.doPost(HtmlAdaptorServlet.java:82)
 javax.servlet.http.HttpServlet.service(HttpServlet.java:710)
 javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
 org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
 org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
 org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96)
 org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
 org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
 org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:230)
 org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
 org.jboss.web.tomcat.security.SecurityAssociationValve.invoke(SecurityAssociationValve.java:179)
 org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:524)
 org.jboss.web.tomcat.security.JaccContextValve.invoke(JaccContextValve.java:84)
 org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
 org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
 org.jboss.web.tomcat.service.jca.CachedConnectionValve.invoke(CachedConnectionValve.java:157)
 org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
 org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:262)
 org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844)
 org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583)
 org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:446)
 java.lang.Thread.run(Thread.java:595)

 Thread: http-0.0.0.0-9000-2 : priority:5, demon:true, threadId:6983, threadState:WAITING, lockName:org.apache.tomcat.util.net.JIoEndpoint$Worker@1a5bca8

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:415)
 org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:441)
 java.lang.Thread.run(Thread.java:595)


 Thread Group: JBoss Pooled Threads : max priority:10, demon:false


 Thread Group: System Threads : max priority:10, demon:false

 Thread: JBoss System Threads(1)-1 : priority:5, demon:true, threadId:22, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jnp.server.Main$AcceptHandler.run(Main.java:481)
 org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:148)
 EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:756)
 java.lang.Thread.run(Thread.java:595)

 Thread: JBoss System Threads(1)-2 : priority:5, demon:true, threadId:82, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jboss.ha.jndi.DetachedHANamingService$AcceptHandler.run(DetachedHANamingService.java:711)
 org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:148)
 EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:756)
 java.lang.Thread.run(Thread.java:595)

 Thread: JBoss System Threads(1)-3 : priority:5, demon:true, threadId:83, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jboss.ha.jndi.DetachedHANamingService$AutomaticDiscovery.run(DetachedHANamingService.java:615)
 org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:148)
 EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:756)
 java.lang.Thread.run(Thread.java:595)


 Thread Group: JGroups threads : max priority:10, demon:false

 Thread: DiagnosticsHandler (channel=Tomcat-Cluster) : priority:5, demon:true, threadId:39, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:1736)
 java.lang.Thread.run(Thread.java:595)

 Thread: IncomingPacketHandler (channel=Tomcat-Cluster) : priority:5, demon:true, threadId:40, threadState:WAITING, lockName:java.lang.Object@4e9a0

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.protocols.TP$IncomingPacketHandler.run(TP.java:1296)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP.UcastReceiverThread (channel=Tomcat-Cluster) : priority:5, demon:true, threadId:41, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP$UcastReceiver.run(UDP.java:954)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP mcast receiver (channel=Tomcat-Cluster) : priority:10, demon:true, threadId:42, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP.run(UDP.java:246)
 java.lang.Thread.run(Thread.java:595)

 Thread: ServerSocket acceptor thread (channel=Tomcat-Cluster) : priority:5, demon:true, threadId:43, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:1082)
 java.lang.Thread.run(Thread.java:595)

 Thread: FD_SOCK Ping thread (channel=Tomcat-Cluster) : priority:5, demon:true, threadId:46, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.net.SocketInputStream.read(SocketInputStream.java:182)
 org.jgroups.protocols.FD_SOCK.run(FD_SOCK.java:463)
 java.lang.Thread.run(Thread.java:595)

 Thread: DownHandler (UDP) : priority:5, demon:true, threadId:48, threadState:WAITING, lockName:java.lang.Object@861df3

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: DownHandler (PING) : priority:5, demon:true, threadId:49, threadState:WAITING, lockName:java.lang.Object@118794f

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (PING) : priority:5, demon:true, threadId:50, threadState:WAITING, lockName:java.lang.Object@1c4624f

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (FD) : priority:5, demon:true, threadId:51, threadState:WAITING, lockName:java.lang.Object@12513d

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (FD) : priority:5, demon:true, threadId:52, threadState:WAITING, lockName:java.lang.Object@93b85a

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (VERIFY_SUSPECT) : priority:5, demon:true, threadId:53, threadState:WAITING, lockName:java.lang.Object@2c3393

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (VERIFY_SUSPECT) : priority:5, demon:true, threadId:54, threadState:WAITING, lockName:java.lang.Object@1ee0344

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (NAKACK) : priority:5, demon:true, threadId:55, threadState:WAITING, lockName:java.lang.Object@1187df1

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (NAKACK) : priority:5, demon:true, threadId:56, threadState:WAITING, lockName:java.lang.Object@f4736c

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (UNICAST) : priority:5, demon:true, threadId:57, threadState:WAITING, lockName:java.lang.Object@c5be19

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (UNICAST) : priority:5, demon:true, threadId:58, threadState:WAITING, lockName:java.lang.Object@435dc1

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (STABLE) : priority:5, demon:true, threadId:59, threadState:WAITING, lockName:java.lang.Object@c05418

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (STABLE) : priority:5, demon:true, threadId:60, threadState:WAITING, lockName:java.lang.Object@d116eb

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (FRAG) : priority:5, demon:true, threadId:61, threadState:WAITING, lockName:java.lang.Object@137b650

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (FRAG) : priority:5, demon:true, threadId:62, threadState:WAITING, lockName:java.lang.Object@a24f39

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (GMS) : priority:5, demon:true, threadId:63, threadState:WAITING, lockName:java.lang.Object@1ff508a

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (GMS) : priority:5, demon:true, threadId:64, threadState:WAITING, lockName:java.lang.Object@100bd0e

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (STATE_TRANSFER) : priority:5, demon:true, threadId:65, threadState:WAITING, lockName:java.lang.Object@17be3ac

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (STATE_TRANSFER) : priority:5, demon:true, threadId:66, threadState:WAITING, lockName:java.lang.Object@a0446d

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DiagnosticsHandler (channel=DefaultPartition) : priority:5, demon:true, threadId:68, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:1736)
 java.lang.Thread.run(Thread.java:595)

 Thread: IncomingPacketHandler (channel=DefaultPartition) : priority:5, demon:true, threadId:69, threadState:WAITING, lockName:java.lang.Object@1ec85c4

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.protocols.TP$IncomingPacketHandler.run(TP.java:1296)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP.UcastReceiverThread (channel=DefaultPartition) : priority:5, demon:true, threadId:70, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP$UcastReceiver.run(UDP.java:954)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP mcast receiver (channel=DefaultPartition) : priority:10, demon:true, threadId:71, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP.run(UDP.java:246)
 java.lang.Thread.run(Thread.java:595)

 Thread: DownHandler (MPING) : priority:5, demon:true, threadId:113, threadState:WAITING, lockName:java.lang.Object@142414a

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (MPING) : priority:5, demon:true, threadId:114, threadState:WAITING, lockName:java.lang.Object@cc9221

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DiagnosticsHandler (channel=YodaJbmGroup) : priority:5, demon:true, threadId:116, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:1736)
 java.lang.Thread.run(Thread.java:595)

 Thread: IncomingPacketHandler (channel=YodaJbmGroup) : priority:5, demon:true, threadId:117, threadState:WAITING, lockName:java.lang.Object@8df175

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.protocols.TP$IncomingPacketHandler.run(TP.java:1296)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP.UcastReceiverThread (channel=YodaJbmGroup) : priority:5, demon:true, threadId:118, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP$UcastReceiver.run(UDP.java:954)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP mcast receiver (channel=YodaJbmGroup) : priority:10, demon:true, threadId:119, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP.run(UDP.java:246)
 java.lang.Thread.run(Thread.java:595)

 Thread: ServerSocket acceptor thread (channel=YodaJbmGroup) : priority:5, demon:true, threadId:121, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:1082)
 java.lang.Thread.run(Thread.java:595)

 Thread: ReceiverThread : priority:5, demon:true, threadId:128, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.MPING.run(MPING.java:263)
 java.lang.Thread.run(Thread.java:595)

 Thread: DiagnosticsHandler (channel=YodaJbmGroup) : priority:5, demon:true, threadId:130, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:1736)
 java.lang.Thread.run(Thread.java:595)

 Thread: IncomingPacketHandler (channel=YodaJbmGroup) : priority:5, demon:true, threadId:131, threadState:WAITING, lockName:java.lang.Object@e7720d

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.protocols.TP$IncomingPacketHandler.run(TP.java:1296)
 java.lang.Thread.run(Thread.java:595)

 Thread: ServerSocket acceptor thread (channel=YodaJbmGroup) : priority:5, demon:true, threadId:132, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:1082)
 java.lang.Thread.run(Thread.java:595)

 Thread: DownHandler (UDP) : priority:5, demon:true, threadId:154, threadState:WAITING, lockName:java.lang.Object@f0f077

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: DownHandler (FD) : priority:5, demon:true, threadId:155, threadState:WAITING, lockName:java.lang.Object@3b4032

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (FD) : priority:5, demon:true, threadId:156, threadState:WAITING, lockName:java.lang.Object@1f39e05

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: UpHandler (UNICAST) : priority:5, demon:true, threadId:157, threadState:WAITING, lockName:java.lang.Object@10b6064

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (GMS) : priority:5, demon:true, threadId:158, threadState:WAITING, lockName:java.lang.Object@1e55942

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (GMS) : priority:5, demon:true, threadId:159, threadState:WAITING, lockName:java.lang.Object@472b30

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DiagnosticsHandler (channel=CalcServerCache) : priority:5, demon:true, threadId:191, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:1736)
 java.lang.Thread.run(Thread.java:595)

 Thread: IncomingPacketHandler (channel=CalcServerCache) : priority:5, demon:true, threadId:192, threadState:WAITING, lockName:java.lang.Object@64740c

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.protocols.TP$IncomingPacketHandler.run(TP.java:1296)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP.UcastReceiverThread (channel=CalcServerCache) : priority:5, demon:true, threadId:193, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP$UcastReceiver.run(UDP.java:954)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP mcast receiver (channel=CalcServerCache) : priority:10, demon:true, threadId:194, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP.run(UDP.java:246)
 java.lang.Thread.run(Thread.java:595)

 Thread: MERGE2.FindSubgroups thread (channel=CalcServerCache) : priority:5, demon:true, threadId:810, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.jgroups.util.Util.sleep(Util.java:914)
 org.jgroups.protocols.MERGE2$FindSubgroups.run(MERGE2.java:289)
 java.lang.Thread.run(Thread.java:595)

 Thread: MERGE2.FindSubgroups thread (channel=DefaultPartition) : priority:5, demon:true, threadId:813, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.jgroups.util.Util.sleep(Util.java:914)
 org.jgroups.protocols.MERGE2$FindSubgroups.run(MERGE2.java:289)
 java.lang.Thread.run(Thread.java:595)

 Thread: ClientConnectionHandler : priority:5, demon:true, threadId:6555, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.net.SocketInputStream.read(SocketInputStream.java:182)
 org.jgroups.protocols.FD_SOCK$ClientConnectionHandler.run(FD_SOCK.java:1146)

 Thread: MERGE2.FindSubgroups thread (channel=YodaJbmGroup) : priority:5, demon:true, threadId:6560, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.jgroups.util.Util.sleep(Util.java:914)
 org.jgroups.protocols.MERGE2$FindSubgroups.run(MERGE2.java:289)
 java.lang.Thread.run(Thread.java:595)

 Thread: MERGE2.FindSubgroups thread (channel=YodaJbmGroup) : priority:5, demon:true, threadId:6562, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.jgroups.util.Util.sleep(Util.java:914)
 org.jgroups.protocols.MERGE2$FindSubgroups.run(MERGE2.java:289)
 java.lang.Thread.run(Thread.java:595)


 Thread Group: ConnectionTableGroup : max priority:10, demon:false

 Thread: ConnectionTable.AcceptorThread : priority:5, demon:true, threadId:129, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jgroups.blocks.ConnectionTable.run(ConnectionTable.java:253)
 java.lang.Thread.run(Thread.java:595)

 Thread: ConnectionTable.Connection.Receiver [172.17.6.137:49381 - 172.17.6.137:7900] : priority:5, demon:true, threadId:137, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.DataInputStream.readInt(DataInputStream.java:353)
 org.jgroups.blocks.BasicConnectionTable$Connection.run(BasicConnectionTable.java:575)
 java.lang.Thread.run(Thread.java:595)

 Thread: ConnectionTable.Connection.Receiver [172.17.6.137:7900 - 172.17.6.137:49381] : priority:5, demon:true, threadId:138, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.DataInputStream.readInt(DataInputStream.java:353)
 org.jgroups.blocks.BasicConnectionTable$Connection.run(BasicConnectionTable.java:575)
 java.lang.Thread.run(Thread.java:595)


 Thread Group: QuartzScheduler:DefaultQuartzScheduler : max priority:10, demon:false

 Thread: DefaultQuartzScheduler_QuartzSchedulerThread : priority:5, demon:false, threadId:100, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.quartz.core.QuartzSchedulerThread.run(QuartzSchedulerThread.java:394)


 Thread Group: JBM-threads : max priority:10, demon:false

 Thread: jbm-cf-jndimapper : priority:5, demon:false, threadId:105, threadState:WAITING, lockName:java.lang.Object@fee1e1

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-reply-executor : priority:5, demon:false, threadId:107, threadState:WAITING, lockName:java.lang.Object@19fa452

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-response-executor : priority:5, demon:false, threadId:108, threadState:WAITING, lockName:java.lang.Object@1dd0a7a

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-n-61qp28jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:147, threadState:WAITING, lockName:java.lang.Object@db06e8

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-client-session-n-61qp28jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:148, threadState:WAITING, lockName:java.lang.Object@1a2a962

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-nn4-702wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3196, threadState:WAITING, lockName:java.lang.Object@1e68f3

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-on4-802wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3197, threadState:WAITING, lockName:java.lang.Object@7c2994

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-pn4-902wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3198, threadState:WAITING, lockName:java.lang.Object@18ddac6

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-qn4-a02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3199, threadState:WAITING, lockName:java.lang.Object@163454

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-rn4-a02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3200, threadState:WAITING, lockName:java.lang.Object@1c58e6f

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-sn4-c02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3201, threadState:WAITING, lockName:java.lang.Object@10a33f6

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-tn4-c02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3202, threadState:WAITING, lockName:java.lang.Object@d9946e

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-un4-d02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3203, threadState:WAITING, lockName:java.lang.Object@9fc545

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-vn4-e02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3204, threadState:WAITING, lockName:java.lang.Object@1505107

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-wn4-f02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3205, threadState:WAITING, lockName:java.lang.Object@1f7bce2

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-xn4-g02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3206, threadState:WAITING, lockName:java.lang.Object@191c9a0

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-yn4-g02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3207, threadState:WAITING, lockName:java.lang.Object@4c41d3

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-zn4-h02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3208, threadState:WAITING, lockName:java.lang.Object@759850

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-0o4-i02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3209, threadState:WAITING, lockName:java.lang.Object@62bfe9

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-1o4-j02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3210, threadState:WAITING, lockName:java.lang.Object@12594aa

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-2o4-j02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3211, threadState:WAITING, lockName:java.lang.Object@433e1b

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-3o4-k02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3212, threadState:WAITING, lockName:java.lang.Object@a26c15

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-zo4-hx87k8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3344, threadState:WAITING, lockName:java.lang.Object@165f1b2

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-client-session-zo4-hx87k8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3345, threadState:WAITING, lockName:java.lang.Object@1dee711

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-6s4-5q3ll8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3954, threadState:WAITING, lockName:java.lang.Object@1141227

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-client-session-6s4-5q3ll8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3955, threadState:WAITING, lockName:java.lang.Object@b3c319

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-mw4-xfw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4658, threadState:WAITING, lockName:java.lang.Object@1cda0b8

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-nw4-yfw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4659, threadState:WAITING, lockName:java.lang.Object@f2aba0

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-ow4-yfw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4660, threadState:WAITING, lockName:java.lang.Object@1e1bdde

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-pw4-zfw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4661, threadState:WAITING, lockName:java.lang.Object@1784925

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-qw4-zfw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4662, threadState:WAITING, lockName:java.lang.Object@a44e5

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-rw4-0gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4663, threadState:WAITING, lockName:java.lang.Object@3148ac

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-sw4-0gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4664, threadState:WAITING, lockName:java.lang.Object@19a1c82

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-tw4-1gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4665, threadState:WAITING, lockName:java.lang.Object@c5a4db

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-uw4-1gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4666, threadState:WAITING, lockName:java.lang.Object@1ca5ca0

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-vw4-2gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4667, threadState:WAITING, lockName:java.lang.Object@873860

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-ww4-2gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4668, threadState:WAITING, lockName:java.lang.Object@1865408

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-xw4-3gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4669, threadState:WAITING, lockName:java.lang.Object@1f6e442

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-yw4-3gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4670, threadState:WAITING, lockName:java.lang.Object@3bc86

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-zw4-4gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4671, threadState:WAITING, lockName:java.lang.Object@14e3ceb

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-0x4-4gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4672, threadState:WAITING, lockName:java.lang.Object@1817962

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-1x4-4gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4673, threadState:WAITING, lockName:java.lang.Object@1481cfc

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-2x4-5gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4674, threadState:WAITING, lockName:java.lang.Object@166ffb8

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-n65-in5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5126, threadState:WAITING, lockName:java.lang.Object@11e91f5

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-o65-jn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5127, threadState:WAITING, lockName:java.lang.Object@6c65

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-p65-kn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5128, threadState:WAITING, lockName:java.lang.Object@1cc9b83

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-q65-ln5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5129, threadState:WAITING, lockName:java.lang.Object@1f5dd5c

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-r65-mn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5130, threadState:WAITING, lockName:java.lang.Object@97ddaa

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-s65-nn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5131, threadState:WAITING, lockName:java.lang.Object@59ee42

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-t65-on5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5132, threadState:WAITING, lockName:java.lang.Object@2968ae

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-u65-on5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5133, threadState:WAITING, lockName:java.lang.Object@978800

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-v65-pn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5134, threadState:WAITING, lockName:java.lang.Object@61f8ee

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-w65-qn5gn8jf-1-ltyo2


            • Actions
          • 2. Re: Messages are not getting delivered :(
            theoverlord
            theoverlord Jul 29, 2008 12:27 PM (in response to theoverlord)

            Part 3:

             Thread: WorkerThread#41[172.17.6.136:50278] : priority:5, demon:false, threadId:365, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.FilterInputStream.read(FilterInputStream.java:66)
 org.jboss.remoting.transport.socket.ServerThread.readVersion(ServerThread.java:859)
 org.jboss.remoting.transport.socket.ServerThread.processInvocation(ServerThread.java:545)
 org.jboss.remoting.transport.socket.ServerThread.dorun(ServerThread.java:420)
 org.jboss.remoting.transport.socket.ServerThread.run(ServerThread.java:173)

 Thread: http-0.0.0.0-9000-1 : priority:5, demon:true, threadId:6447, threadState:RUNNABLE, lockName:null

 sun.management.ThreadImpl.getThreadInfo0(Native Method)
 sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:142)
 sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:120)
 sun.reflect.GeneratedMethodAccessor195.invoke(Unknown Source)
 sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
 java.lang.reflect.Method.invoke(Method.java:585)
 org.jboss.system.server.ServerInfo.outputJdk5ThreadMXBeanInfo(ServerInfo.java:669)
 org.jboss.system.server.ServerInfo.getThreadGroupInfo(ServerInfo.java:638)
 org.jboss.system.server.ServerInfo.getThreadGroupInfo(ServerInfo.java:645)
 org.jboss.system.server.ServerInfo.getThreadGroupInfo(ServerInfo.java:645)
 org.jboss.system.server.ServerInfo.listThreadDump(ServerInfo.java:513)
 sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
 sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
 sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
 java.lang.reflect.Method.invoke(Method.java:585)
 org.jboss.mx.interceptor.ReflectedDispatcher.invoke(ReflectedDispatcher.java:155)
 org.jboss.mx.server.Invocation.dispatch(Invocation.java:94)
 org.jboss.mx.server.Invocation.invoke(Invocation.java:86)
 org.jboss.mx.server.AbstractMBeanInvoker.invoke(AbstractMBeanInvoker.java:264)
 org.jboss.mx.server.MBeanServerImpl.invoke(MBeanServerImpl.java:659)
 org.jboss.jmx.adaptor.control.Server.invokeOpByName(Server.java:258)
 org.jboss.jmx.adaptor.control.Server.invokeOp(Server.java:223)
 org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.invokeOp(HtmlAdaptorServlet.java:262)
 org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.processRequest(HtmlAdaptorServlet.java:100)
 org.jboss.jmx.adaptor.html.HtmlAdaptorServlet.doPost(HtmlAdaptorServlet.java:82)
 javax.servlet.http.HttpServlet.service(HttpServlet.java:710)
 javax.servlet.http.HttpServlet.service(HttpServlet.java:803)
 org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:290)
 org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
 org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96)
 org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:235)
 org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:206)
 org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:230)
 org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:175)
 org.jboss.web.tomcat.security.SecurityAssociationValve.invoke(SecurityAssociationValve.java:179)
 org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:524)
 org.jboss.web.tomcat.security.JaccContextValve.invoke(JaccContextValve.java:84)
 org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
 org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
 org.jboss.web.tomcat.service.jca.CachedConnectionValve.invoke(CachedConnectionValve.java:157)
 org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
 org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:262)
 org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:844)
 org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:583)
 org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:446)
 java.lang.Thread.run(Thread.java:595)

 Thread: http-0.0.0.0-9000-2 : priority:5, demon:true, threadId:6983, threadState:WAITING, lockName:org.apache.tomcat.util.net.JIoEndpoint$Worker@1a5bca8

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:415)
 org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:441)
 java.lang.Thread.run(Thread.java:595)


 Thread Group: JBoss Pooled Threads : max priority:10, demon:false


 Thread Group: System Threads : max priority:10, demon:false

 Thread: JBoss System Threads(1)-1 : priority:5, demon:true, threadId:22, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jnp.server.Main$AcceptHandler.run(Main.java:481)
 org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:148)
 EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:756)
 java.lang.Thread.run(Thread.java:595)

 Thread: JBoss System Threads(1)-2 : priority:5, demon:true, threadId:82, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jboss.ha.jndi.DetachedHANamingService$AcceptHandler.run(DetachedHANamingService.java:711)
 org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:148)
 EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:756)
 java.lang.Thread.run(Thread.java:595)

 Thread: JBoss System Threads(1)-3 : priority:5, demon:true, threadId:83, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jboss.ha.jndi.DetachedHANamingService$AutomaticDiscovery.run(DetachedHANamingService.java:615)
 org.jboss.util.threadpool.RunnableTaskWrapper.run(RunnableTaskWrapper.java:148)
 EDU.oswego.cs.dl.util.concurrent.PooledExecutor$Worker.run(PooledExecutor.java:756)
 java.lang.Thread.run(Thread.java:595)


 Thread Group: JGroups threads : max priority:10, demon:false

 Thread: DiagnosticsHandler (channel=Tomcat-Cluster) : priority:5, demon:true, threadId:39, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:1736)
 java.lang.Thread.run(Thread.java:595)

 Thread: IncomingPacketHandler (channel=Tomcat-Cluster) : priority:5, demon:true, threadId:40, threadState:WAITING, lockName:java.lang.Object@4e9a0

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.protocols.TP$IncomingPacketHandler.run(TP.java:1296)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP.UcastReceiverThread (channel=Tomcat-Cluster) : priority:5, demon:true, threadId:41, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP$UcastReceiver.run(UDP.java:954)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP mcast receiver (channel=Tomcat-Cluster) : priority:10, demon:true, threadId:42, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP.run(UDP.java:246)
 java.lang.Thread.run(Thread.java:595)

 Thread: ServerSocket acceptor thread (channel=Tomcat-Cluster) : priority:5, demon:true, threadId:43, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:1082)
 java.lang.Thread.run(Thread.java:595)

 Thread: FD_SOCK Ping thread (channel=Tomcat-Cluster) : priority:5, demon:true, threadId:46, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.net.SocketInputStream.read(SocketInputStream.java:182)
 org.jgroups.protocols.FD_SOCK.run(FD_SOCK.java:463)
 java.lang.Thread.run(Thread.java:595)

 Thread: DownHandler (UDP) : priority:5, demon:true, threadId:48, threadState:WAITING, lockName:java.lang.Object@861df3

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: DownHandler (PING) : priority:5, demon:true, threadId:49, threadState:WAITING, lockName:java.lang.Object@118794f

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (PING) : priority:5, demon:true, threadId:50, threadState:WAITING, lockName:java.lang.Object@1c4624f

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (FD) : priority:5, demon:true, threadId:51, threadState:WAITING, lockName:java.lang.Object@12513d

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (FD) : priority:5, demon:true, threadId:52, threadState:WAITING, lockName:java.lang.Object@93b85a

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (VERIFY_SUSPECT) : priority:5, demon:true, threadId:53, threadState:WAITING, lockName:java.lang.Object@2c3393

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (VERIFY_SUSPECT) : priority:5, demon:true, threadId:54, threadState:WAITING, lockName:java.lang.Object@1ee0344

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (NAKACK) : priority:5, demon:true, threadId:55, threadState:WAITING, lockName:java.lang.Object@1187df1

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (NAKACK) : priority:5, demon:true, threadId:56, threadState:WAITING, lockName:java.lang.Object@f4736c

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (UNICAST) : priority:5, demon:true, threadId:57, threadState:WAITING, lockName:java.lang.Object@c5be19

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (UNICAST) : priority:5, demon:true, threadId:58, threadState:WAITING, lockName:java.lang.Object@435dc1

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (STABLE) : priority:5, demon:true, threadId:59, threadState:WAITING, lockName:java.lang.Object@c05418

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (STABLE) : priority:5, demon:true, threadId:60, threadState:WAITING, lockName:java.lang.Object@d116eb

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (FRAG) : priority:5, demon:true, threadId:61, threadState:WAITING, lockName:java.lang.Object@137b650

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (FRAG) : priority:5, demon:true, threadId:62, threadState:WAITING, lockName:java.lang.Object@a24f39

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (GMS) : priority:5, demon:true, threadId:63, threadState:WAITING, lockName:java.lang.Object@1ff508a

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (GMS) : priority:5, demon:true, threadId:64, threadState:WAITING, lockName:java.lang.Object@100bd0e

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (STATE_TRANSFER) : priority:5, demon:true, threadId:65, threadState:WAITING, lockName:java.lang.Object@17be3ac

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (STATE_TRANSFER) : priority:5, demon:true, threadId:66, threadState:WAITING, lockName:java.lang.Object@a0446d

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DiagnosticsHandler (channel=DefaultPartition) : priority:5, demon:true, threadId:68, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:1736)
 java.lang.Thread.run(Thread.java:595)

 Thread: IncomingPacketHandler (channel=DefaultPartition) : priority:5, demon:true, threadId:69, threadState:WAITING, lockName:java.lang.Object@1ec85c4

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.protocols.TP$IncomingPacketHandler.run(TP.java:1296)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP.UcastReceiverThread (channel=DefaultPartition) : priority:5, demon:true, threadId:70, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP$UcastReceiver.run(UDP.java:954)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP mcast receiver (channel=DefaultPartition) : priority:10, demon:true, threadId:71, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP.run(UDP.java:246)
 java.lang.Thread.run(Thread.java:595)

 Thread: DownHandler (MPING) : priority:5, demon:true, threadId:113, threadState:WAITING, lockName:java.lang.Object@142414a

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (MPING) : priority:5, demon:true, threadId:114, threadState:WAITING, lockName:java.lang.Object@cc9221

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DiagnosticsHandler (channel=YodaJbmGroup) : priority:5, demon:true, threadId:116, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:1736)
 java.lang.Thread.run(Thread.java:595)

 Thread: IncomingPacketHandler (channel=YodaJbmGroup) : priority:5, demon:true, threadId:117, threadState:WAITING, lockName:java.lang.Object@8df175

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.protocols.TP$IncomingPacketHandler.run(TP.java:1296)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP.UcastReceiverThread (channel=YodaJbmGroup) : priority:5, demon:true, threadId:118, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP$UcastReceiver.run(UDP.java:954)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP mcast receiver (channel=YodaJbmGroup) : priority:10, demon:true, threadId:119, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP.run(UDP.java:246)
 java.lang.Thread.run(Thread.java:595)

 Thread: ServerSocket acceptor thread (channel=YodaJbmGroup) : priority:5, demon:true, threadId:121, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:1082)
 java.lang.Thread.run(Thread.java:595)

 Thread: ReceiverThread : priority:5, demon:true, threadId:128, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.MPING.run(MPING.java:263)
 java.lang.Thread.run(Thread.java:595)

 Thread: DiagnosticsHandler (channel=YodaJbmGroup) : priority:5, demon:true, threadId:130, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:1736)
 java.lang.Thread.run(Thread.java:595)

 Thread: IncomingPacketHandler (channel=YodaJbmGroup) : priority:5, demon:true, threadId:131, threadState:WAITING, lockName:java.lang.Object@e7720d

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.protocols.TP$IncomingPacketHandler.run(TP.java:1296)
 java.lang.Thread.run(Thread.java:595)

 Thread: ServerSocket acceptor thread (channel=YodaJbmGroup) : priority:5, demon:true, threadId:132, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:1082)
 java.lang.Thread.run(Thread.java:595)

 Thread: DownHandler (UDP) : priority:5, demon:true, threadId:154, threadState:WAITING, lockName:java.lang.Object@f0f077

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: DownHandler (FD) : priority:5, demon:true, threadId:155, threadState:WAITING, lockName:java.lang.Object@3b4032

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (FD) : priority:5, demon:true, threadId:156, threadState:WAITING, lockName:java.lang.Object@1f39e05

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: UpHandler (UNICAST) : priority:5, demon:true, threadId:157, threadState:WAITING, lockName:java.lang.Object@10b6064

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DownHandler (GMS) : priority:5, demon:true, threadId:158, threadState:WAITING, lockName:java.lang.Object@1e55942

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.DownHandler.run(Protocol.java:104)

 Thread: UpHandler (GMS) : priority:5, demon:true, threadId:159, threadState:WAITING, lockName:java.lang.Object@472b30

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.stack.UpHandler.run(Protocol.java:49)

 Thread: DiagnosticsHandler (channel=CalcServerCache) : priority:5, demon:true, threadId:191, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.TP$DiagnosticsHandler.run(TP.java:1736)
 java.lang.Thread.run(Thread.java:595)

 Thread: IncomingPacketHandler (channel=CalcServerCache) : priority:5, demon:true, threadId:192, threadState:WAITING, lockName:java.lang.Object@64740c

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 org.jgroups.util.Queue.remove(Queue.java:263)
 org.jgroups.protocols.TP$IncomingPacketHandler.run(TP.java:1296)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP.UcastReceiverThread (channel=CalcServerCache) : priority:5, demon:true, threadId:193, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP$UcastReceiver.run(UDP.java:954)
 java.lang.Thread.run(Thread.java:595)

 Thread: UDP mcast receiver (channel=CalcServerCache) : priority:10, demon:true, threadId:194, threadState:RUNNABLE, lockName:null

 java.net.PlainDatagramSocketImpl.receive0(Native Method)
 java.net.PlainDatagramSocketImpl.receive(PlainDatagramSocketImpl.java:136)
 java.net.DatagramSocket.receive(DatagramSocket.java:712)
 org.jgroups.protocols.UDP.run(UDP.java:246)
 java.lang.Thread.run(Thread.java:595)

 Thread: MERGE2.FindSubgroups thread (channel=CalcServerCache) : priority:5, demon:true, threadId:810, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.jgroups.util.Util.sleep(Util.java:914)
 org.jgroups.protocols.MERGE2$FindSubgroups.run(MERGE2.java:289)
 java.lang.Thread.run(Thread.java:595)

 Thread: MERGE2.FindSubgroups thread (channel=DefaultPartition) : priority:5, demon:true, threadId:813, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.jgroups.util.Util.sleep(Util.java:914)
 org.jgroups.protocols.MERGE2$FindSubgroups.run(MERGE2.java:289)
 java.lang.Thread.run(Thread.java:595)

 Thread: ClientConnectionHandler : priority:5, demon:true, threadId:6555, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.net.SocketInputStream.read(SocketInputStream.java:182)
 org.jgroups.protocols.FD_SOCK$ClientConnectionHandler.run(FD_SOCK.java:1146)

 Thread: MERGE2.FindSubgroups thread (channel=YodaJbmGroup) : priority:5, demon:true, threadId:6560, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.jgroups.util.Util.sleep(Util.java:914)
 org.jgroups.protocols.MERGE2$FindSubgroups.run(MERGE2.java:289)
 java.lang.Thread.run(Thread.java:595)

 Thread: MERGE2.FindSubgroups thread (channel=YodaJbmGroup) : priority:5, demon:true, threadId:6562, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.jgroups.util.Util.sleep(Util.java:914)
 org.jgroups.protocols.MERGE2$FindSubgroups.run(MERGE2.java:289)
 java.lang.Thread.run(Thread.java:595)


 Thread Group: ConnectionTableGroup : max priority:10, demon:false

 Thread: ConnectionTable.AcceptorThread : priority:5, demon:true, threadId:129, threadState:RUNNABLE, lockName:null

 java.net.PlainSocketImpl.socketAccept(Native Method)
 java.net.PlainSocketImpl.accept(PlainSocketImpl.java:384)
 java.net.ServerSocket.implAccept(ServerSocket.java:450)
 java.net.ServerSocket.accept(ServerSocket.java:421)
 org.jgroups.blocks.ConnectionTable.run(ConnectionTable.java:253)
 java.lang.Thread.run(Thread.java:595)

 Thread: ConnectionTable.Connection.Receiver [172.17.6.137:49381 - 172.17.6.137:7900] : priority:5, demon:true, threadId:137, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.DataInputStream.readInt(DataInputStream.java:353)
 org.jgroups.blocks.BasicConnectionTable$Connection.run(BasicConnectionTable.java:575)
 java.lang.Thread.run(Thread.java:595)

 Thread: ConnectionTable.Connection.Receiver [172.17.6.137:7900 - 172.17.6.137:49381] : priority:5, demon:true, threadId:138, threadState:RUNNABLE, lockName:null

 java.net.SocketInputStream.socketRead0(Native Method)
 java.net.SocketInputStream.read(SocketInputStream.java:129)
 java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
 java.io.BufferedInputStream.read(BufferedInputStream.java:235)
 java.io.DataInputStream.readInt(DataInputStream.java:353)
 org.jgroups.blocks.BasicConnectionTable$Connection.run(BasicConnectionTable.java:575)
 java.lang.Thread.run(Thread.java:595)


 Thread Group: QuartzScheduler:DefaultQuartzScheduler : max priority:10, demon:false

 Thread: DefaultQuartzScheduler_QuartzSchedulerThread : priority:5, demon:false, threadId:100, threadState:TIMED_WAITING, lockName:null

 java.lang.Thread.sleep(Native Method)
 org.quartz.core.QuartzSchedulerThread.run(QuartzSchedulerThread.java:394)


 Thread Group: JBM-threads : max priority:10, demon:false

 Thread: jbm-cf-jndimapper : priority:5, demon:false, threadId:105, threadState:WAITING, lockName:java.lang.Object@fee1e1

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-reply-executor : priority:5, demon:false, threadId:107, threadState:WAITING, lockName:java.lang.Object@19fa452

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-response-executor : priority:5, demon:false, threadId:108, threadState:WAITING, lockName:java.lang.Object@1dd0a7a

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-n-61qp28jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:147, threadState:WAITING, lockName:java.lang.Object@db06e8

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-client-session-n-61qp28jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:148, threadState:WAITING, lockName:java.lang.Object@1a2a962

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-nn4-702wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3196, threadState:WAITING, lockName:java.lang.Object@1e68f3

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-on4-802wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3197, threadState:WAITING, lockName:java.lang.Object@7c2994

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-pn4-902wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3198, threadState:WAITING, lockName:java.lang.Object@18ddac6

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-qn4-a02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3199, threadState:WAITING, lockName:java.lang.Object@163454

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-rn4-a02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3200, threadState:WAITING, lockName:java.lang.Object@1c58e6f

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-sn4-c02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3201, threadState:WAITING, lockName:java.lang.Object@10a33f6

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-tn4-c02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3202, threadState:WAITING, lockName:java.lang.Object@d9946e

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-un4-d02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3203, threadState:WAITING, lockName:java.lang.Object@9fc545

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-vn4-e02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3204, threadState:WAITING, lockName:java.lang.Object@1505107

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-wn4-f02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3205, threadState:WAITING, lockName:java.lang.Object@1f7bce2

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-xn4-g02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3206, threadState:WAITING, lockName:java.lang.Object@191c9a0

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-yn4-g02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3207, threadState:WAITING, lockName:java.lang.Object@4c41d3

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-zn4-h02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3208, threadState:WAITING, lockName:java.lang.Object@759850

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-0o4-i02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3209, threadState:WAITING, lockName:java.lang.Object@62bfe9

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-1o4-j02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3210, threadState:WAITING, lockName:java.lang.Object@12594aa

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-2o4-j02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3211, threadState:WAITING, lockName:java.lang.Object@433e1b

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-3o4-k02wj8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3212, threadState:WAITING, lockName:java.lang.Object@a26c15

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-zo4-hx87k8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3344, threadState:WAITING, lockName:java.lang.Object@165f1b2

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-client-session-zo4-hx87k8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3345, threadState:WAITING, lockName:java.lang.Object@1dee711

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-6s4-5q3ll8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3954, threadState:WAITING, lockName:java.lang.Object@1141227

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-client-session-6s4-5q3ll8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:3955, threadState:WAITING, lockName:java.lang.Object@b3c319

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-mw4-xfw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4658, threadState:WAITING, lockName:java.lang.Object@1cda0b8

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-nw4-yfw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4659, threadState:WAITING, lockName:java.lang.Object@f2aba0

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-ow4-yfw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4660, threadState:WAITING, lockName:java.lang.Object@1e1bdde

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-pw4-zfw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4661, threadState:WAITING, lockName:java.lang.Object@1784925

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-qw4-zfw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4662, threadState:WAITING, lockName:java.lang.Object@a44e5

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-rw4-0gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4663, threadState:WAITING, lockName:java.lang.Object@3148ac

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-sw4-0gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4664, threadState:WAITING, lockName:java.lang.Object@19a1c82

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-tw4-1gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4665, threadState:WAITING, lockName:java.lang.Object@c5a4db

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-uw4-1gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4666, threadState:WAITING, lockName:java.lang.Object@1ca5ca0

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-vw4-2gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4667, threadState:WAITING, lockName:java.lang.Object@873860

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-ww4-2gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4668, threadState:WAITING, lockName:java.lang.Object@1865408

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-xw4-3gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4669, threadState:WAITING, lockName:java.lang.Object@1f6e442

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-yw4-3gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4670, threadState:WAITING, lockName:java.lang.Object@3bc86

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-zw4-4gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4671, threadState:WAITING, lockName:java.lang.Object@14e3ceb

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-0x4-4gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4672, threadState:WAITING, lockName:java.lang.Object@1817962

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-1x4-4gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4673, threadState:WAITING, lockName:java.lang.Object@1481cfc

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-2x4-5gw3n8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:4674, threadState:WAITING, lockName:java.lang.Object@166ffb8

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-n65-in5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5126, threadState:WAITING, lockName:java.lang.Object@11e91f5

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-o65-jn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5127, threadState:WAITING, lockName:java.lang.Object@6c65

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-p65-kn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5128, threadState:WAITING, lockName:java.lang.Object@1cc9b83

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-q65-ln5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5129, threadState:WAITING, lockName:java.lang.Object@1f5dd5c

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-r65-mn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5130, threadState:WAITING, lockName:java.lang.Object@97ddaa

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-s65-nn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5131, threadState:WAITING, lockName:java.lang.Object@59ee42

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-t65-on5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5132, threadState:WAITING, lockName:java.lang.Object@2968ae

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-u65-on5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5133, threadState:WAITING, lockName:java.lang.Object@978800

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-v65-pn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5134, threadState:WAITING, lockName:java.lang.Object@61f8ee

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-w65-qn5gn8jf-1-ltyo28jf-8j8


              • Actions
            • 3. Re: Messages are not getting delivered :(
              theoverlord
              theoverlord Jul 29, 2008 12:29 PM (in response to theoverlord)

              Part 4:

               Thread: jbm-server-session-w65-qn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5135, threadState:WAITING, lockName:java.lang.Object@1dd8a2

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-x65-rn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5136, threadState:WAITING, lockName:java.lang.Object@1799597

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-y65-sn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5137, threadState:WAITING, lockName:java.lang.Object@14c07ee

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-z65-sn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5138, threadState:WAITING, lockName:java.lang.Object@9cbbbf

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-075-tn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5139, threadState:WAITING, lockName:java.lang.Object@1ea2d3a

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-175-un5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5140, threadState:WAITING, lockName:java.lang.Object@13f5991

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-475-vn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5141, threadState:WAITING, lockName:java.lang.Object@11445b

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-575-wn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5142, threadState:WAITING, lockName:java.lang.Object@19ee9ca

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-875-zn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5143, threadState:WAITING, lockName:java.lang.Object@6fed8

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-975-zn5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5144, threadState:WAITING, lockName:java.lang.Object@1451b06

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-a75-0o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5145, threadState:WAITING, lockName:java.lang.Object@1f12897

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-b75-0o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5146, threadState:WAITING, lockName:java.lang.Object@19fe911

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-c75-1o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5147, threadState:WAITING, lockName:java.lang.Object@17e7591

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-d75-1o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5148, threadState:WAITING, lockName:java.lang.Object@158a742

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-e75-2o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5149, threadState:WAITING, lockName:java.lang.Object@14cfe8b

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-f75-2o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5150, threadState:WAITING, lockName:java.lang.Object@1db836d

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-g75-3o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5151, threadState:WAITING, lockName:java.lang.Object@9182ad

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-h75-4o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5152, threadState:WAITING, lockName:java.lang.Object@11a4dff

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-i75-4o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5153, threadState:WAITING, lockName:java.lang.Object@1f6d120

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-j75-5o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5154, threadState:WAITING, lockName:java.lang.Object@11ba894

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-k75-5o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5155, threadState:WAITING, lockName:java.lang.Object@d8a3ae

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-l75-6o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5156, threadState:WAITING, lockName:java.lang.Object@e22f69

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-m75-6o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5157, threadState:WAITING, lockName:java.lang.Object@196ce57

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-n75-7o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5158, threadState:WAITING, lockName:java.lang.Object@1c4ee10

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-o75-7o5gn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5159, threadState:WAITING, lockName:java.lang.Object@1e99df8

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-fc5-uk7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5440, threadState:WAITING, lockName:java.lang.Object@8232e5

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-gc5-vk7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5441, threadState:WAITING, lockName:java.lang.Object@1db9632

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-hc5-vk7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5442, threadState:WAITING, lockName:java.lang.Object@161c31c

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-ic5-wk7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5443, threadState:WAITING, lockName:java.lang.Object@1509329

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-jc5-xk7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5444, threadState:WAITING, lockName:java.lang.Object@ed8831

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-kc5-xk7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5445, threadState:WAITING, lockName:java.lang.Object@8884f0

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-lc5-yk7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5446, threadState:WAITING, lockName:java.lang.Object@cfb41e

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-mc5-yk7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5447, threadState:WAITING, lockName:java.lang.Object@3a4d2c

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-nc5-zk7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5448, threadState:WAITING, lockName:java.lang.Object@1a0a8bf

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-oc5-zk7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5449, threadState:WAITING, lockName:java.lang.Object@a6cacd

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-pc5-0l7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5450, threadState:WAITING, lockName:java.lang.Object@4c5910

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-qc5-0l7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5451, threadState:WAITING, lockName:java.lang.Object@6b4d7e

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-rc5-1l7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5452, threadState:WAITING, lockName:java.lang.Object@acab35

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-sc5-1l7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5453, threadState:WAITING, lockName:java.lang.Object@1c6171

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-tc5-2l7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5454, threadState:WAITING, lockName:java.lang.Object@141639f

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-uc5-3l7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5455, threadState:WAITING, lockName:java.lang.Object@1f38773

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-vc5-3l7sn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5456, threadState:WAITING, lockName:java.lang.Object@141abb7

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-zk5-5bbyn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5796, threadState:WAITING, lockName:java.lang.Object@70a71b

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-dl5-gslzn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5819, threadState:WAITING, lockName:java.lang.Object@1eb03cb

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-client-session-dl5-gslzn8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:5820, threadState:WAITING, lockName:java.lang.Object@4619ed

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-7z5-hr5oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6565, threadState:WAITING, lockName:java.lang.Object@5018cc

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-client-session-7z5-hr5oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6566, threadState:WAITING, lockName:java.lang.Object@8c0485

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-lz5-na8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6575, threadState:WAITING, lockName:java.lang.Object@7ceb55

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-mz5-oa8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6576, threadState:WAITING, lockName:java.lang.Object@13e2c2a

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-nz5-pa8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6577, threadState:WAITING, lockName:java.lang.Object@c57c16

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-oz5-ra8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6578, threadState:WAITING, lockName:java.lang.Object@155a36b

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-pz5-sa8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6579, threadState:WAITING, lockName:java.lang.Object@15bceb1

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-qz5-ta8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6580, threadState:WAITING, lockName:java.lang.Object@5ecd51

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-rz5-ua8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6581, threadState:WAITING, lockName:java.lang.Object@1f9841b

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-sz5-va8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6582, threadState:WAITING, lockName:java.lang.Object@502659

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-tz5-1b8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6583, threadState:WAITING, lockName:java.lang.Object@5b3c9

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-uz5-2b8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6584, threadState:WAITING, lockName:java.lang.Object@5e72fc

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-vz5-3b8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6585, threadState:WAITING, lockName:java.lang.Object@cf00a1

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-wz5-4b8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6586, threadState:WAITING, lockName:java.lang.Object@327586

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-xz5-5b8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6587, threadState:WAITING, lockName:java.lang.Object@c1e2c7

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-yz5-6b8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6588, threadState:WAITING, lockName:java.lang.Object@10fa76b

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-zz5-7b8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6589, threadState:WAITING, lockName:java.lang.Object@b86779

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-006-8b8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6590, threadState:WAITING, lockName:java.lang.Object@9151ec

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-106-9b8oo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6591, threadState:WAITING, lockName:java.lang.Object@996a94

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-y06-dkpoo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6638, threadState:WAITING, lockName:java.lang.Object@24389a

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-716-tkpoo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6639, threadState:WAITING, lockName:java.lang.Object@1e20

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-916-ukpoo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6641, threadState:WAITING, lockName:java.lang.Object@1b9eddb

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-g16-8mpoo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6642, threadState:WAITING, lockName:java.lang.Object@1aed315

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)

 Thread: jbm-server-session-i16-bmpoo8jf-1-ltyo28jf-8j87wr-t36hs4 : priority:5, demon:false, threadId:6643, threadState:WAITING, lockName:java.lang.Object@a42e84

 java.lang.Object.wait(Native Method)
 java.lang.Object.wait(Object.java:474)
 EDU.oswego.cs.dl.util.concurrent.LinkedQueue.take(LinkedQueue.java:122)
 EDU.oswego.cs.dl.util.concurrent.QueuedExecutor$RunLoop.run(QueuedExecutor.java:83)
 java.lang.Thread.run(Thread.java:595)


 Thread Group: RMI Runtime : max priority:10, demon:false


                • Actions
              • 4. Re: Messages are not getting delivered :(
                ataylor
                ataylor Jul 29, 2008 1:22 PM (in response to theoverlord)

                try running the clustered examples to make sure you're environment is set upcorrectly.

                  • Actions