0 Replies Latest reply on Nov 16, 2012 2:05 AM by abhijitprusty

Caused by: org.infinispan.util.concurrent.TimeoutException: Timed out after 10 minutes waiting for a response from :1099

abhijitprusty Nov 16, 2012 2:05 AM

We are having 2 nodes in jboss. When we are doing session replication and make one node down and do any opertaion and then we try to make the server up we get the below mentioned exception.

2:40:32,424 INFO [CacheJmxRegistration] MBeans were successfully registered to the platform mbean server.

12:40:32,447 INFO [TransactionLoggerImpl] Starting transaction logging

12:43:57,756 WARN [InboundInvocationHandlerImpl] Cache named [___defaultcache] exists but isn't in a state to handle invocations. Its state is INSTANTIATED.

12:50:32,572 ERROR [JoinTask] Caught exception!: org.infinispan.util.concurrent.TimeoutException: Timed out after 10 minutes waiting for a response from localhost:1099

at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher$ReplicationTask.call(CommandAwareRpcDispatcher.java:316) [:4.2.0.FINAL]

at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.invokeRemoteCommands(CommandAwareRpcDispatcher.java:121) [:4.2.0.FINAL]

at org.infinispan.remoting.transport.jgroups.JGroupsTransport.invokeRemotely(JGroupsTransport.java:399) [:4.2.0.FINAL]

at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:101) [:4.2.0.FINAL]

at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:125) [:4.2.0.FINAL]

at org.infinispan.distribution.JoinTask.performRehash(JoinTask.java:113) [:4.2.0.FINAL]

at org.infinispan.distribution.RehashTask.call(RehashTask.java:53) [:4.2.0.FINAL]

at org.infinispan.distribution.RehashTask.call(RehashTask.java:33) [:4.2.0.FINAL]

at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) [:1.6.0_24]

at java.util.concurrent.FutureTask.run(FutureTask.java:138) [:1.6.0_24]

at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) [:1.6.0_24]

at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) [:1.6.0_24]

at java.lang.Thread.run(Thread.java:662) [:1.6.0_24]

12:50:32,575 INFO [TransactionLoggerImpl] Stopping transaction logging

12:50:32,575 INFO [JoinTask] 10.106.13.47:1099 completed join rehash!

12:50:32,576 ERROR [JBossContextConfig] Error processing: context.xml: org.infinispan.CacheException: Unable to invoke method public void org.infinispan.distribution.DistributionManagerImpl.waitForJoinToComplete() throws java.lang.Throwable on object

at org.infinispan.util.ReflectionUtil.invokeAccessibly(ReflectionUtil.java:174) [:4.2.0.FINAL]

at org.infinispan.factories.AbstractComponentRegistry$PrioritizedMethod.invoke(AbstractComponentRegistry.java:889) [:4.2.0.FINAL]

at org.infinispan.factories.AbstractComponentRegistry.internalStart(AbstractComponentRegistry.java:687) [:4.2.0.FINAL]

at org.infinispan.factories.AbstractComponentRegistry.start(AbstractComponentRegistry.java:589) [:4.2.0.FINAL]

at org.infinispan.factories.ComponentRegistry.start(ComponentRegistry.java:150) [:4.2.0.FINAL]

at org.infinispan.CacheDelegate.start(CacheDelegate.java:317) [:4.2.0.FINAL]

at org.infinispan.manager.DefaultCacheManager.createCache(DefaultCacheManager.java:516) [:4.2.0.FINAL]

at org.infinispan.manager.DefaultCacheManager.getCache(DefaultCacheManager.java:439) [:4.2.0.FINAL]

at org.jboss.ha.ispn.DefaultCacheContainer$SingletonCacheManager.getCache(DefaultCacheContainer.java:296) [:1.0.0.Final]

at org.jboss.ha.ispn.DefaultCacheContainer.getCache(DefaultCacheContainer.java:123) [:1.0.0.Final]

at org.jboss.ha.ispn.DefaultCacheContainer.getCache(DefaultCacheContainer.java:71) [:1.0.0.Final]

at org.jboss.web.tomcat.service.session.distributedcache.ispn.SessionCacheSource.getCache(SessionCacheSource.java:72) [:1.0.0.Final]

at org.jboss.web.tomcat.service.session.distributedcache.ispn.DistributedCacheManagerFactory.getDistributedCacheManager(DistributedCacheManagerFactory.java:59) [:1.0.0.Final]

at org.jboss.web.tomcat.service.session.JBossCacheManager.initDistributedCacheManager(JBossCacheManager.java:1495) [:6.0.0.Final]

at org.jboss.web.tomcat.service.session.JBossCacheManager.init(JBossCacheManager.java:260) [:6.0.0.Final]

at org.jboss.web.tomcat.service.deployers.JBossContextConfig.initManager(JBossContextConfig.java:1251) [:6.0.0.Final]

at org.jboss.web.tomcat.service.deployers.JBossContextConfig.processContextConfig(JBossContextConfig.java:814) [:6.0.0.Final]

at org.jboss.web.tomcat.service.deployers.JBossContextConfig.init(JBossContextConfig.java:697) [:6.0.0.Final]

at org.apache.catalina.startup.ContextConfig.lifecycleEvent(ContextConfig.java:192) [:6.0.0.Final]

at org.jboss.web.tomcat.service.deployers.JBossContextConfig.lifecycleEvent(JBossContextConfig.java:206) [:6.0.0.Final]

at org.apache.catalina.util.LifecycleSupport.fireLifecycleEvent(LifecycleSupport.java:115) [:6.0.0.Final]

at org.apache.catalina.core.StandardContext.init(StandardContext.java:4746) [:6.0.0.Final]

at org.apache.catalina.core.StandardContext.start(StandardContext.java:3653) [:6.0.0.Final]

at org.jboss.web.tomcat.service.deployers.TomcatDeployment.performDeployInternal(TomcatDeployment.java:294) [:6.0.0.Final]

at org.jboss.web.tomcat.service.deployers.TomcatDeployment.performDeploy(TomcatDeployment.java:146) [:6.0.0.Final]

at org.jboss.web.deployers.AbstractWarDeployment.start(AbstractWarDeployment.java:477) [:6.0.0.Final]

at org.jboss.web.deployers.WebModule.startModule(WebModule.java:118) [:6.0.0.Final]

at org.jboss.web.deployers.WebModule.start(WebModule.java:95) [:6.0.0.Final]

at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [:1.6.0_24]

at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) [:1.6.0_24]

at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) [:1.6.0_24]

at java.lang.reflect.Method.invoke(Method.java:597) [:1.6.0_24]

at org.jboss.mx.interceptor.ReflectedDispatcher.invoke(ReflectedDispatcher.java:157) [:6.0.0.GA]

at org.jboss.mx.server.Invocation.dispatch(Invocation.java:96) [:6.0.0.GA]

at org.jboss.mx.server.Invocation.invoke(Invocation.java:88) [:6.0.0.GA]

at org.jboss.mx.server.AbstractMBeanInvoker.invoke(AbstractMBeanInvoker.java:271) [:6.0.0.GA]

at org.jboss.mx.server.MBeanServerImpl.invoke(MBeanServerImpl.java:670) [:6.0.0.GA]

at org.jboss.system.microcontainer.ServiceProxy.invoke(ServiceProxy.java:206) [:2.2.0.GA]

at $Proxy41.start(Unknown Source) at org.jboss.system.microcontainer.StartStopLifecycleAction.installAction(StartStopLifecycleAction.java:53) [:2.2.0.GA]

at org.jboss.system.microcontainer.StartStopLifecycleAction.installAction(StartStopLifecycleAction.java:41) [:2.2.0.GA]

at org.jboss.dependency.plugins.action.SimpleControllerContextAction.simpleInstallAction(SimpleControllerContextAction.java:62) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.action.AccessControllerContextAction.install(AccessControllerContextAction.java:71) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractControllerContextActions.install(AbstractControllerContextActions.java:51) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:379) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.system.microcontainer.ServiceControllerContext.install(ServiceControllerContext.java:301) [:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:2044) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:1083) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.executeOrIncrementStateDirectly(AbstractController.java:1322) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1246) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1139) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:894) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:641) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.deployers.vfs.deployer.kernel.BeanMetaDataDeployer.deploy(BeanMetaDataDeployer.java:182) [:2.2.0.GA]

at org.jboss.deployers.vfs.deployer.kernel.BeanMetaDataDeployer.deploy(BeanMetaDataDeployer.java:58) [:2.2.0.GA]

at org.jboss.deployers.spi.deployer.helpers.AbstractSimpleRealDeployer.internalDeploy(AbstractSimpleRealDeployer.java:62) [:2.2.0.GA]

at org.jboss.deployers.spi.deployer.helpers.AbstractRealDeployer.deploy(AbstractRealDeployer.java:55) [:2.2.0.GA]

at org.jboss.deployers.plugins.deployers.DeployerWrapper.deploy(DeployerWrapper.java:179) [:2.2.0.GA]

at org.jboss.deployers.plugins.deployers.DeployersImpl.doDeploy(DeployersImpl.java:1832) [:2.2.0.GA]

at org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1550) [:2.2.0.GA]

at org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1571) [:2.2.0.GA]

at org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1603) [:2.2.0.GA]

at org.jboss.deployers.plugins.deployers.DeployersImpl.install(DeployersImpl.java:1491) [:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:379) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:2044) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:1083) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.executeOrIncrementStateDirectly(AbstractController.java:1322) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1246) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1139) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:939) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:654) [jboss-dependency.jar:2.2.0.GA]

at org.jboss.deployers.plugins.deployers.DeployersImpl.change(DeployersImpl.java:1983) [:2.2.0.GA]

at org.jboss.deployers.plugins.deployers.DeployersImpl.process(DeployersImpl.java:1076) [:2.2.0.GA]

at org.jboss.deployers.plugins.main.MainDeployerImpl.process(MainDeployerImpl.java:679) [:2.2.0.GA]

at org.jboss.system.server.profileservice.deployers.MainDeployerPlugin.process(MainDeployerPlugin.java:106) [:6.0.0.Final]

at org.jboss.profileservice.dependency.ProfileControllerContext$DelegateDeployer.process(ProfileControllerContext.java:143) [:0.2.2]

at org.jboss.profileservice.dependency.ProfileDeployAction.deploy(ProfileDeployAction.java:151) [:0.2.2]

at org.jboss.profileservice.dependency.ProfileDeployAction.installActionInternal(ProfileDeployAction.java:94) [:0.2.2]

at org.jboss.kernel.plugins.dependency.InstallsAwareAction.installAction(InstallsAwareAction.java:54) [jboss-kernel.jar:2.2.0.GA]

at org.jboss.kernel.plugins.dependency.InstallsAwareAction.installAction(InstallsAwareAction.java:42) [jboss-kernel.jar:2.2.0.GA]