ISPN000136: Error executing command SizeCommand, writing keys
binu_driver Dec 1, 2016 12:48 AMHi,
I am getting below error in my distributed cluster environment which is spanned across 10 infinispan nodes spanned across 2 physical hosts which belongs to the same subnet. We have loaded around 1 Lakh entries in cache. Then we bring down one instance by killing the process. And then we are trying to fetch the count in cache (or) new entries in cahce (or) view the data in cache. All the request failed with below exception.
Kindly assist regarding this.
******************************************************************************************************
ERROR InvocationContextInterceptor:140 - ISPN000136: Error executing command SizeCommand, writing keys []
org.infinispan.util.concurrent.TimeoutException
at org.infinispan.stream.impl.AbstractCacheStream.performOperationRehashAware(AbstractCacheStream.java:338)
at org.infinispan.stream.impl.AbstractCacheStream.performOperation(AbstractCacheStream.java:258)
at org.infinispan.stream.impl.AbstractCacheStream.performOperation(AbstractCacheStream.java:247)
at org.infinispan.stream.impl.DistributedCacheStream.count(DistributedCacheStream.java:403)
at org.infinispan.commands.read.SizeCommand.perform(SizeCommand.java:54)
at org.infinispan.commands.read.SizeCommand.perform(SizeCommand.java:25)
at org.infinispan.interceptors.CallInterceptor.handleDefault(CallInterceptor.java:125)
at org.infinispan.commands.AbstractVisitor.visitSizeCommand(AbstractVisitor.java:80)
at org.infinispan.commands.read.SizeCommand.acceptVisitor(SizeCommand.java:35)
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:99)
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:113)
at org.infinispan.commands.AbstractVisitor.visitSizeCommand(AbstractVisitor.java:80)
at org.infinispan.commands.read.SizeCommand.acceptVisitor(SizeCommand.java:35)
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:99)
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:113)
at org.infinispan.commands.AbstractVisitor.visitSizeCommand(AbstractVisitor.java:80)
at org.infinispan.commands.read.SizeCommand.acceptVisitor(SizeCommand.java:35)
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:99)
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:113)
at org.infinispan.commands.AbstractVisitor.visitSizeCommand(AbstractVisitor.java:80)
at org.infinispan.commands.read.SizeCommand.acceptVisitor(SizeCommand.java:35)
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:99)
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:113)
at org.infinispan.commands.AbstractVisitor.visitSizeCommand(AbstractVisitor.java:80)
at org.infinispan.commands.read.SizeCommand.acceptVisitor(SizeCommand.java:35)
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:99)
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:113)
at org.infinispan.commands.AbstractVisitor.visitSizeCommand(AbstractVisitor.java:80)
at org.infinispan.commands.read.SizeCommand.acceptVisitor(SizeCommand.java:35)
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:99)
at org.infinispan.statetransfer.StateTransferInterceptor.handleDefault(StateTransferInterceptor.java:379)
at org.infinispan.commands.AbstractVisitor.visitSizeCommand(AbstractVisitor.java:80)
at org.infinispan.commands.read.SizeCommand.acceptVisitor(SizeCommand.java:35)
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:99)
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:113)
at org.infinispan.commands.AbstractVisitor.visitSizeCommand(AbstractVisitor.java:80)
at org.infinispan.commands.read.SizeCommand.acceptVisitor(SizeCommand.java:35)
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:99)
at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:114)
at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:83)
at org.infinispan.commands.AbstractVisitor.visitSizeCommand(AbstractVisitor.java:80)
at org.infinispan.commands.read.SizeCommand.acceptVisitor(SizeCommand.java:35)
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:99)
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:113)
at org.infinispan.commands.AbstractVisitor.visitSizeCommand(AbstractVisitor.java:80)
at org.infinispan.commands.read.SizeCommand.acceptVisitor(SizeCommand.java:35)
at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:335)
at org.infinispan.cache.impl.CacheImpl.size(CacheImpl.java:370)
at org.infinispan.cache.impl.CacheImpl.size(CacheImpl.java:365)
at com.tecnotree.eia.caching.imdg.bd.impl.IMDGBusinessDeligateImpl.getCount(IMDGBusinessDeligateImpl.java:2479)
at com.tecnotree.eia.caching.imdg.cache.CachingInterface.getCount(CachingInterface.java:788)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.sun.jersey.spi.container.JavaMethodInvokerFactory$1.invoke(JavaMethodInvokerFactory.java:60)
at com.sun.jersey.server.impl.model.method.dispatch.AbstractResourceMethodDispatchProvider$TypeOutInvoker._dispatch(AbstractResourceMethodDispatchProvider.java:185)
at com.sun.jersey.server.impl.model.method.dispatch.ResourceJavaMethodDispatcher.dispatch(ResourceJavaMethodDispatcher.java:75)
at com.sun.jersey.server.impl.uri.rules.HttpMethodRule.accept(HttpMethodRule.java:302)
at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147)
at com.sun.jersey.server.impl.uri.rules.ResourceClassRule.accept(ResourceClassRule.java:108)
at com.sun.jersey.server.impl.uri.rules.RightHandPathRule.accept(RightHandPathRule.java:147)
at com.sun.jersey.server.impl.uri.rules.RootResourceClassesRule.accept(RootResourceClassesRule.java:84)
at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1542)
at com.sun.jersey.server.impl.application.WebApplicationImpl._handleRequest(WebApplicationImpl.java:1473)
at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1419)
at com.sun.jersey.server.impl.application.WebApplicationImpl.handleRequest(WebApplicationImpl.java:1409)
at com.sun.jersey.spi.container.servlet.WebComponent.service(WebComponent.java:409)
at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:558)
at com.sun.jersey.spi.container.servlet.ServletContainer.service(ServletContainer.java:733)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:731)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:303)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:218)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:122)
at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:505)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:169)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:103)
at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:956)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:116)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:442)
at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1082)
at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:623)
at org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor.run(JIoEndpoint.java:316)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61)
at java.lang.Thread.run(Thread.java:745)
******************************************************************************************************
Regards
Binu