NullPointerException thrown by ClusteringInterceptor.needsRemoteGet
Hopefully this is something somebody has come across before for which there is a very simple explanation.
I'm running jboss-datagrid-6.5.0-server on Linux 2.6.32-573.3.1.el6.x86_64, java version "1.7.0_65", in clustered mode with two nodes.
A request is sent which updates a record and the following stack trace is generated.
13:38:00,676 ERROR [org.infinispan.interceptors.InvocationContextInterceptor] (http-/0.0.0.0:8180-6) ISPN000136: Execution error: java.lang.NullPointerException
at org.infinispan.interceptors.ClusteringInterceptor.needsRemoteGet(ClusteringInterceptor.java:70) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitGetCommand(TxDistributionInterceptor.java:150) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitGetKeyValueCommand(TxDistributionInterceptor.java:133) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:112) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.CacheLoaderInterceptor.visitGetKeyValueCommand(CacheLoaderInterceptor.java:114) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.EntryWrappingInterceptor.visitGetKeyValueCommand(EntryWrappingInterceptor.java:121) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.locking.PessimisticLockingInterceptor.visitGetKeyValueCommand(PessimisticLockingInterceptor.java:74) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:112) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.TxInterceptor.enlistReadAndInvokeNext(TxInterceptor.java:333) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.TxInterceptor.visitGetKeyValueCommand(TxInterceptor.java:311) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:112) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.statetransfer.StateTransferInterceptor.handleTopologyAffectedCommand(StateTransferInterceptor.java:381) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.statetransfer.StateTransferInterceptor.handleDefault(StateTransferInterceptor.java:366) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.CacheMgmtInterceptor.visitGetKeyValueCommand(CacheMgmtInterceptor.java:94) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:104) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:73) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:336) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.CacheImpl.getCacheEntry(CacheImpl.java:448) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.DecoratedCache.getCacheEntry(DecoratedCache.java:513) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.AbstractDelegatingAdvancedCache.getCacheEntry(AbstractDelegatingAdvancedCache.java:205) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.rest.ManagerInstance.getInternalEntry(Server.scala:550) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]
at org.infinispan.rest.Server$$anonfun$putEntry$1.apply(Server.scala:362) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]
at org.infinispan.rest.Server$$anonfun$putEntry$1.apply(Server.scala:357) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]
at org.infinispan.rest.Server.protectCacheNotFound(Server.scala:508) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]
at org.infinispan.rest.Server.putEntry(Server.scala:357) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [rt.jar:1.7.0_65]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) [rt.jar:1.7.0_65]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [rt.jar:1.7.0_65]
at java.lang.reflect.Method.invoke(Method.java:606) [rt.jar:1.7.0_65]
at org.jboss.resteasy.core.MethodInjectorImpl.invoke(MethodInjectorImpl.java:168) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.ResourceMethod.invokeOnTarget(ResourceMethod.java:269) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.ResourceMethod.invoke(ResourceMethod.java:227) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.ResourceMethod.invoke(ResourceMethod.java:216) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.SynchronousDispatcher.getResponse(SynchronousDispatcher.java:541) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.SynchronousDispatcher.invoke(SynchronousDispatcher.java:523) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.SynchronousDispatcher.invoke(SynchronousDispatcher.java:125) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.plugins.server.servlet.ServletContainerDispatcher.service(ServletContainerDispatcher.java:208) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.plugins.server.servlet.HttpServletDispatcher.service(HttpServletDispatcher.java:55) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.plugins.server.servlet.HttpServletDispatcher.service(HttpServletDispatcher.java:50) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at javax.servlet.http.HttpServlet.service(HttpServlet.java:847) [jboss-servlet-api_3.0_spec-1.0.2.Final-redhat-2.jar:1.0.2.Final-redhat-2]
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:295) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:214) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:231) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:149) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.jboss.modcluster.container.jbossweb.JBossWebContext$RequestListenerValve.event(JBossWebContext.java:91)
at org.jboss.modcluster.container.jbossweb.JBossWebContext$RequestListenerValve.invoke(JBossWebContext.java:72)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:150) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:97) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:102) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:344) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:854) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:653) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:926) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at java.lang.Thread.run(Thread.java:745) [rt.jar:1.7.0_65]
13:38:00,703 ERROR [org.apache.catalina.core.ContainerBase.[jboss.web].[default-host].[/].[Resteasy]] (http-/0.0.0.0:8180-6) JBWEB000236: Servlet.service() for servlet Resteasy threw exception: org.jboss.resteasy.spi.UnhandledException: java.lang.NullPointerException
at org.jboss.resteasy.core.SynchronousDispatcher.handleApplicationException(SynchronousDispatcher.java:364) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.SynchronousDispatcher.handleException(SynchronousDispatcher.java:232) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.SynchronousDispatcher.handleInvokerException(SynchronousDispatcher.java:208) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.SynchronousDispatcher.getResponse(SynchronousDispatcher.java:556) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.SynchronousDispatcher.invoke(SynchronousDispatcher.java:523) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.SynchronousDispatcher.invoke(SynchronousDispatcher.java:125) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.plugins.server.servlet.ServletContainerDispatcher.service(ServletContainerDispatcher.java:208) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.plugins.server.servlet.HttpServletDispatcher.service(HttpServletDispatcher.java:55) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.plugins.server.servlet.HttpServletDispatcher.service(HttpServletDispatcher.java:50) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at javax.servlet.http.HttpServlet.service(HttpServlet.java:847) [jboss-servlet-api_3.0_spec-1.0.2.Final-redhat-2.jar:1.0.2.Final-redhat-2]
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:295) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:214) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:231) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:149) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.jboss.modcluster.container.jbossweb.JBossWebContext$RequestListenerValve.event(JBossWebContext.java:91)
at org.jboss.modcluster.container.jbossweb.JBossWebContext$RequestListenerValve.invoke(JBossWebContext.java:72)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:150) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:97) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:102) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:344) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:854) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:653) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:926) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]
at java.lang.Thread.run(Thread.java:745) [rt.jar:1.7.0_65]
Caused by: java.lang.NullPointerException
at org.infinispan.interceptors.ClusteringInterceptor.needsRemoteGet(ClusteringInterceptor.java:70) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitGetCommand(TxDistributionInterceptor.java:150) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitGetKeyValueCommand(TxDistributionInterceptor.java:133) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:112) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.CacheLoaderInterceptor.visitGetKeyValueCommand(CacheLoaderInterceptor.java:114) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.EntryWrappingInterceptor.visitGetKeyValueCommand(EntryWrappingInterceptor.java:121) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.locking.PessimisticLockingInterceptor.visitGetKeyValueCommand(PessimisticLockingInterceptor.java:74) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:112) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.TxInterceptor.enlistReadAndInvokeNext(TxInterceptor.java:333) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.TxInterceptor.visitGetKeyValueCommand(TxInterceptor.java:311) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:112) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.statetransfer.StateTransferInterceptor.handleTopologyAffectedCommand(StateTransferInterceptor.java:381) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.statetransfer.StateTransferInterceptor.handleDefault(StateTransferInterceptor.java:366) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.CacheMgmtInterceptor.visitGetKeyValueCommand(CacheMgmtInterceptor.java:94) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:104) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:73) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:336) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.CacheImpl.getCacheEntry(CacheImpl.java:448) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.DecoratedCache.getCacheEntry(DecoratedCache.java:513) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.AbstractDelegatingAdvancedCache.getCacheEntry(AbstractDelegatingAdvancedCache.java:205) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]
at org.infinispan.rest.ManagerInstance.getInternalEntry(Server.scala:550) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]
at org.infinispan.rest.Server$$anonfun$putEntry$1.apply(Server.scala:362) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]
at org.infinispan.rest.Server$$anonfun$putEntry$1.apply(Server.scala:357) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]
at org.infinispan.rest.Server.protectCacheNotFound(Server.scala:508) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]
at org.infinispan.rest.Server.putEntry(Server.scala:357) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [rt.jar:1.7.0_65]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) [rt.jar:1.7.0_65]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [rt.jar:1.7.0_65]
at java.lang.reflect.Method.invoke(Method.java:606) [rt.jar:1.7.0_65]
at org.jboss.resteasy.core.MethodInjectorImpl.invoke(MethodInjectorImpl.java:168) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.ResourceMethod.invokeOnTarget(ResourceMethod.java:269) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.ResourceMethod.invoke(ResourceMethod.java:227) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.ResourceMethod.invoke(ResourceMethod.java:216) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
at org.jboss.resteasy.core.SynchronousDispatcher.getResponse(SynchronousDispatcher.java:541) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]
... 20 more
cluster configuration
<?xml version='1.0' encoding='UTF-8'?>
<server xmlns="urn:jboss:domain:1.4">
<extensions>
<extension module="org.infinispan.server.endpoint" />
<extension module="org.jboss.as.clustering.infinispan" />
<extension module="org.jboss.as.clustering.jgroups" />
<extension module="org.jboss.as.connector" />
<extension module="org.jboss.as.jdr" />
<extension module="org.jboss.as.jmx" />
<extension module="org.jboss.as.logging" />
<extension module="org.jboss.as.modcluster" />
<extension module="org.jboss.as.naming" />
<extension module="org.jboss.as.remoting" />
<extension module="org.jboss.as.security" />
<extension module="org.jboss.as.threads" />
<extension module="org.jboss.as.transactions" />
<extension module="org.jboss.as.web" />
</extensions>
<management>
<security-realms>
<security-realm name="ManagementRealm">
<authentication>
<local default-user="$local" />
<properties path="mgmt-users.properties" relative-to="jboss.server.config.dir" />
</authentication>
</security-realm>
<security-realm name="ApplicationRealm">
<authentication>
<local default-user="$local" allowed-users="*" />
<properties path="application-users.properties" relative-to="jboss.server.config.dir" />
</authentication>
</security-realm>
</security-realms>
<management-interfaces>
<native-interface security-realm="ManagementRealm">
<socket-binding native="management-native" />
</native-interface>
<http-interface security-realm="ManagementRealm">
<socket-binding http="management-http" />
</http-interface>
</management-interfaces>
</management>
<profile>
<subsystem xmlns="urn:jboss:domain:logging:1.2">
<console-handler name="CONSOLE">
<level name="INFO" />
<formatter>
<pattern-formatter pattern="%K{level}%d{HH:mm:ss,SSS} %-5p [%c] (%t) %s%E%n" />
</formatter>
</console-handler>
<periodic-rotating-file-handler name="FILE" autoflush="true">
<formatter>
<pattern-formatter pattern="%d{HH:mm:ss,SSS} %-5p [%c] (%t) %s%E%n" />
</formatter>
<file relative-to="jboss.server.log.dir" path="server.log" />
<suffix value=".yyyy-MM-dd" />
<append value="true" />
</periodic-rotating-file-handler>
<logger category="com.arjuna">
<level name="WARN" />
</logger>
<logger category="org.apache.tomcat.util.modeler">
<level name="WARN" />
</logger>
<logger category="org.jboss.as.config">
<level name="DEBUG" />
</logger>
<logger category="sun.rmi">
<level name="WARN" />
</logger>
<logger category="jacorb">
<level name="WARN" />
</logger>
<logger category="jacorb.config">
<level name="ERROR" />
</logger>
<root-logger>
<level name="DEBUG" />
<handlers>
<handler name="CONSOLE" />
<handler name="FILE" />
</handlers>
</root-logger>
</subsystem>
<subsystem xmlns="urn:infinispan:server:endpoint:6.0">
<hotrod-connector socket-binding="hotrod" cache-container="clustered">
<topology-state-transfer lazy-retrieval="false" lock-timeout="1000" replication-timeout="5000" />
</hotrod-connector>
<memcached-connector socket-binding="memcached" cache-container="clustered" />
<!-- Temporarily disable security for now - WGM - 6th July -->
<rest-connector virtual-server="default-host" cache-container="clustered" />
<!--<rest-connector virtual-server="default-host" cache-container="local"/ -->
</subsystem>
<subsystem xmlns="urn:jboss:domain:datasources:1.1">
<datasources>
<datasource jndi-name="java:jboss/PostgresDS" pool-name="PostgresDS" enabled="true" jta="true" use-java-context="true" use-ccm="true">
<connection-url>jdbc:edb://ppcdat-lb-dit:5432/nepscache</connection-url>
<driver>edb</driver>
<transaction-isolation>TRANSACTION_READ_COMMITTED</transaction-isolation>
<pool>
<min-pool-size>10</min-pool-size>
<max-pool-size>50</max-pool-size>
</pool>
<security>
<user-name>nepscache</user-name>
<password>n3p5c@ch3</password>
</security>
<validation>
<valid-connection-checker class-name="org.jboss.jca.adapters.jdbc.extensions.postgres.PostgreSQLValidConnectionChecker" />
<exception-sorter class-name="org.jboss.jca.adapters.jdbc.extensions.postgres.PostgreSQLExceptionSorter" />
</validation>
</datasource>
<drivers>
<driver name="edb" module="com.edb">
<xa-datasource-class>com.edb.xa.PGXADataSource</xa-datasource-class>
</driver>
</drivers>
</datasources>
</subsystem>
<subsystem xmlns="urn:infinispan:server:core:6.3" default-cache-container="clustered">
<cache-container name="clustered" default-cache="default" statistics="true">
<transport executor="infinispan-transport" lock-timeout="60000" />
<distributed-cache name="default" mode="SYNC" segments="20" owners="2" remote-timeout="30000" start="EAGER">
<locking isolation="READ_COMMITTED" acquire-timeout="30000" concurrency-level="1000" striping="false" />
<transaction mode="NONE" />
</distributed-cache>
<distributed-cache name="memcachedCache" mode="SYNC" segments="20" owners="2" remote-timeout="30000" start="EAGER">
<locking isolation="READ_COMMITTED" acquire-timeout="30000" concurrency-level="1000" striping="false" />
<transaction mode="NONE" />
</distributed-cache>
<distributed-cache name="namedCache" mode="SYNC" start="EAGER" />
<distributed-cache name="ProviderOrganisationCache" mode="SYNC" segments="20" owners="2" remote-timeout="30000" start="EAGER">
<locking isolation="READ_COMMITTED" acquire-timeout="20000" concurrency-level="500" striping="false" />
<transaction mode="NON_XA" locking="PESSIMISTIC" />
<string-keyed-jdbc-store datasource="java:jboss/PostgresDS" passivation="false" preload="true" purge="false">
<property name="databaseType">POSTGRES</property>
<string-keyed-table prefix="PROVIDER_ORGANISATION_CACHE_TABLE">
<id-column name="ID_COLUMN" type="VARCHAR(255)" />
<data-column name="DATA_COLUMN" type="BINARY" />
<timestamp-column name="VERSION" type="BIGINT" />
</string-keyed-table>
</string-keyed-jdbc-store>
</distributed-cache>
<distributed-cache name="ProviderIndividualCache" mode="SYNC" segments="20" owners="2" remote-timeout="30000" start="EAGER">
<locking isolation="READ_COMMITTED" acquire-timeout="20000" concurrency-level="500" striping="false" />
<transaction mode="NON_XA" locking="PESSIMISTIC" />
<string-keyed-jdbc-store datasource="java:jboss/PostgresDS" passivation="false" preload="true" purge="false">
<property name="databaseType">POSTGRES</property>
<string-keyed-table prefix="PROVIDER_INDIVIDUAL_CACHE_TABLE">
<id-column name="ID_COLUMN" type="VARCHAR(255)" />
<data-column name="DATA_COLUMN" type="bytea" />
<timestamp-column name="VERSION" type="BIGINT" />
</string-keyed-table>
</string-keyed-jdbc-store>
</distributed-cache>
<distributed-cache name="ELSCache" mode="SYNC" segments="20" owners="2" remote-timeout="30000" start="EAGER">
<locking isolation="READ_COMMITTED" acquire-timeout="20000" concurrency-level="500" striping="false" />
<transaction mode="NON_XA" locking="PESSIMISTIC" />
<string-keyed-jdbc-store datasource="java:jboss/PostgresDS" passivation="false" preload="true" purge="false">
<string-keyed-table prefix="ELS_CACHE_TABLE">
<id-column name="ID_COLUMN" type="VARCHAR(255)" />
<data-column name="DATA_COLUMN" type="BINARY" />
<timestamp-column name="VERSION" type="BIGINT" />
</string-keyed-table>
</string-keyed-jdbc-store>
</distributed-cache>
</cache-container>
<cache-container name="security" />
</subsystem>
<subsystem xmlns="urn:jboss:domain:jca:1.1">
<archive-validation enabled="true" fail-on-error="true" fail-on-warn="false" />
<bean-validation enabled="true" />
<default-workmanager>
<short-running-threads>
<core-threads count="50" />
<queue-length count="50" />
<max-threads count="50" />
<keepalive-time time="10" unit="seconds" />
</short-running-threads>
<long-running-threads>
<core-threads count="50" />
<queue-length count="50" />
<max-threads count="50" />
<keepalive-time time="10" unit="seconds" />
</long-running-threads>
</default-workmanager>
<cached-connection-manager />
</subsystem>
<subsystem xmlns="urn:jboss:domain:jdr:1.0" />
<subsystem xmlns="urn:jboss:domain:jgroups:1.2" default-stack="${jboss.default.jgroups.stack:tcp}">
<stack name="udp">
<transport type="UDP" />
<protocol type="PING" />
<protocol type="MERGE2" />
<protocol type="FD_SOCK" />
<protocol type="FD_ALL" />
<protocol type="pbcast.NAKACK">
<property name="use_mcast_xmit">false</property>
</protocol>
<protocol type="UNICAST2" />
<protocol type="pbcast.STABLE" />
<protocol type="pbcast.GMS" />
<protocol type="UFC" />
<protocol type="MFC" />
<protocol type="FRAG2" />
<protocol type="RSVP" />
</stack>
<stack name="tcp">
<transport type="TCP" />
<protocol type="MPING" />
<protocol type="TCPPING">
<property name="initial_hosts">jbsapp-sbxr101[7600],jbsapp-sbxr202[7600]</property>
<property name="port_range">10</property>
<property name="timeout">3000</property>
<property name="num_initial_members">2</property>
</protocol>
<protocol type="MERGE2" />
<protocol type="FD_SOCK" />
<protocol type="FD_ALL" />
<protocol type="pbcast.NAKACK">
<property name="use_mcast_xmit">false</property>
</protocol>
<protocol type="UNICAST2" />
<protocol type="pbcast.STABLE" />
<protocol type="pbcast.GMS" />
<protocol type="MFC" />
<protocol type="FRAG2" />
</stack>
</subsystem>
<subsystem xmlns="urn:jboss:domain:jmx:1.1">
<show-model value="true" />
<remoting-connector />
</subsystem>
<subsystem xmlns="urn:jboss:domain:modcluster:1.1">
<mod-cluster-config advertise-socket="modcluster" connector="ajp" excluded-contexts="console">
<dynamic-load-provider>
<load-metric type="busyness" />
</dynamic-load-provider>
</mod-cluster-config>
</subsystem>
<subsystem xmlns="urn:jboss:domain:naming:1.2" />
<subsystem xmlns="urn:jboss:domain:remoting:1.1">
<connector name="remoting-connector" socket-binding="remoting" security-realm="ApplicationRealm" />
</subsystem>
<subsystem xmlns="urn:jboss:domain:security:1.2">
<security-domains>
<security-domain name="other" cache-type="infinispan">
<authentication>
<login-module code="Remoting" flag="optional">
<module-option name="password-stacking" value="useFirstPass" />
</login-module>
<login-module code="RealmUsersRoles" flag="required">
<module-option name="usersProperties" value="${jboss.server.config.dir}/application-users.properties" />
<module-option name="rolesProperties" value="${jboss.server.config.dir}/application-roles.properties" />
<module-option name="realm" value="ApplicationRealm" />
<module-option name="password-stacking" value="useFirstPass" />
</login-module>
</authentication>
</security-domain>
<security-domain name="jboss-web-policy" cache-type="infinispan">
<authorization>
<policy-module code="Delegating" flag="required" />
</authorization>
</security-domain>
</security-domains>
</subsystem>
<subsystem xmlns="urn:jboss:domain:threads:1.1">
<thread-factory name="infinispan-factory" group-name="infinispan" priority="5" />
<unbounded-queue-thread-pool name="infinispan-transport">
<max-threads count="25" />
<keepalive-time time="0" unit="milliseconds" />
<thread-factory name="infinispan-factory" />
</unbounded-queue-thread-pool>
</subsystem>
<subsystem xmlns="urn:jboss:domain:transactions:1.2">
<core-environment>
<process-id>
<uuid />
</process-id>
</core-environment>
<recovery-environment socket-binding="txn-recovery-environment" status-socket-binding="txn-status-manager" />
<coordinator-environment default-timeout="300" />
</subsystem>
<subsystem xmlns="urn:jboss:domain:web:1.1" default-virtual-server="default-host" native="false">
<connector name="http" protocol="HTTP/1.1" scheme="http" socket-binding="http" />
<connector name="ajp" protocol="AJP/1.3" scheme="http" socket-binding="ajp" />
<virtual-server name="default-host" enable-welcome-root="false">
<alias name="localhost" />
<alias name="example.com" />
</virtual-server>
</subsystem>
</profile>
<interfaces>
<interface name="management">
<!-- HL <inet-address value="${jboss.bind.address.management:127.0.0.1}"/> -->
<!-- <inet-address value="${jboss.bind.address.management:0.0.0.0}"/> -->
<any-ipv4-address />
</interface>
<interface name="public">
<!-- <inet-address value="${jboss.bind.address:127.0.0.1}"/> -->
<!-- <inet-address value="${jboss.bind.address:0.0.0.0}"/> -->
<any-ipv4-address />
</interface>
</interfaces>
<socket-binding-group name="standard-sockets" default-interface="public" port-offset="${jboss.socket.binding.port-offset:100}">
<socket-binding name="management-native" interface="management" port="${jboss.management.native.port:9999}" />
<socket-binding name="management-http" interface="management" port="${jboss.management.http.port:9990}" />
<socket-binding name="management-https" interface="management" port="${jboss.management.https.port:9443}" />
<socket-binding name="ajp" port="8009" />
<socket-binding name="hotrod" interface="management" port="11222" />
<socket-binding name="http" port="8080" />
<socket-binding name="https" port="8443" />
<socket-binding name="jgroups-mping" port="0" multicast-address="${jboss.default.multicast.address:234.99.54.14}" multicast-port="45700" />
<socket-binding name="jgroups-tcp" port="7600" />
<socket-binding name="jgroups-tcp-fd" port="57600" />
<socket-binding name="jgroups-udp" port="55200" multicast-address="${jboss.default.multicast.address:234.99.54.14}" multicast-port="45688" />
<socket-binding name="jgroups-udp-fd" port="54200" />
<socket-binding name="memcached" interface="management" port="11211" />
<socket-binding name="modcluster" port="0" multicast-address="224.0.1.115" multicast-port="23364" />
<socket-binding name="remoting" port="4447" />
<socket-binding name="txn-recovery-environment" port="4712" />
<socket-binding name="txn-status-manager" port="4713" />
</socket-binding-group>
</server>
Thanks