0 Replies Latest reply on Sep 10, 2015 1:57 AM by Hugo Lindin

    NullPointerException thrown by ClusteringInterceptor.needsRemoteGet

    Hugo Lindin Newbie

      Hopefully this is something somebody has come across before for which there is a very simple explanation.

       

      I'm running jboss-datagrid-6.5.0-server on Linux 2.6.32-573.3.1.el6.x86_64, java version "1.7.0_65",  in clustered mode with two nodes.

       

      A request is sent which updates a record and the following stack trace is generated.

       

      13:38:00,676 ERROR [org.infinispan.interceptors.InvocationContextInterceptor] (http-/0.0.0.0:8180-6) ISPN000136: Execution error: java.lang.NullPointerException

          at org.infinispan.interceptors.ClusteringInterceptor.needsRemoteGet(ClusteringInterceptor.java:70) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitGetCommand(TxDistributionInterceptor.java:150) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitGetKeyValueCommand(TxDistributionInterceptor.java:133) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:112) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.CacheLoaderInterceptor.visitGetKeyValueCommand(CacheLoaderInterceptor.java:114) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.EntryWrappingInterceptor.visitGetKeyValueCommand(EntryWrappingInterceptor.java:121) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.locking.PessimisticLockingInterceptor.visitGetKeyValueCommand(PessimisticLockingInterceptor.java:74) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:112) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.TxInterceptor.enlistReadAndInvokeNext(TxInterceptor.java:333) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.TxInterceptor.visitGetKeyValueCommand(TxInterceptor.java:311) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:112) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.statetransfer.StateTransferInterceptor.handleTopologyAffectedCommand(StateTransferInterceptor.java:381) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.statetransfer.StateTransferInterceptor.handleDefault(StateTransferInterceptor.java:366) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.CacheMgmtInterceptor.visitGetKeyValueCommand(CacheMgmtInterceptor.java:94) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:104) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:73) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:336) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.CacheImpl.getCacheEntry(CacheImpl.java:448) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.DecoratedCache.getCacheEntry(DecoratedCache.java:513) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.AbstractDelegatingAdvancedCache.getCacheEntry(AbstractDelegatingAdvancedCache.java:205) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.rest.ManagerInstance.getInternalEntry(Server.scala:550) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]

          at org.infinispan.rest.Server$$anonfun$putEntry$1.apply(Server.scala:362) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]

          at org.infinispan.rest.Server$$anonfun$putEntry$1.apply(Server.scala:357) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]

          at org.infinispan.rest.Server.protectCacheNotFound(Server.scala:508) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]

          at org.infinispan.rest.Server.putEntry(Server.scala:357) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]

          at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [rt.jar:1.7.0_65]

          at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) [rt.jar:1.7.0_65]

          at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [rt.jar:1.7.0_65]

          at java.lang.reflect.Method.invoke(Method.java:606) [rt.jar:1.7.0_65]

          at org.jboss.resteasy.core.MethodInjectorImpl.invoke(MethodInjectorImpl.java:168) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.ResourceMethod.invokeOnTarget(ResourceMethod.java:269) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.ResourceMethod.invoke(ResourceMethod.java:227) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.ResourceMethod.invoke(ResourceMethod.java:216) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.SynchronousDispatcher.getResponse(SynchronousDispatcher.java:541) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.SynchronousDispatcher.invoke(SynchronousDispatcher.java:523) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.SynchronousDispatcher.invoke(SynchronousDispatcher.java:125) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.plugins.server.servlet.ServletContainerDispatcher.service(ServletContainerDispatcher.java:208) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.plugins.server.servlet.HttpServletDispatcher.service(HttpServletDispatcher.java:55) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.plugins.server.servlet.HttpServletDispatcher.service(HttpServletDispatcher.java:50) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at javax.servlet.http.HttpServlet.service(HttpServlet.java:847) [jboss-servlet-api_3.0_spec-1.0.2.Final-redhat-2.jar:1.0.2.Final-redhat-2]

          at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:295) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:214) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:231) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:149) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.jboss.modcluster.container.jbossweb.JBossWebContext$RequestListenerValve.event(JBossWebContext.java:91)

          at org.jboss.modcluster.container.jbossweb.JBossWebContext$RequestListenerValve.invoke(JBossWebContext.java:72)

          at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:150) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:97) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:102) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:344) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:854) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:653) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:926) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at java.lang.Thread.run(Thread.java:745) [rt.jar:1.7.0_65]

       

      13:38:00,703 ERROR [org.apache.catalina.core.ContainerBase.[jboss.web].[default-host].[/].[Resteasy]] (http-/0.0.0.0:8180-6) JBWEB000236: Servlet.service() for servlet Resteasy threw exception: org.jboss.resteasy.spi.UnhandledException: java.lang.NullPointerException

          at org.jboss.resteasy.core.SynchronousDispatcher.handleApplicationException(SynchronousDispatcher.java:364) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.SynchronousDispatcher.handleException(SynchronousDispatcher.java:232) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.SynchronousDispatcher.handleInvokerException(SynchronousDispatcher.java:208) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.SynchronousDispatcher.getResponse(SynchronousDispatcher.java:556) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.SynchronousDispatcher.invoke(SynchronousDispatcher.java:523) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.SynchronousDispatcher.invoke(SynchronousDispatcher.java:125) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.plugins.server.servlet.ServletContainerDispatcher.service(ServletContainerDispatcher.java:208) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.plugins.server.servlet.HttpServletDispatcher.service(HttpServletDispatcher.java:55) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.plugins.server.servlet.HttpServletDispatcher.service(HttpServletDispatcher.java:50) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at javax.servlet.http.HttpServlet.service(HttpServlet.java:847) [jboss-servlet-api_3.0_spec-1.0.2.Final-redhat-2.jar:1.0.2.Final-redhat-2]

          at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:295) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:214) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:231) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:149) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.jboss.modcluster.container.jbossweb.JBossWebContext$RequestListenerValve.event(JBossWebContext.java:91)

          at org.jboss.modcluster.container.jbossweb.JBossWebContext$RequestListenerValve.invoke(JBossWebContext.java:72)

          at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:150) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:97) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:102) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:344) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:854) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.coyote.http11.Http11Protocol$Http11ConnectionHandler.process(Http11Protocol.java:653) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:926) [jbossweb-7.5.7.Final-redhat-1.jar:7.5.7.Final-redhat-1]

          at java.lang.Thread.run(Thread.java:745) [rt.jar:1.7.0_65]

      Caused by: java.lang.NullPointerException

          at org.infinispan.interceptors.ClusteringInterceptor.needsRemoteGet(ClusteringInterceptor.java:70) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitGetCommand(TxDistributionInterceptor.java:150) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitGetKeyValueCommand(TxDistributionInterceptor.java:133) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:112) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.CacheLoaderInterceptor.visitGetKeyValueCommand(CacheLoaderInterceptor.java:114) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.EntryWrappingInterceptor.visitGetKeyValueCommand(EntryWrappingInterceptor.java:121) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.locking.PessimisticLockingInterceptor.visitGetKeyValueCommand(PessimisticLockingInterceptor.java:74) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:112) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.TxInterceptor.enlistReadAndInvokeNext(TxInterceptor.java:333) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.TxInterceptor.visitGetKeyValueCommand(TxInterceptor.java:311) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:112) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.statetransfer.StateTransferInterceptor.handleTopologyAffectedCommand(StateTransferInterceptor.java:381) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.statetransfer.StateTransferInterceptor.handleDefault(StateTransferInterceptor.java:366) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.CacheMgmtInterceptor.visitGetKeyValueCommand(CacheMgmtInterceptor.java:94) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:98) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:104) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:73) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:85) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:44) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:336) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.CacheImpl.getCacheEntry(CacheImpl.java:448) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.DecoratedCache.getCacheEntry(DecoratedCache.java:513) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.AbstractDelegatingAdvancedCache.getCacheEntry(AbstractDelegatingAdvancedCache.java:205) [infinispan-core-6.3.0.Final-redhat-5.jar:6.3.0.Final-redhat-5]

          at org.infinispan.rest.ManagerInstance.getInternalEntry(Server.scala:550) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]

          at org.infinispan.rest.Server$$anonfun$putEntry$1.apply(Server.scala:362) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]

          at org.infinispan.rest.Server$$anonfun$putEntry$1.apply(Server.scala:357) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]

          at org.infinispan.rest.Server.protectCacheNotFound(Server.scala:508) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]

          at org.infinispan.rest.Server.putEntry(Server.scala:357) [infinispan-server-rest-6.3.0.Final-redhat-5-classes.jar:]

          at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [rt.jar:1.7.0_65]

          at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) [rt.jar:1.7.0_65]

          at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [rt.jar:1.7.0_65]

          at java.lang.reflect.Method.invoke(Method.java:606) [rt.jar:1.7.0_65]

          at org.jboss.resteasy.core.MethodInjectorImpl.invoke(MethodInjectorImpl.java:168) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.ResourceMethod.invokeOnTarget(ResourceMethod.java:269) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.ResourceMethod.invoke(ResourceMethod.java:227) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.ResourceMethod.invoke(ResourceMethod.java:216) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          at org.jboss.resteasy.core.SynchronousDispatcher.getResponse(SynchronousDispatcher.java:541) [resteasy-jaxrs-2.3.10.Final-redhat-1.jar:]

          ... 20 more

       

      cluster configuration

       

      <?xml version='1.0' encoding='UTF-8'?>

      <server xmlns="urn:jboss:domain:1.4">

        <extensions>

          <extension module="org.infinispan.server.endpoint" />

          <extension module="org.jboss.as.clustering.infinispan" />

          <extension module="org.jboss.as.clustering.jgroups" />

          <extension module="org.jboss.as.connector" />

          <extension module="org.jboss.as.jdr" />

          <extension module="org.jboss.as.jmx" />

          <extension module="org.jboss.as.logging" />

          <extension module="org.jboss.as.modcluster" />

          <extension module="org.jboss.as.naming" />

          <extension module="org.jboss.as.remoting" />

          <extension module="org.jboss.as.security" />

          <extension module="org.jboss.as.threads" />

          <extension module="org.jboss.as.transactions" />

          <extension module="org.jboss.as.web" />

        </extensions>

        <management>

          <security-realms>

            <security-realm name="ManagementRealm">

              <authentication>

                <local default-user="$local" />

                <properties path="mgmt-users.properties" relative-to="jboss.server.config.dir" />

              </authentication>

            </security-realm>

            <security-realm name="ApplicationRealm">

              <authentication>

                <local default-user="$local" allowed-users="*" />

                <properties path="application-users.properties" relative-to="jboss.server.config.dir" />

              </authentication>

            </security-realm>

          </security-realms>

          <management-interfaces>

            <native-interface security-realm="ManagementRealm">

              <socket-binding native="management-native" />

            </native-interface>

            <http-interface security-realm="ManagementRealm">

              <socket-binding http="management-http" />

            </http-interface>

          </management-interfaces>

        </management>

        <profile>

          <subsystem xmlns="urn:jboss:domain:logging:1.2">

            <console-handler name="CONSOLE">

              <level name="INFO" />

              <formatter>

                <pattern-formatter pattern="%K{level}%d{HH:mm:ss,SSS} %-5p [%c] (%t) %s%E%n" />

              </formatter>

            </console-handler>

            <periodic-rotating-file-handler name="FILE" autoflush="true">

              <formatter>

                <pattern-formatter pattern="%d{HH:mm:ss,SSS} %-5p [%c] (%t) %s%E%n" />

              </formatter>

              <file relative-to="jboss.server.log.dir" path="server.log" />

              <suffix value=".yyyy-MM-dd" />

              <append value="true" />

            </periodic-rotating-file-handler>

            <logger category="com.arjuna">

              <level name="WARN" />

            </logger>

            <logger category="org.apache.tomcat.util.modeler">

              <level name="WARN" />

            </logger>

            <logger category="org.jboss.as.config">

              <level name="DEBUG" />

            </logger>

            <logger category="sun.rmi">

              <level name="WARN" />

            </logger>

            <logger category="jacorb">

              <level name="WARN" />

            </logger>

            <logger category="jacorb.config">

              <level name="ERROR" />

            </logger>

            <root-logger>

              <level name="DEBUG" />

              <handlers>

                <handler name="CONSOLE" />

                <handler name="FILE" />

              </handlers>

            </root-logger>

          </subsystem>

          <subsystem xmlns="urn:infinispan:server:endpoint:6.0">

            <hotrod-connector socket-binding="hotrod" cache-container="clustered">

              <topology-state-transfer lazy-retrieval="false" lock-timeout="1000" replication-timeout="5000" />

            </hotrod-connector>

            <memcached-connector socket-binding="memcached" cache-container="clustered" />

            <!-- Temporarily disable security for now - WGM - 6th July -->

            <rest-connector virtual-server="default-host" cache-container="clustered" />

            <!--<rest-connector virtual-server="default-host" cache-container="local"/ -->

          </subsystem>

          <subsystem xmlns="urn:jboss:domain:datasources:1.1">

            <datasources>

              <datasource jndi-name="java:jboss/PostgresDS" pool-name="PostgresDS" enabled="true" jta="true" use-java-context="true" use-ccm="true">

                <connection-url>jdbc:edb://ppcdat-lb-dit:5432/nepscache</connection-url>

                <driver>edb</driver>

                <transaction-isolation>TRANSACTION_READ_COMMITTED</transaction-isolation>

                <pool>

                  <min-pool-size>10</min-pool-size>

                  <max-pool-size>50</max-pool-size>

                </pool>

                <security>

                  <user-name>nepscache</user-name>

                  <password>n3p5c@ch3</password>

                </security>

                <validation>

                  <valid-connection-checker class-name="org.jboss.jca.adapters.jdbc.extensions.postgres.PostgreSQLValidConnectionChecker" />

                  <exception-sorter class-name="org.jboss.jca.adapters.jdbc.extensions.postgres.PostgreSQLExceptionSorter" />

                </validation>

              </datasource>

              <drivers>

                <driver name="edb" module="com.edb">

                  <xa-datasource-class>com.edb.xa.PGXADataSource</xa-datasource-class>

                </driver>

              </drivers>

            </datasources>

          </subsystem>

          <subsystem xmlns="urn:infinispan:server:core:6.3" default-cache-container="clustered">

            <cache-container name="clustered" default-cache="default" statistics="true">

              <transport executor="infinispan-transport" lock-timeout="60000" />

              <distributed-cache name="default" mode="SYNC" segments="20" owners="2" remote-timeout="30000" start="EAGER">

                <locking isolation="READ_COMMITTED" acquire-timeout="30000" concurrency-level="1000" striping="false" />

                <transaction mode="NONE" />

              </distributed-cache>

              <distributed-cache name="memcachedCache" mode="SYNC" segments="20" owners="2" remote-timeout="30000" start="EAGER">

                <locking isolation="READ_COMMITTED" acquire-timeout="30000" concurrency-level="1000" striping="false" />

                <transaction mode="NONE" />

              </distributed-cache>

              <distributed-cache name="namedCache" mode="SYNC" start="EAGER" />

              <distributed-cache name="ProviderOrganisationCache" mode="SYNC" segments="20" owners="2" remote-timeout="30000" start="EAGER">

                <locking isolation="READ_COMMITTED" acquire-timeout="20000" concurrency-level="500" striping="false" />

                <transaction mode="NON_XA" locking="PESSIMISTIC" />

                <string-keyed-jdbc-store datasource="java:jboss/PostgresDS" passivation="false" preload="true" purge="false">

                  <property name="databaseType">POSTGRES</property>

                  <string-keyed-table prefix="PROVIDER_ORGANISATION_CACHE_TABLE">

                    <id-column name="ID_COLUMN" type="VARCHAR(255)" />

                    <data-column name="DATA_COLUMN" type="BINARY" />

                    <timestamp-column name="VERSION" type="BIGINT" />

                  </string-keyed-table>

                </string-keyed-jdbc-store>

              </distributed-cache>

              <distributed-cache name="ProviderIndividualCache" mode="SYNC" segments="20" owners="2" remote-timeout="30000" start="EAGER">

                <locking isolation="READ_COMMITTED" acquire-timeout="20000" concurrency-level="500" striping="false" />

                <transaction mode="NON_XA" locking="PESSIMISTIC" />

                <string-keyed-jdbc-store datasource="java:jboss/PostgresDS" passivation="false" preload="true" purge="false">

                  <property name="databaseType">POSTGRES</property>

                  <string-keyed-table prefix="PROVIDER_INDIVIDUAL_CACHE_TABLE">

                    <id-column name="ID_COLUMN" type="VARCHAR(255)" />

                    <data-column name="DATA_COLUMN" type="bytea" />

                    <timestamp-column name="VERSION" type="BIGINT" />

                  </string-keyed-table>

                </string-keyed-jdbc-store>

              </distributed-cache>

              <distributed-cache name="ELSCache" mode="SYNC" segments="20" owners="2" remote-timeout="30000" start="EAGER">

                <locking isolation="READ_COMMITTED" acquire-timeout="20000" concurrency-level="500" striping="false" />

                <transaction mode="NON_XA" locking="PESSIMISTIC" />

                <string-keyed-jdbc-store datasource="java:jboss/PostgresDS" passivation="false" preload="true" purge="false">

                  <string-keyed-table prefix="ELS_CACHE_TABLE">

                    <id-column name="ID_COLUMN" type="VARCHAR(255)" />

                    <data-column name="DATA_COLUMN" type="BINARY" />

                    <timestamp-column name="VERSION" type="BIGINT" />

                  </string-keyed-table>

                </string-keyed-jdbc-store>

              </distributed-cache>

            </cache-container>

            <cache-container name="security" />

          </subsystem>

          <subsystem xmlns="urn:jboss:domain:jca:1.1">

            <archive-validation enabled="true" fail-on-error="true" fail-on-warn="false" />

            <bean-validation enabled="true" />

            <default-workmanager>

              <short-running-threads>

                <core-threads count="50" />

                <queue-length count="50" />

                <max-threads count="50" />

                <keepalive-time time="10" unit="seconds" />

              </short-running-threads>

              <long-running-threads>

                <core-threads count="50" />

                <queue-length count="50" />

                <max-threads count="50" />

                <keepalive-time time="10" unit="seconds" />

              </long-running-threads>

            </default-workmanager>

            <cached-connection-manager />

          </subsystem>

          <subsystem xmlns="urn:jboss:domain:jdr:1.0" />

          <subsystem xmlns="urn:jboss:domain:jgroups:1.2" default-stack="${jboss.default.jgroups.stack:tcp}">

            <stack name="udp">

              <transport type="UDP" />

              <protocol type="PING" />

              <protocol type="MERGE2" />

              <protocol type="FD_SOCK" />

              <protocol type="FD_ALL" />

              <protocol type="pbcast.NAKACK">

                <property name="use_mcast_xmit">false</property>

              </protocol>

              <protocol type="UNICAST2" />

              <protocol type="pbcast.STABLE" />

              <protocol type="pbcast.GMS" />

              <protocol type="UFC" />

              <protocol type="MFC" />

              <protocol type="FRAG2" />

              <protocol type="RSVP" />

            </stack>

            <stack name="tcp">

              <transport type="TCP" />

              <protocol type="MPING" />

              <protocol type="TCPPING">

                <property name="initial_hosts">jbsapp-sbxr101[7600],jbsapp-sbxr202[7600]</property>

                <property name="port_range">10</property>

                <property name="timeout">3000</property>

                <property name="num_initial_members">2</property>

              </protocol>

              <protocol type="MERGE2" />

              <protocol type="FD_SOCK" />

              <protocol type="FD_ALL" />

              <protocol type="pbcast.NAKACK">

                <property name="use_mcast_xmit">false</property>

              </protocol>

              <protocol type="UNICAST2" />

              <protocol type="pbcast.STABLE" />

              <protocol type="pbcast.GMS" />

              <protocol type="MFC" />

              <protocol type="FRAG2" />

            </stack>

          </subsystem>

          <subsystem xmlns="urn:jboss:domain:jmx:1.1">

            <show-model value="true" />

            <remoting-connector />

          </subsystem>

          <subsystem xmlns="urn:jboss:domain:modcluster:1.1">

            <mod-cluster-config advertise-socket="modcluster" connector="ajp" excluded-contexts="console">

              <dynamic-load-provider>

                <load-metric type="busyness" />

              </dynamic-load-provider>

            </mod-cluster-config>

          </subsystem>

          <subsystem xmlns="urn:jboss:domain:naming:1.2" />

          <subsystem xmlns="urn:jboss:domain:remoting:1.1">

            <connector name="remoting-connector" socket-binding="remoting" security-realm="ApplicationRealm" />

          </subsystem>

          <subsystem xmlns="urn:jboss:domain:security:1.2">

            <security-domains>

              <security-domain name="other" cache-type="infinispan">

                <authentication>

                  <login-module code="Remoting" flag="optional">

                    <module-option name="password-stacking" value="useFirstPass" />

                  </login-module>

                  <login-module code="RealmUsersRoles" flag="required">

                    <module-option name="usersProperties" value="${jboss.server.config.dir}/application-users.properties" />

                    <module-option name="rolesProperties" value="${jboss.server.config.dir}/application-roles.properties" />

                    <module-option name="realm" value="ApplicationRealm" />

                    <module-option name="password-stacking" value="useFirstPass" />

                  </login-module>

                </authentication>

              </security-domain>

              <security-domain name="jboss-web-policy" cache-type="infinispan">

                <authorization>

                  <policy-module code="Delegating" flag="required" />

                </authorization>

              </security-domain>

            </security-domains>

          </subsystem>

          <subsystem xmlns="urn:jboss:domain:threads:1.1">

            <thread-factory name="infinispan-factory" group-name="infinispan" priority="5" />

            <unbounded-queue-thread-pool name="infinispan-transport">

              <max-threads count="25" />

              <keepalive-time time="0" unit="milliseconds" />

              <thread-factory name="infinispan-factory" />

            </unbounded-queue-thread-pool>

          </subsystem>

          <subsystem xmlns="urn:jboss:domain:transactions:1.2">

            <core-environment>

              <process-id>

                <uuid />

              </process-id>

            </core-environment>

            <recovery-environment socket-binding="txn-recovery-environment" status-socket-binding="txn-status-manager" />

            <coordinator-environment default-timeout="300" />

          </subsystem>

          <subsystem xmlns="urn:jboss:domain:web:1.1" default-virtual-server="default-host" native="false">

            <connector name="http" protocol="HTTP/1.1" scheme="http" socket-binding="http" />

            <connector name="ajp" protocol="AJP/1.3" scheme="http" socket-binding="ajp" />

            <virtual-server name="default-host" enable-welcome-root="false">

              <alias name="localhost" />

              <alias name="example.com" />

            </virtual-server>

          </subsystem>

        </profile>

        <interfaces>

          <interface name="management">

            <!-- HL <inet-address value="${jboss.bind.address.management:127.0.0.1}"/> -->

            <!-- <inet-address value="${jboss.bind.address.management:0.0.0.0}"/> -->

            <any-ipv4-address />

          </interface>

          <interface name="public">

            <!-- <inet-address value="${jboss.bind.address:127.0.0.1}"/> -->

            <!-- <inet-address value="${jboss.bind.address:0.0.0.0}"/> -->

            <any-ipv4-address />

          </interface>

        </interfaces>

        <socket-binding-group name="standard-sockets" default-interface="public" port-offset="${jboss.socket.binding.port-offset:100}">

          <socket-binding name="management-native" interface="management" port="${jboss.management.native.port:9999}" />

          <socket-binding name="management-http" interface="management" port="${jboss.management.http.port:9990}" />

          <socket-binding name="management-https" interface="management" port="${jboss.management.https.port:9443}" />

          <socket-binding name="ajp" port="8009" />

          <socket-binding name="hotrod" interface="management" port="11222" />

          <socket-binding name="http" port="8080" />

          <socket-binding name="https" port="8443" />

          <socket-binding name="jgroups-mping" port="0" multicast-address="${jboss.default.multicast.address:234.99.54.14}" multicast-port="45700" />

          <socket-binding name="jgroups-tcp" port="7600" />

          <socket-binding name="jgroups-tcp-fd" port="57600" />

          <socket-binding name="jgroups-udp" port="55200" multicast-address="${jboss.default.multicast.address:234.99.54.14}" multicast-port="45688" />

          <socket-binding name="jgroups-udp-fd" port="54200" />

          <socket-binding name="memcached" interface="management" port="11211" />

          <socket-binding name="modcluster" port="0" multicast-address="224.0.1.115" multicast-port="23364" />

          <socket-binding name="remoting" port="4447" />

          <socket-binding name="txn-recovery-environment" port="4712" />

          <socket-binding name="txn-status-manager" port="4713" />

        </socket-binding-group>

      </server>

       

      Thanks