1 Reply Latest reply on Oct 1, 2014 12:29 PM by Paul Ferraro

    session replication problem: Failure to marshal argument

    amjad karim Newbie

      servers: 2

      name: master, slave

      OS: windows 7 on both master and slave

      jboss: AS 7

       

      session replication is working on a simple application have <distributable/> tag in web.xml

      but I'm facing problem with my application ..

      error logs..

      13:19:10,405 ERROR [org.infinispan.interceptors.InvocationContextInterceptor] (http-user-dev.etcdc.org-15.115.5.15-8330-6) ISPN000136: Execution error: org.infinispan.CacheException: java.lang.RuntimeException: Failure to marshal argument(s)
        at org.infinispan.util.Util.rewrapAsCacheException(Util.java:524) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.invokeRemoteCommands(CommandAwareRpcDispatcher.java:115) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.remoting.transport.jgroups.JGroupsTransport.invokeRemotely(JGroupsTransport.java:447) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:148) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:169) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:219) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:206) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:201) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.remoting.rpc.RpcManagerImpl.broadcastRpcCommand(RpcManagerImpl.java:184) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.ReplicationInterceptor.broadcastPrepare(ReplicationInterceptor.java:136) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.ReplicationInterceptor.visitPrepareCommand(ReplicationInterceptor.java:128) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:130) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:130) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.EntryWrappingInterceptor.visitPrepareCommand(EntryWrappingInterceptor.java:80) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.locking.AbstractTxLockingInterceptor.invokeNextAndCommitIf1Pc(AbstractTxLockingInterceptor.java:120) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.locking.OptimisticLockingInterceptor.visitPrepareCommand(OptimisticLockingInterceptor.java:105) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.NotificationInterceptor.visitPrepareCommand(NotificationInterceptor.java:58) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:130) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.TxInterceptor.visitPrepareCommand(TxInterceptor.java:106) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.StateTransferLockInterceptor.handleWithRetries(StateTransferLockInterceptor.java:207) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.StateTransferLockInterceptor.visitPrepareCommand(StateTransferLockInterceptor.java:84) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:130) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:130) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:89) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:130) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.BatchingInterceptor.handleDefault(BatchingInterceptor.java:86) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:130) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.jboss.as.clustering.infinispan.DefaultEmbeddedCacheManager$ClassLoaderAwareCommandInterceptor.handleDefault(DefaultEmbeddedCacheManager.java:410) [jboss-as-clustering-infinispan-7.1.0.Final.jar:7.1.0.Final]
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:345) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.transaction.TransactionCoordinator.commit(TransactionCoordinator.java:174) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:83) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.transaction.tm.DummyTransaction.notifyAfterCompletion(DummyTransaction.java:272) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.transaction.tm.DummyTransaction.runCommitTx(DummyTransaction.java:321) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.transaction.tm.DummyTransaction.commit(DummyTransaction.java:90) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.transaction.tm.DummyBaseTransactionManager.commit(DummyBaseTransactionManager.java:100) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.jboss.as.clustering.web.impl.TransactionBatchingManager.endBatch(TransactionBatchingManager.java:75) [jboss-as-clustering-web-spi-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.DistributableSessionManager.processSessionRepl(DistributableSessionManager.java:1530)
        at org.jboss.as.web.session.DistributableSessionManager.storeSession(DistributableSessionManager.java:865)
        at org.jboss.as.web.session.InstantSnapshotManager.snapshot(InstantSnapshotManager.java:47)
        at org.jboss.as.web.session.ClusteredSessionValve.handleRequest(ClusteredSessionValve.java:133)
        at org.jboss.as.web.session.ClusteredSessionValve.invoke(ClusteredSessionValve.java:91)
        at org.jboss.as.web.session.JvmRouteValve.invoke(JvmRouteValve.java:88)
        at org.jboss.as.web.session.LockingValve.invoke(LockingValve.java:56)
        at org.jboss.as.web.security.SecurityContextAssociationValve.invoke(SecurityContextAssociationValve.java:154)
        at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:155)
        at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102)
        at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109)
        at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:368)
        at org.apache.coyote.http11.Http11AprProcessor.process(Http11AprProcessor.java:897)
        at org.apache.coyote.http11.Http11AprProtocol$Http11ConnectionHandler.process(Http11AprProtocol.java:626)
        at org.apache.tomcat.util.net.AprEndpoint$Worker.run(AprEndpoint.java:2033)
        at java.lang.Thread.run(Thread.java:662) [rt.jar:1.6.0_33]
      Caused by: java.lang.RuntimeException: Failure to marshal argument(s)
        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher$ReplicationTask.marshallCall(CommandAwareRpcDispatcher.java:216) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher$ReplicationTask.call(CommandAwareRpcDispatcher.java:235) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.invokeRemoteCommands(CommandAwareRpcDispatcher.java:111) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        ... 85 more
      Caused by: org.infinispan.CacheException: Unable to marshall value AtomicHashMap{delegate={0=33, 1=1412151550402, 2=org.jboss.as.clustering.web.DistributableSessionMetadata@3511ca2f, 3={javax.faces.request.charset=UTF-8, partialIp=70M185, sessionObject=app.sys.infsys.base.SessionObject@75d5552b, org.springframework.web.context.request.ServletRequestAttributes.DESTRUCTION_CALLBACK.sessionObject=org.springframework.web.context.request.DestructionCallbackBindingListener@11d42b72, loggedInUser=[0000000000001], com.sun.faces.renderkit.ServerSideStateHelper.LogicalViewMap={-1317158039356851476={5046961769024980660=[Ljava.lang.Object;@5b1e9146}, 1254624463458911208={7312845434259537318=[Ljava.lang.Object;@266b892d}, -2061697313423981832={6707762624331388385=[Ljava.lang.Object;@6515954e}, -2994716417665778841={8614622608818290485=[Ljava.lang.Object;@16e187e9}, -8661226913947860307={-4048269170319213923=[Ljava.lang.Object;@6df773ef}, 4993528245547210497={-5372490588264136080=[Ljava.lang.Object;@782d5c85}}}}}
        at org.infinispan.marshall.MarshalledValue.serialize0(MarshalledValue.java:136) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.MarshalledValue.serialize(MarshalledValue.java:104) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.MarshalledValue.getRaw(MarshalledValue.java:213) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.MarshalledValue$Externalizer.writeObject(MarshalledValue.java:325) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.MarshalledValue$Externalizer.writeObject(MarshalledValue.java:316) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:404) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeCommandParameters(ReplicableCommandExternalizer.java:84) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeObject(ReplicableCommandExternalizer.java:69) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeObject(ReplicableCommandExternalizer.java:57) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:404) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeCommandParameters(ReplicableCommandExternalizer.java:84) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.marshallParameters(CacheRpcCommandExternalizer.java:126) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.writeObject(CacheRpcCommandExternalizer.java:113) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.writeObject(CacheRpcCommandExternalizer.java:68) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:404) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.infinispan.marshall.jboss.AbstractJBossMarshaller.objectToObjectStream(AbstractJBossMarshaller.java:86) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.VersionAwareMarshaller.objectToBuffer(VersionAwareMarshaller.java:86) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.AbstractMarshaller.objectToBuffer(AbstractMarshaller.java:57) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.AbstractDelegatingMarshaller.objectToBuffer(AbstractDelegatingMarshaller.java:89) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.remoting.transport.jgroups.MarshallerAdapter.objectToBuffer(MarshallerAdapter.java:45) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher$ReplicationTask.marshallCall(CommandAwareRpcDispatcher.java:214) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        ... 87 more
      Caused by: java.io.NotSerializableException: org.apache.catalina.session.StandardSessionFacade
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:891)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteFields(RiverMarshaller.java:1063)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteSerializableObject(RiverMarshaller.java:1019)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:885)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:680)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.jboss.as.clustering.SimpleMarshalledValue.getBytes(SimpleMarshalledValue.java:74) [jboss-as-clustering-api-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.clustering.SimpleMarshalledValue.writeObject(SimpleMarshalledValue.java:172) [jboss-as-clustering-api-7.1.0.Final.jar:7.1.0.Final]
        at sun.reflect.GeneratedMethodAccessor108.invoke(Unknown Source) [:1.6.0_33]
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) [rt.jar:1.6.0_33]
        at java.lang.reflect.Method.invoke(Method.java:597) [rt.jar:1.6.0_33]
        at org.jboss.marshalling.reflect.SerializableClass.callWriteObject(SerializableClass.java:175) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.jboss.marshalling.river.RiverMarshaller.doWriteSerializableObject(RiverMarshaller.java:1007)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:885)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.infinispan.marshall.MarshallUtil.marshallMap(MarshallUtil.java:60) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.exts.MapExternalizer.writeObject(MapExternalizer.java:63) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.exts.MapExternalizer.writeObject(MapExternalizer.java:47) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:404) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.infinispan.atomic.AtomicHashMap$Externalizer.writeObject(AtomicHashMap.java:229) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.atomic.AtomicHashMap$Externalizer.writeObject(AtomicHashMap.java:226) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:404) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119) [jboss-marshalling-1.3.9.GA.jar:1.3.9.GA]
        at org.infinispan.marshall.jboss.AbstractJBossMarshaller.objectToObjectStream(AbstractJBossMarshaller.java:86) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.VersionAwareMarshaller.objectToObjectStream(VersionAwareMarshaller.java:151) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.AbstractDelegatingMarshaller.objectToObjectStream(AbstractDelegatingMarshaller.java:44) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        at org.infinispan.marshall.MarshalledValue.serialize0(MarshalledValue.java:119) [infinispan-core-5.1.1.FINAL.jar:5.1.1.FINAL]
        ... 116 more
      Caused by: an exception which occurred:
        in field session
        in object java.util.HashMap@70961cdc
        in object org.jboss.as.clustering.SimpleMarshalledValue@70961cdc
        in object org.infinispan.util.FastCopyHashMap@5a57b4bc
        in object org.infinispan.atomic.AtomicHashMap@3c02c703
        in object org.infinispan.marshall.MarshalledValue@3c02c703
        in object org.infinispan.commands.write.PutKeyValueCommand@4e4c30cb
        in object org.infinispan.commands.tx.PrepareCommand@9b9f920a
      
      
      13:19:10,461 ERROR [org.infinispan.transaction.TransactionCoordinator] (http-user-dev.etcdc.org-15.115.5.15-8330-6) ISPN000097: Error while processing 1PC PrepareCommand: org.infinispan.CacheException: java.lang.RuntimeException: Failure to marshal argument(s)
        at org.infinispan.util.Util.rewrapAsCacheException(Util.java:524)
        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.invokeRemoteCommands(CommandAwareRpcDispatcher.java:115)
        at org.infinispan.remoting.transport.jgroups.JGroupsTransport.invokeRemotely(JGroupsTransport.java:447)
        at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:148)
        at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:169)
        at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:219)
        at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:206)
        at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:201)
        at org.infinispan.remoting.rpc.RpcManagerImpl.broadcastRpcCommand(RpcManagerImpl.java:184)
        at org.infinispan.interceptors.ReplicationInterceptor.broadcastPrepare(ReplicationInterceptor.java:136)
        at org.infinispan.interceptors.ReplicationInterceptor.visitPrepareCommand(ReplicationInterceptor.java:128)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:130)
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:130)
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.EntryWrappingInterceptor.visitPrepareCommand(EntryWrappingInterceptor.java:80)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.locking.AbstractTxLockingInterceptor.invokeNextAndCommitIf1Pc(AbstractTxLockingInterceptor.java:120)
        at org.infinispan.interceptors.locking.OptimisticLockingInterceptor.visitPrepareCommand(OptimisticLockingInterceptor.java:105)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.NotificationInterceptor.visitPrepareCommand(NotificationInterceptor.java:58)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:130)
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.TxInterceptor.visitPrepareCommand(TxInterceptor.java:106)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.StateTransferLockInterceptor.handleWithRetries(StateTransferLockInterceptor.java:207)
        at org.infinispan.interceptors.StateTransferLockInterceptor.visitPrepareCommand(StateTransferLockInterceptor.java:84)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:130)
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:130)
        at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:89)
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:130)
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.BatchingInterceptor.handleDefault(BatchingInterceptor.java:86)
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:130)
        at org.jboss.as.clustering.infinispan.DefaultEmbeddedCacheManager$ClassLoaderAwareCommandInterceptor.handleDefault(DefaultEmbeddedCacheManager.java:410)
        at org.infinispan.commands.AbstractVisitor.visitPrepareCommand(AbstractVisitor.java:113)
        at org.infinispan.commands.tx.PrepareCommand.acceptVisitor(PrepareCommand.java:131)
        at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:345)
        at org.infinispan.transaction.TransactionCoordinator.commit(TransactionCoordinator.java:174)
        at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:83)
        at org.infinispan.transaction.tm.DummyTransaction.notifyAfterCompletion(DummyTransaction.java:272)
        at org.infinispan.transaction.tm.DummyTransaction.runCommitTx(DummyTransaction.java:321)
        at org.infinispan.transaction.tm.DummyTransaction.commit(DummyTransaction.java:90)
        at org.infinispan.transaction.tm.DummyBaseTransactionManager.commit(DummyBaseTransactionManager.java:100)
        at org.jboss.as.clustering.web.impl.TransactionBatchingManager.endBatch(TransactionBatchingManager.java:75)
        at org.jboss.as.web.session.DistributableSessionManager.processSessionRepl(DistributableSessionManager.java:1530) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.DistributableSessionManager.storeSession(DistributableSessionManager.java:865) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.InstantSnapshotManager.snapshot(InstantSnapshotManager.java:47) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.ClusteredSessionValve.handleRequest(ClusteredSessionValve.java:133) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.ClusteredSessionValve.invoke(ClusteredSessionValve.java:91) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.JvmRouteValve.invoke(JvmRouteValve.java:88) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.LockingValve.invoke(LockingValve.java:56) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.security.SecurityContextAssociationValve.invoke(SecurityContextAssociationValve.java:154) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:155) [jbossweb-7.0.10.Final.jar:]
        at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) [jbossweb-7.0.10.Final.jar:]
        at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) [jbossweb-7.0.10.Final.jar:]
        at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:368) [jbossweb-7.0.10.Final.jar:]
        at org.apache.coyote.http11.Http11AprProcessor.process(Http11AprProcessor.java:897) [jbossweb-7.0.10.Final.jar:]
        at org.apache.coyote.http11.Http11AprProtocol$Http11ConnectionHandler.process(Http11AprProtocol.java:626) [jbossweb-7.0.10.Final.jar:]
        at org.apache.tomcat.util.net.AprEndpoint$Worker.run(AprEndpoint.java:2033) [jbossweb-7.0.10.Final.jar:]
        at java.lang.Thread.run(Thread.java:662) [rt.jar:1.6.0_33]
      Caused by: java.lang.RuntimeException: Failure to marshal argument(s)
        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher$ReplicationTask.marshallCall(CommandAwareRpcDispatcher.java:216)
        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher$ReplicationTask.call(CommandAwareRpcDispatcher.java:235)
        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.invokeRemoteCommands(CommandAwareRpcDispatcher.java:111)
        ... 85 more
      Caused by: org.infinispan.CacheException: Unable to marshall value AtomicHashMap{delegate={0=33, 1=1412151550402, 2=org.jboss.as.clustering.web.DistributableSessionMetadata@3511ca2f, 3={javax.faces.request.charset=UTF-8, partialIp=70M185, sessionObject=app.sys.infsys.base.SessionObject@75d5552b, org.springframework.web.context.request.ServletRequestAttributes.DESTRUCTION_CALLBACK.sessionObject=org.springframework.web.context.request.DestructionCallbackBindingListener@11d42b72, loggedInUser=[0000000000001], com.sun.faces.renderkit.ServerSideStateHelper.LogicalViewMap={-1317158039356851476={5046961769024980660=[Ljava.lang.Object;@5b1e9146}, 1254624463458911208={7312845434259537318=[Ljava.lang.Object;@266b892d}, -2061697313423981832={6707762624331388385=[Ljava.lang.Object;@6515954e}, -2994716417665778841={8614622608818290485=[Ljava.lang.Object;@16e187e9}, -8661226913947860307={-4048269170319213923=[Ljava.lang.Object;@6df773ef}, 4993528245547210497={-5372490588264136080=[Ljava.lang.Object;@782d5c85}}}}}
        at org.infinispan.marshall.MarshalledValue.serialize0(MarshalledValue.java:136)
        at org.infinispan.marshall.MarshalledValue.serialize(MarshalledValue.java:104)
        at org.infinispan.marshall.MarshalledValue.getRaw(MarshalledValue.java:213)
        at org.infinispan.marshall.MarshalledValue$Externalizer.writeObject(MarshalledValue.java:325)
        at org.infinispan.marshall.MarshalledValue$Externalizer.writeObject(MarshalledValue.java:316)
        at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:404)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62)
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119)
        at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeCommandParameters(ReplicableCommandExternalizer.java:84)
        at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeObject(ReplicableCommandExternalizer.java:69)
        at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeObject(ReplicableCommandExternalizer.java:57)
        at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:404)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62)
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119)
        at org.infinispan.marshall.exts.ReplicableCommandExternalizer.writeCommandParameters(ReplicableCommandExternalizer.java:84)
        at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.marshallParameters(CacheRpcCommandExternalizer.java:126)
        at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.writeObject(CacheRpcCommandExternalizer.java:113)
        at org.infinispan.marshall.exts.CacheRpcCommandExternalizer.writeObject(CacheRpcCommandExternalizer.java:68)
        at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:404)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62)
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119)
        at org.infinispan.marshall.jboss.AbstractJBossMarshaller.objectToObjectStream(AbstractJBossMarshaller.java:86)
        at org.infinispan.marshall.VersionAwareMarshaller.objectToBuffer(VersionAwareMarshaller.java:86)
        at org.infinispan.marshall.AbstractMarshaller.objectToBuffer(AbstractMarshaller.java:57)
        at org.infinispan.marshall.AbstractDelegatingMarshaller.objectToBuffer(AbstractDelegatingMarshaller.java:89)
        at org.infinispan.remoting.transport.jgroups.MarshallerAdapter.objectToBuffer(MarshallerAdapter.java:45)
        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher$ReplicationTask.marshallCall(CommandAwareRpcDispatcher.java:214)
        ... 87 more
      Caused by: java.io.NotSerializableException: org.apache.catalina.session.StandardSessionFacade
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:891)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteFields(RiverMarshaller.java:1063)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteSerializableObject(RiverMarshaller.java:1019)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:885)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:680)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62)
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119)
        at org.jboss.as.clustering.SimpleMarshalledValue.getBytes(SimpleMarshalledValue.java:74)
        at org.jboss.as.clustering.SimpleMarshalledValue.writeObject(SimpleMarshalledValue.java:172)
        at sun.reflect.GeneratedMethodAccessor108.invoke(Unknown Source) [:1.6.0_33]
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) [rt.jar:1.6.0_33]
        at java.lang.reflect.Method.invoke(Method.java:597) [rt.jar:1.6.0_33]
        at org.jboss.marshalling.reflect.SerializableClass.callWriteObject(SerializableClass.java:175)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteSerializableObject(RiverMarshaller.java:1007)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:885)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62)
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119)
        at org.infinispan.marshall.MarshallUtil.marshallMap(MarshallUtil.java:60)
        at org.infinispan.marshall.exts.MapExternalizer.writeObject(MapExternalizer.java:63)
        at org.infinispan.marshall.exts.MapExternalizer.writeObject(MapExternalizer.java:47)
        at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:404)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62)
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119)
        at org.infinispan.atomic.AtomicHashMap$Externalizer.writeObject(AtomicHashMap.java:229)
        at org.infinispan.atomic.AtomicHashMap$Externalizer.writeObject(AtomicHashMap.java:226)
        at org.infinispan.marshall.jboss.ExternalizerTable$ExternalizerAdapter.writeObject(ExternalizerTable.java:404)
        at org.jboss.marshalling.river.RiverMarshaller.doWriteObject(RiverMarshaller.java:145)
        at org.jboss.marshalling.AbstractObjectOutput.writeObject(AbstractObjectOutput.java:62)
        at org.jboss.marshalling.AbstractMarshaller.writeObject(AbstractMarshaller.java:119)
        at org.infinispan.marshall.jboss.AbstractJBossMarshaller.objectToObjectStream(AbstractJBossMarshaller.java:86)
        at org.infinispan.marshall.VersionAwareMarshaller.objectToObjectStream(VersionAwareMarshaller.java:151)
        at org.infinispan.marshall.AbstractDelegatingMarshaller.objectToObjectStream(AbstractDelegatingMarshaller.java:44)
        at org.infinispan.marshall.MarshalledValue.serialize0(MarshalledValue.java:119)
        ... 116 more
      Caused by: an exception which occurred:
        in field session
        in object java.util.HashMap@70961cdc
        in object org.jboss.as.clustering.SimpleMarshalledValue@70961cdc
        in object org.infinispan.util.FastCopyHashMap@5a57b4bc
        in object org.infinispan.atomic.AtomicHashMap@3c02c703
        in object org.infinispan.marshall.MarshalledValue@3c02c703
        in object org.infinispan.commands.write.PutKeyValueCommand@4e4c30cb
        in object org.infinispan.commands.tx.PrepareCommand@9b9f920a
      
      
      13:19:10,509 ERROR [org.infinispan.transaction.tm.DummyTransaction] (http-user-dev.etcdc.org-15.115.5.15-8330-6) ISPN000111: afterCompletion() failed for SynchronizationAdapter{localTransaction=LocalTransaction{remoteLockedNodes=null, isMarkedForRollback=false, transaction=DummyTransaction{xid=DummyXid{id=76}, status=3}, lockedKeys=null, backupKeyLocks=[rWlc6WpaOO0MmGgLM01e76Es], viewId=1} org.infinispan.transaction.synchronization.SyncLocalTransaction@4b} org.infinispan.transaction.synchronization.SynchronizationAdapter@6a: org.infinispan.CacheException: Could not commit.
        at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:85)
        at org.infinispan.transaction.tm.DummyTransaction.notifyAfterCompletion(DummyTransaction.java:272)
        at org.infinispan.transaction.tm.DummyTransaction.runCommitTx(DummyTransaction.java:321)
        at org.infinispan.transaction.tm.DummyTransaction.commit(DummyTransaction.java:90)
        at org.infinispan.transaction.tm.DummyBaseTransactionManager.commit(DummyBaseTransactionManager.java:100)
        at org.jboss.as.clustering.web.impl.TransactionBatchingManager.endBatch(TransactionBatchingManager.java:75)
        at org.jboss.as.web.session.DistributableSessionManager.processSessionRepl(DistributableSessionManager.java:1530) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.DistributableSessionManager.storeSession(DistributableSessionManager.java:865) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.InstantSnapshotManager.snapshot(InstantSnapshotManager.java:47) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.ClusteredSessionValve.handleRequest(ClusteredSessionValve.java:133) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.ClusteredSessionValve.invoke(ClusteredSessionValve.java:91) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.JvmRouteValve.invoke(JvmRouteValve.java:88) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.session.LockingValve.invoke(LockingValve.java:56) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.jboss.as.web.security.SecurityContextAssociationValve.invoke(SecurityContextAssociationValve.java:154) [jboss-as-web-7.1.0.Final.jar:7.1.0.Final]
        at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:155) [jbossweb-7.0.10.Final.jar:]
        at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:102) [jbossweb-7.0.10.Final.jar:]
        at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:109) [jbossweb-7.0.10.Final.jar:]
        at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:368) [jbossweb-7.0.10.Final.jar:]
        at org.apache.coyote.http11.Http11AprProcessor.process(Http11AprProcessor.java:897) [jbossweb-7.0.10.Final.jar:]
        at org.apache.coyote.http11.Http11AprProtocol$Http11ConnectionHandler.process(Http11AprProtocol.java:626) [jbossweb-7.0.10.Final.jar:]
        at org.apache.tomcat.util.net.AprEndpoint$Worker.run(AprEndpoint.java:2033) [jbossweb-7.0.10.Final.jar:]
        at java.lang.Thread.run(Thread.java:662) [rt.jar:1.6.0_33]
      Caused by: javax.transaction.xa.XAException
        at org.infinispan.transaction.TransactionCoordinator.handleCommitFailure(TransactionCoordinator.java:219)
        at org.infinispan.transaction.TransactionCoordinator.commit(TransactionCoordinator.java:176)
        at org.infinispan.transaction.synchronization.SynchronizationAdapter.afterCompletion(SynchronizationAdapter.java:83)
        ... 21 more