3 Replies Latest reply on Sep 4, 2009 5:49 AM by Galder Zamarreño

    Error on stage transfer during SessionCache start up

    Joe W Newbie

      Application server: JBoss AS 5.1.0

      I am upgrading from JBoss 4.0.5 to JBoss 5.1.0.

      When I deploy a second node in my parititon I am getting an error during SessionCache start up. It occurs during state transfer. The stack trace is posted below.

      I am using udp and the standard-session-cache. The partition for the two nodes starts up fine. There are no other errors during start up.

      I used the jgroups test program found here:
      http://www.jboss.org/community/wiki/JGroupsLargetStateOrPacketTransferProblems
      The state transfer completed fine; only took about 1 second).

      I tried adjusting the stateRetrievalTimeout (from 60000 to 120000) but it did not help. I also tried adjusting the FRAG2 size but that did not help.


      Here is my configuration for udp (from the file jgroups-channelfactory-stacks.xml

      <!DOCTYPE protocol_stacks [
       <!ENTITY shared-udp '
       <!-- UDP transport config meant to be shared between different channels
       with different requirements. Message bundling is disabled in this
       general-purpose config as it can add latency to synchronous RPCs. -->
       <UDP
       singleton_name="shared-udp"
       mcast_port="${jboss.jgroups.udp.mcast_port:45688}"
       mcast_addr="${jboss.partition.udpGroup:228.41.211.11}"
       tos="8"
       ucast_recv_buf_size="20000000"
       ucast_send_buf_size="640000"
       mcast_recv_buf_size="25000000"
       mcast_send_buf_size="640000"
       loopback="true"
       discard_incompatible_packets="true"
       enable_bundling="false"
       max_bundle_size="64000"
       max_bundle_timeout="30"
       use_incoming_packet_handler="true"
       ip_ttl="${jgroups.udp.ip_ttl:2}"
       thread_naming_pattern="cl"
       timer.num_threads="12"
       enable_diagnostics="${jboss.jgroups.enable_diagnostics:true}"
       diagnostics_addr="${jboss.jgroups.diagnostics_addr:224.0.0.75}"
       diagnostics_port="${jboss.jgroups.diagnostics_port:7500}"
      
       use_concurrent_stack="true"
      
       thread_pool.enabled="true"
       thread_pool.min_threads="20"
       thread_pool.max_threads="200"
       thread_pool.keep_alive_time="5000"
       thread_pool.queue_enabled="true"
       thread_pool.queue_max_size="1000"
       thread_pool.rejection_policy="discard"
      
       oob_thread_pool.enabled="true"
       oob_thread_pool.min_threads="1"
       oob_thread_pool.max_threads="20"
       oob_thread_pool.keep_alive_time="5000"
       oob_thread_pool.queue_enabled="false"
       oob_thread_pool.queue_max_size="100"
       oob_thread_pool.rejection_policy="run"/>
       '>
      ]>
      
      
      <!--
       Standard JGroups protocol stacks definitions, used by the JChannelFactory bean.
      
       Author: Bela Ban, Brian Stansberry
       Version: $Id:jgroups-channelfactory-stacks.xml 71313 2008-03-26 19:46:59Z bstansberry@jboss.com $
      -->
      <protocol_stacks>
       <stack name="udp"
       description="Default: IP multicast based stack, with flow control.">
       <config>
       &shared-udp;
       <PING timeout="2000" num_initial_members="3"/>
       <MERGE2 max_interval="100000" min_interval="20000"/>
       <FD_SOCK/>
       <FD timeout="6000" max_tries="5" shun="true"/>
       <VERIFY_SUSPECT timeout="1500"/>
       <pbcast.NAKACK use_mcast_xmit="false" gc_lag="0"
       retransmit_timeout="300,600,1200,2400,4800"
       discard_delivered_msgs="true"/>
       <UNICAST timeout="300,600,1200,2400,3600"/>
       <pbcast.STABLE stability_delay="1000" desired_avg_gossip="50000"
       max_bytes="400000"/>
       <pbcast.GMS print_local_addr="true" join_timeout="3000"
       shun="true"
       view_bundling="true"
       view_ack_collection_timeout="5000"/>
       <FC max_credits="2000000" min_threshold="0.10"
       ignore_synchronous_response="true"/>
       <FRAG2 frag_size="60000"/>
       <!-- pbcast.STREAMING_STATE_TRANSFER/ -->
       <pbcast.STATE_TRANSFER/>
       <pbcast.FLUSH timeout="0"/>
       </config>
       </stack>
      



      Here is my configuration for standard-session-cache (from jboss-cache-manager-jboss-beans.xml):
       <entry><key>standard-session-cache</key>
       <value>
       <bean name="StandardSessionCacheConfig" class="org.jboss.cache.config.Configuration">
      
       <!-- Provides batching functionality for caches that don't want to interact with regular JTA Transactions -->
       <property name="transactionManagerLookupClass">org.jboss.cache.transaction.BatchModeTransactionManagerLookup</property>
      
       <!-- Name of cluster. Needs to be the same for all members -->
       <property name="clusterName">${jboss.partition.name:DefaultPartition}-SessionCache</property>
       <!-- Use a UDP (multicast) based stack. Need JGroups flow control (FC)
       because we are using asynchronous replication. -->
       <property name="multiplexerStack">${jboss.default.jgroups.stack:udp}</property>
       <property name="fetchInMemoryState">true</property>
      
       <property name="nodeLockingScheme">PESSIMISTIC</property>
       <property name="isolationLevel">REPEATABLE_READ</property>
       <property name="useLockStriping">false</property>
       <property name="cacheMode">REPL_ASYNC</property>
      
       <!-- Number of milliseconds to wait until all responses for a
       synchronous call have been received. Make this longer
       than lockAcquisitionTimeout.-->
       <property name="syncReplTimeout">17500</property>
       <!-- Max number of milliseconds to wait for a lock acquisition -->
       <property name="lockAcquisitionTimeout">15000</property>
       <!-- The max amount of time (in milliseconds) we wait until the
       state (ie. the contents of the cache) are retrieved from
       existing members at startup. -->
       <property name="stateRetrievalTimeout"></property>
      
       <!-- Not needed for a web session cache that doesn't use FIELD -->
       <property name="useRegionBasedMarshalling">false</property>
       <!-- Must match the value of "useRegionBasedMarshalling" -->
       <property name="inactiveOnStartup">false</property>
      
       <!-- Disable asynchronous RPC marshalling/sending -->
       <property name="serializationExecutorPoolSize">0</property>
       <!-- We have no asynchronous notification listeners -->
       <property name="listenerAsyncPoolSize">0</property>
      
       <property name="exposeManagementStatistics">true</property>
      
       <property name="buddyReplicationConfig">
       <bean class="org.jboss.cache.config.BuddyReplicationConfig">
      
       <!-- Just set to true to turn on buddy replication -->
       <property name="enabled">false</property>
      
       <!-- A way to specify a preferred replication group. We try
       and pick a buddy who shares the same pool name (falling
       back to other buddies if not available). -->
       <property name="buddyPoolName">default</property>
      
       <property name="buddyCommunicationTimeout">17500</property>
      
       <!-- Do not change these -->
       <property name="autoDataGravitation">false</property>
       <property name="dataGravitationRemoveOnFind">true</property>
       <property name="dataGravitationSearchBackupTrees">true</property>
      
       <property name="buddyLocatorConfig">
       <bean class="org.jboss.cache.buddyreplication.NextMemberBuddyLocatorConfig">
       <!-- The number of backup copies we maintain -->
       <property name="numBuddies">1</property>
       <!-- Means that each node will *try* to select a buddy on
       a different physical host. If not able to do so
       though, it will fall back to colocated nodes. -->
       <property name="ignoreColocatedBuddies">true</property>
       </bean>
       </property>
       </bean>
       </property>
       <property name="cacheLoaderConfig">
       <bean class="org.jboss.cache.config.CacheLoaderConfig">
       <!-- Do not change these -->
       <property name="passivation">true</property>
       <property name="shared">false</property>
      
       <property name="individualCacheLoaderConfigs">
       <list>
       <bean class="org.jboss.cache.loader.FileCacheLoaderConfig">
       <!-- Where passivated sessions are stored -->
       <property name="location">${jboss.server.data.dir}${/}session</property>
       <!-- Do not change these -->
       <property name="async">false</property>
       <property name="fetchPersistentState">true</property>
       <property name="purgeOnStartup">true</property>
       <property name="ignoreModifications">false</property>
       <property name="checkCharacterPortability">false</property>
       </bean>
       </list>
       </property>
       </bean>
       </property>
       </bean>
       </value>
       </entry>
      



      The stack trace
      DEBUG [Incoming-2,10.10.67.6:33425][2009-07-17
      12:04:52,389][org.jboss.cache.remoting.jgroups.ChannelMessageListener]
      ChannelMessageListener.java(118): Caught exception integrating state!
      org.jboss.cache.CacheException: java.lang.NullPointerException
       at
      org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateTransientState(LegacyStateTransferIntegrator.java:118)
       at
      org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateState(LegacyStateTransferIntegrator.java:88)
       at
      org.jboss.cache.statetransfer.LegacyStateTransferManager.setState(LegacyStateTransferManager.java:155)
       at
      org.jboss.cache.statetransfer.DefaultStateTransferManager.setState(DefaultStateTransferManager.java:163)
       at
      org.jboss.cache.remoting.jgroups.ChannelMessageListener.setState(ChannelMessageListener.java:190)
       at
      org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.handleUpEvent(MessageDispatcher.java:676)
       at
      org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.up(MessageDispatcher.java:776)
       at org.jgroups.JChannel.up(JChannel.java:1252)
       at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:462)
       at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:501)
       at
      org.jgroups.protocols.pbcast.STATE_TRANSFER.handleStateRsp(STATE_TRANSFER.java:421)
       at org.jgroups.protocols.pbcast.STATE_TRANSFER.up(STATE_TRANSFER.java:120)
       at org.jgroups.protocols.FRAG2.up(FRAG2.java:188)
       at org.jgroups.protocols.FC.up(FC.java:473)
       at org.jgroups.protocols.pbcast.GMS.up(GMS.java:824)
       at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:233)
       at org.jgroups.protocols.UNICAST.handleDataReceived(UNICAST.java:616)
       at org.jgroups.protocols.UNICAST.up(UNICAST.java:282)
       at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:758)
       at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:167)
       at org.jgroups.protocols.FD.up(FD.java:284)
       at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:309)
       at org.jgroups.protocols.MERGE2.up(MERGE2.java:144)
       at org.jgroups.protocols.Discovery.up(Discovery.java:264)
       at org.jgroups.protocols.PING.up(PING.java:273)
       at org.jgroups.protocols.TP$ProtocolAdapter.up(TP.java:2327)
       at org.jgroups.protocols.TP.passMessageUp(TP.java:1261)
       at org.jgroups.protocols.TP.access$100(TP.java:49)
       at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1838)
       at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1817)
       at
      java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:650)
       at
      java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675)
       at java.lang.Thread.run(Thread.java:595)
      Caused by: java.lang.NullPointerException
       at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1820)
       at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1719)
       at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1305)
       at java.io.ObjectInputStream.readObject(ObjectInputStream.java:348)
       at org.jboss.cache.marshall.NodeData.readExternal(NodeData.java:112)
       at
      org.jboss.cache.marshall.CacheMarshaller200.unmarshallObject(CacheMarshaller200.java:685)
       at
      org.jboss.cache.marshall.CacheMarshaller200.populateFromStream(CacheMarshaller200.java:875)
       at
      org.jboss.cache.marshall.CacheMarshaller200.unmarshallLinkedList(CacheMarshaller200.java:818)
       at
      org.jboss.cache.marshall.CacheMarshaller200.unmarshallObject(CacheMarshaller200.java:649)
       at
      org.jboss.cache.marshall.CacheMarshaller200.unmarshallObject(CacheMarshaller200.java:589)
       at
      org.jboss.cache.marshall.CacheMarshaller200.objectFromObjectStream(CacheMarshaller200.java:161)
       at
      org.jboss.cache.marshall.VersionAwareMarshaller.objectFromObjectStream(VersionAwareMarshaller.java:360)
       at
      org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.readNodesAsList(LegacyStateTransferIntegrator.java:275)
       at
      org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateTransientState(LegacyStateTransferIntegrator.java:217)
       at
      org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateTransientState(LegacyStateTransferIntegrator.java:105)
       ... 32 more
      INFO [main][2009-07-17 12:04:52,392][STDOUT] Log4JLogger.java(133): INFO
      [main][2009-07-17 12:04:52,391] - RPCManagerImpl.java(383): Cache local address
      is 10.10.67.6:33425
      INFO [main][2009-07-17 12:04:52,394][STDOUT] Log4JLogger.java(133): INFO
      [main][2009-07-17 12:04:52,393] - RPCManagerImpl.java(501): Disconnecting and
      closing the Channel
      ERROR [main][2009-07-17
      12:04:52,402][org.jboss.web.tomcat.service.session.JBossCacheManager.admin2]
      Logger.java(419): Unable to start manager.
      org.jboss.cache.CacheException: java.lang.reflect.InvocationTargetException
       at
      org.jboss.cache.util.reflect.ReflectionUtil.invokeAccessibly(ReflectionUtil.java:148)
       at
      org.jboss.cache.factories.ComponentRegistry$PrioritizedMethod.invoke(ComponentRegistry.java:1012)
       at
      org.jboss.cache.factories.ComponentRegistry.internalStart(ComponentRegistry.java:778)
       at
      org.jboss.cache.factories.ComponentRegistry.start(ComponentRegistry.java:632)
       at
      org.jboss.cache.invocation.CacheInvocationDelegate.start(CacheInvocationDelegate.java:345)
       at
      org.jboss.ha.cachemanager.CacheManagerManagedCache.start(CacheManagerManagedCache.java:98)
       at
      org.jboss.web.tomcat.service.session.distributedcache.impl.jbc.AbstractJBossCacheService.start(AbstractJBossCacheService.java:202)
       at
      org.jboss.web.tomcat.service.session.JBossCacheManager.startEmbedded(JBossCacheManager.java:2323)
       at
      org.jboss.web.tomcat.service.session.JBossCacheManager.start(JBossCacheManager.java:657)
       at org.apache.catalina.core.ContainerBase.setManager(ContainerBase.java:447)
       at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
       at
      sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
       at
      sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
       at java.lang.reflect.Method.invoke(Method.java:585)
       at
      org.apache.tomcat.util.modeler.BaseModelMBean.setAttribute(BaseModelMBean.java:414)
       at
      org.jboss.mx.server.RawDynamicInvoker.setAttribute(RawDynamicInvoker.java:70)
       at
      org.jboss.mx.server.MBeanServerImpl.setAttribute(MBeanServerImpl.java:617)
       at
      org.jboss.web.tomcat.service.deployers.TomcatDeployment.performDeployInternal(TomcatDeployment.java:348)
       at
      org.jboss.web.tomcat.service.deployers.TomcatDeployment.performDeploy(TomcatDeployment.java:142)
       at
      org.jboss.web.deployers.AbstractWarDeployment.start(AbstractWarDeployment.java:461)
       at org.jboss.web.deployers.WebModule.startModule(WebModule.java:118)
       at org.jboss.web.deployers.WebModule.start(WebModule.java:97)
       at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
       at
      sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
       at
      sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
       at java.lang.reflect.Method.invoke(Method.java:585)
       at
      org.jboss.mx.interceptor.ReflectedDispatcher.invoke(ReflectedDispatcher.java:157)
       at org.jboss.mx.server.Invocation.dispatch(Invocation.java:96)
       at org.jboss.mx.server.Invocation.invoke(Invocation.java:88)
       at
      org.jboss.mx.server.AbstractMBeanInvoker.invoke(AbstractMBeanInvoker.java:264)
       at org.jboss.mx.server.MBeanServerImpl.invoke(MBeanServerImpl.java:668)
       at
      org.jboss.system.microcontainer.ServiceProxy.invoke(ServiceProxy.java:206)
       at $Proxy38.start(Unknown Source)
       at
      org.jboss.system.microcontainer.StartStopLifecycleAction.installAction(StartStopLifecycleAction.java:42)
       at
      org.jboss.system.microcontainer.StartStopLifecycleAction.installAction(StartStopLifecycleAction.java:37)
       at
      org.jboss.dependency.plugins.action.SimpleControllerContextAction.simpleInstallAction(SimpleControllerContextAction.java:62)
       at
      org.jboss.dependency.plugins.action.AccessControllerContextAction.install(AccessControllerContextAction.java:71)
       at
      org.jboss.dependency.plugins.AbstractControllerContextActions.install(AbstractControllerContextActions.java:51)
       at
      org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:348)
       at
      org.jboss.system.microcontainer.ServiceControllerContext.install(ServiceControllerContext.java:286)
       at
      org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:1631)
       at
      org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:934)
       at
      org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1082)
       at
      org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:984)
       at
      org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:822)
       at
      org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:553)
       at org.jboss.system.ServiceController.doChange(ServiceController.java:688)
       at org.jboss.system.ServiceController.start(ServiceController.java:460)
       at
      org.jboss.system.deployers.ServiceDeployer.start(ServiceDeployer.java:163)
       at
      org.jboss.system.deployers.ServiceDeployer.deploy(ServiceDeployer.java:99)
       at
      org.jboss.system.deployers.ServiceDeployer.deploy(ServiceDeployer.java:46)
       at
      org.jboss.deployers.spi.deployer.helpers.AbstractSimpleRealDeployer.internalDeploy(AbstractSimpleRealDeployer.java:62)
       at
      org.jboss.deployers.spi.deployer.helpers.AbstractRealDeployer.deploy(AbstractRealDeployer.java:50)
       at
      org.jboss.deployers.plugins.deployers.DeployerWrapper.deploy(DeployerWrapper.java:171)
       at
      org.jboss.deployers.plugins.deployers.DeployersImpl.doDeploy(DeployersImpl.java:1439)
       at
      org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1157)
       at
      org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1178)
       at
      org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1210)
       at
      org.jboss.deployers.plugins.deployers.DeployersImpl.install(DeployersImpl.java:1098)
       at
      org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:348)
       at
      org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:1631)
       at
      org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:934)
       at
      org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1082)
       at
      org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:984)
       at
      org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:822)
       at
      org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:553)
       at
      org.jboss.deployers.plugins.deployers.DeployersImpl.process(DeployersImpl.java:781)
       at
      org.jboss.deployers.plugins.main.MainDeployerImpl.process(MainDeployerImpl.java:702)
       at
      org.jboss.system.server.profileservice.repository.MainDeployerAdapter.process(MainDeployerAdapter.java:117)
       at
      org.jboss.system.server.profileservice.repository.ProfileDeployAction.install(ProfileDeployAction.java:70)
       at
      org.jboss.system.server.profileservice.repository.AbstractProfileAction.install(AbstractProfileAction.java:53)
       at
      org.jboss.system.server.profileservice.repository.AbstractProfileService.install(AbstractProfileService.java:361)
       at
      org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:348)
       at
      org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:1631)
       at
      org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:934)
       at
      org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1082)
       at
      org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:984)
       at
      org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:822)
       at
      org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:553)
       at
      org.jboss.system.server.profileservice.repository.AbstractProfileService.activateProfile(AbstractProfileService.java:306)
       at
      org.jboss.system.server.profileservice.ProfileServiceBootstrap.start(ProfileServiceBootstrap.java:271)
       at org.jboss.bootstrap.AbstractServerImpl.start(AbstractServerImpl.java:461)
       at org.jboss.Main.boot(Main.java:221)
       at org.jboss.Main$1.run(Main.java:556)
       at java.lang.Thread.run(Thread.java:595)
      Caused by: java.lang.reflect.InvocationTargetException
       at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
       at
      sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
       at
      sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
       at java.lang.reflect.Method.invoke(Method.java:585)
       at
      org.jboss.cache.util.reflect.ReflectionUtil.invokeAccessibly(ReflectionUtil.java:144)
       ... 84 more
      Caused by: org.jboss.cache.CacheException: Unable to fetch state on startup
       at org.jboss.cache.RPCManagerImpl.start(RPCManagerImpl.java:396)
       ... 89 more
      Caused by: org.jboss.cache.CacheException: java.lang.NullPointerException
       at
      org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateTransientState(LegacyStateTransferIntegrator.java:118)
       at
      org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateState(LegacyStateTransferIntegrator.java:88)
       at
      org.jboss.cache.statetransfer.LegacyStateTransferManager.setState(LegacyStateTransferManager.java:155)
       at
      org.jboss.cache.statetransfer.DefaultStateTransferManager.setState(DefaultStateTransferManager.java:163)
       at
      org.jboss.cache.remoting.jgroups.ChannelMessageListener.setState(ChannelMessageListener.java:190)
       at
      org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.handleUpEvent(MessageDispatcher.java:676)
       at
      org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.up(MessageDispatcher.java:776)
       at org.jgroups.JChannel.up(JChannel.java:1252)
       at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:462)
       at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:501)
       at
      org.jgroups.protocols.pbcast.STATE_TRANSFER.handleStateRsp(STATE_TRANSFER.java:421)
       at org.jgroups.protocols.pbcast.STATE_TRANSFER.up(STATE_TRANSFER.java:120)
       at org.jgroups.protocols.FRAG2.up(FRAG2.java:188)
       at org.jgroups.protocols.FC.up(FC.java:473)
       at org.jgroups.protocols.pbcast.GMS.up(GMS.java:824)
       at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:233)
       at org.jgroups.protocols.UNICAST.handleDataReceived(UNICAST.java:616)
       at org.jgroups.protocols.UNICAST.up(UNICAST.java:282)
       at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:758)
       at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:167)
       at org.jgroups.protocols.FD.up(FD.java:284)
       at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:309)
       at org.jgroups.protocols.MERGE2.up(MERGE2.java:144)
       at org.jgroups.protocols.Discovery.up(Discovery.java:264)
       at org.jgroups.protocols.PING.up(PING.java:273)
       at org.jgroups.protocols.TP$ProtocolAdapter.up(TP.java:2327)
       at org.jgroups.protocols.TP.passMessageUp(TP.java:1261)
       at org.jgroups.protocols.TP.access$100(TP.java:49)
       at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1838)
       at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1817)
       at
      java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:650)
       at
      java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675)
       ... 1 more
      Caused by: java.lang.NullPointerException
       at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1820)
       at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1719)
       at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1305)
       at java.io.ObjectInputStream.readObject(ObjectInputStream.java:348)
       at org.jboss.cache.marshall.NodeData.readExternal(NodeData.java:112)
       at
      org.jboss.cache.marshall.CacheMarshaller200.unmarshallObject(CacheMarshaller200.java:685)
       at
      org.jboss.cache.marshall.CacheMarshaller200.populateFromStream(CacheMarshaller200.java:875)
       at
      org.jboss.cache.marshall.CacheMarshaller200.unmarshallLinkedList(CacheMarshaller200.java:818)
       at
      org.jboss.cache.marshall.CacheMarshaller200.unmarshallObject(CacheMarshaller200.java:649)
       at
      org.jboss.cache.marshall.CacheMarshaller200.unmarshallObject(CacheMarshaller200.java:589)
       at
      org.jboss.cache.marshall.CacheMarshaller200.objectFromObjectStream(CacheMarshaller200.java:161)
       at
      org.jboss.cache.marshall.VersionAwareMarshaller.objectFromObjectStream(VersionAwareMarshaller.java:360)
       at
      org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.readNodesAsList(LegacyStateTransferIntegrator.java:275)
       at
      org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateTransientState(LegacyStateTransferIntegrator.java:217)
       at
      org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateTransientState(LegacyStateTransferIntegrator.java:105)
       ... 32 more
      ERROR [main][2009-07-17 12:04:52,408][org.apache.catalina.core.ContainerBase]
      Logger.java(419): ContainerBase.setManager: start:
      LifecycleException: org.jboss.cache.CacheException:
      java.lang.reflect.InvocationTargetException
       at
      org.jboss.web.tomcat.service.session.JBossCacheManager.startEmbedded(JBossCacheManager.java:2351)
       at
      org.jboss.web.tomcat.service.session.JBossCacheManager.start(JBossCacheManager.java:657)
       at org.apache.catalina.core.ContainerBase.setManager(ContainerBase.java:447)
       at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
       at
      sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
       at
      sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
       at java.lang.reflect.Method.invoke(Method.java:585)
       at
      org.apache.tomcat.util.modeler.BaseModelMBean.setAttribute(BaseModelMBean.java:414)
       at
      org.jboss.mx.server.RawDynamicInvoker.setAttribute(RawDynamicInvoker.java:70)
       at
      org.jboss.mx.server.MBeanServerImpl.setAttribute(MBeanServerImpl.java:617)
       at
      org.jboss.web.tomcat.service.deployers.TomcatDeployment.performDeployInternal(TomcatDeployment.java:348)
       at
      org.jboss.web.tomcat.service.deployers.TomcatDeployment.performDeploy(TomcatDeployment.java:142)
       at
      org.jboss.web.deployers.AbstractWarDeployment.start(AbstractWarDeployment.java:461)
       at org.jboss.web.deployers.WebModule.startModule(WebModule.java:118)
       at org.jboss.web.deployers.WebModule.start(WebModule.java:97)
       at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
       at
      sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
       at
      sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
       at java.lang.reflect.Method.invoke(Method.java:585)
       at
      org.jboss.mx.interceptor.ReflectedDispatcher.invoke(ReflectedDispatcher.java:157)
       at org.jboss.mx.server.Invocation.dispatch(Invocation.java:96)
       at org.jboss.mx.server.Invocation.invoke(Invocation.java:88)
       at
      org.jboss.mx.server.AbstractMBeanInvoker.invoke(AbstractMBeanInvoker.java:264)
       at org.jboss.mx.server.MBeanServerImpl.invoke(MBeanServerImpl.java:668)
       at
      org.jboss.system.microcontainer.ServiceProxy.invoke(ServiceProxy.java:206)
       at $Proxy38.start(Unknown Source)
       at
      org.jboss.system.microcontainer.StartStopLifecycleAction.installAction(StartStopLifecycleAction.java:42)
       at
      org.jboss.system.microcontainer.StartStopLifecycleAction.installAction(StartStopLifecycleAction.java:37)
       at
      org.jboss.dependency.plugins.action.SimpleControllerContextAction.simpleInstallAction(SimpleControllerContextAction.java:62)
       at
      org.jboss.dependency.plugins.action.AccessControllerContextAction.install(AccessControllerContextAction.java:71)
       at
      org.jboss.dependency.plugins.AbstractControllerContextActions.install(AbstractControllerContextActions.java:51)
       at
      org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:348)
       at
      org.jboss.system.microcontainer.ServiceControllerContext.install(ServiceControllerContext.java:286)
       at
      org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:1631)
       at
      org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:934)
       at
      org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1082)
       at
      org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:984)
       at
      org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:822)
       at
      org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:553)
       at org.jboss.system.ServiceController.doChange(ServiceController.java:688)
       at org.jboss.system.ServiceController.start(ServiceController.java:460)
       at
      org.jboss.system.deployers.ServiceDeployer.start(ServiceDeployer.java:163)
       at
      org.jboss.system.deployers.ServiceDeployer.deploy(ServiceDeployer.java:99)
       at
      org.jboss.system.deployers.ServiceDeployer.deploy(ServiceDeployer.java:46)
       at
      org.jboss.deployers.spi.deployer.helpers.AbstractSimpleRealDeployer.internalDeploy(AbstractSimpleRealDeployer.java:62)
       at
      org.jboss.deployers.spi.deployer.helpers.AbstractRealDeployer.deploy(AbstractRealDeployer.java:50)
       at
      org.jboss.deployers.plugins.deployers.DeployerWrapper.deploy(DeployerWrapper.java:171)
       at
      org.jboss.deployers.plugins.deployers.DeployersImpl.doDeploy(DeployersImpl.java:1439)
       at
      org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1157)
       at
      org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1178)
       at
      org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1210)
       at
      org.jboss.deployers.plugins.deployers.DeployersImpl.install(DeployersImpl.java:1098)
       at
      org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:348)
       at
      org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:1631)
       at
      org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:934)
       at
      org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1082)
       at
      org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:984)
       at
      org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:822)
       at
      org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:553)
       at
      org.jboss.deployers.plugins.deployers.DeployersImpl.process(DeployersImpl.java:781)
       at
      org.jboss.deployers.plugins.main.MainDeployerImpl.process(MainDeployerImpl.java:702)
       at
      org.jboss.system.server.profileservice.repository.MainDeployerAdapter.process(MainDeployerAdapter.java:117)
       at
      org.jboss.system.server.profileservice.repository.ProfileDeployAction.install(ProfileDeployAction.java:70)
       at
      org.jboss.system.server.profileservice.repository.AbstractProfileAction.install(AbstractProfileAction.java:53)
       at
      org.jboss.system.server.profileservice.repository.AbstractProfileService.install(AbstractProfileService.java:361)
       at
      org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:348)
       at
      org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:1631)
       at
      org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:934)
       at
      org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1082)
       at
      org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:984)
       at
      org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:822)
       at
      org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:553)
       at
      org.jboss.system.server.profileservice.repository.AbstractProfileService.activateProfile(AbstractProfileService.java:306)
       at
      org.jboss.system.server.profileservice.ProfileServiceBootstrap.start(ProfileServiceBootstrap.java:271)
       at org.jboss.bootstrap.AbstractServerImpl.start(AbstractServerImpl.java:461)
       at org.jboss.Main.boot(Main.java:221)
       at org.jboss.Main$1.run(Main.java:556)
       at java.lang.Thread.run(Thread.java:595)