Application server: JBoss AS 5.1.0

I am upgrading from JBoss 4.0.5 to JBoss 5.1.0.

When I deploy a second node in my parititon I am getting an error during SessionCache start up. It occurs during state transfer. The stack trace is posted below.

I am using udp and the standard-session-cache. The partition for the two nodes starts up fine. There are no other errors during start up.

I used the jgroups test program found here:
http://www.jboss.org/community/wiki/JGroupsLargetStateOrPacketTransferProblems
The state transfer completed fine; only took about 1 second).

I tried adjusting the stateRetrievalTimeout (from 60000 to 120000) but it did not help. I also tried adjusting the FRAG2 size but that did not help.


Here is my configuration for udp (from the file jgroups-channelfactory-stacks.xml

<!DOCTYPE protocol_stacks [
 <!ENTITY shared-udp '
 <!-- UDP transport config meant to be shared between different channels
 with different requirements. Message bundling is disabled in this
 general-purpose config as it can add latency to synchronous RPCs. -->
 <UDP
 singleton_name="shared-udp"
 mcast_port="${jboss.jgroups.udp.mcast_port:45688}"
 mcast_addr="${jboss.partition.udpGroup:228.41.211.11}"
 tos="8"
 ucast_recv_buf_size="20000000"
 ucast_send_buf_size="640000"
 mcast_recv_buf_size="25000000"
 mcast_send_buf_size="640000"
 loopback="true"
 discard_incompatible_packets="true"
 enable_bundling="false"
 max_bundle_size="64000"
 max_bundle_timeout="30"
 use_incoming_packet_handler="true"
 ip_ttl="${jgroups.udp.ip_ttl:2}"
 thread_naming_pattern="cl"
 timer.num_threads="12"
 enable_diagnostics="${jboss.jgroups.enable_diagnostics:true}"
 diagnostics_addr="${jboss.jgroups.diagnostics_addr:224.0.0.75}"
 diagnostics_port="${jboss.jgroups.diagnostics_port:7500}"

 use_concurrent_stack="true"

 thread_pool.enabled="true"
 thread_pool.min_threads="20"
 thread_pool.max_threads="200"
 thread_pool.keep_alive_time="5000"
 thread_pool.queue_enabled="true"
 thread_pool.queue_max_size="1000"
 thread_pool.rejection_policy="discard"

 oob_thread_pool.enabled="true"
 oob_thread_pool.min_threads="1"
 oob_thread_pool.max_threads="20"
 oob_thread_pool.keep_alive_time="5000"
 oob_thread_pool.queue_enabled="false"
 oob_thread_pool.queue_max_size="100"
 oob_thread_pool.rejection_policy="run"/>
 '>
]>


<!--
 Standard JGroups protocol stacks definitions, used by the JChannelFactory bean.

 Author: Bela Ban, Brian Stansberry
 Version: $Id:jgroups-channelfactory-stacks.xml 71313 2008-03-26 19:46:59Z bstansberry@jboss.com $
-->
<protocol_stacks>
 <stack name="udp"
 description="Default: IP multicast based stack, with flow control.">
 <config>
 &shared-udp;
 <PING timeout="2000" num_initial_members="3"/>
 <MERGE2 max_interval="100000" min_interval="20000"/>
 <FD_SOCK/>
 <FD timeout="6000" max_tries="5" shun="true"/>
 <VERIFY_SUSPECT timeout="1500"/>
 <pbcast.NAKACK use_mcast_xmit="false" gc_lag="0"
 retransmit_timeout="300,600,1200,2400,4800"
 discard_delivered_msgs="true"/>
 <UNICAST timeout="300,600,1200,2400,3600"/>
 <pbcast.STABLE stability_delay="1000" desired_avg_gossip="50000"
 max_bytes="400000"/>
 <pbcast.GMS print_local_addr="true" join_timeout="3000"
 shun="true"
 view_bundling="true"
 view_ack_collection_timeout="5000"/>
 <FC max_credits="2000000" min_threshold="0.10"
 ignore_synchronous_response="true"/>
 <FRAG2 frag_size="60000"/>
 <!-- pbcast.STREAMING_STATE_TRANSFER/ -->
 <pbcast.STATE_TRANSFER/>
 <pbcast.FLUSH timeout="0"/>
 </config>
 </stack>

Here is my configuration for standard-session-cache (from jboss-cache-manager-jboss-beans.xml):

 <entry><key>standard-session-cache</key>
 <value>
 <bean name="StandardSessionCacheConfig" class="org.jboss.cache.config.Configuration">

 <!-- Provides batching functionality for caches that don't want to interact with regular JTA Transactions -->
 <property name="transactionManagerLookupClass">org.jboss.cache.transaction.BatchModeTransactionManagerLookup</property>

 <!-- Name of cluster. Needs to be the same for all members -->
 <property name="clusterName">${jboss.partition.name:DefaultPartition}-SessionCache</property>
 <!-- Use a UDP (multicast) based stack. Need JGroups flow control (FC)
 because we are using asynchronous replication. -->
 <property name="multiplexerStack">${jboss.default.jgroups.stack:udp}</property>
 <property name="fetchInMemoryState">true</property>

 <property name="nodeLockingScheme">PESSIMISTIC</property>
 <property name="isolationLevel">REPEATABLE_READ</property>
 <property name="useLockStriping">false</property>
 <property name="cacheMode">REPL_ASYNC</property>

 <!-- Number of milliseconds to wait until all responses for a
 synchronous call have been received. Make this longer
 than lockAcquisitionTimeout.-->
 <property name="syncReplTimeout">17500</property>
 <!-- Max number of milliseconds to wait for a lock acquisition -->
 <property name="lockAcquisitionTimeout">15000</property>
 <!-- The max amount of time (in milliseconds) we wait until the
 state (ie. the contents of the cache) are retrieved from
 existing members at startup. -->
 <property name="stateRetrievalTimeout"></property>

 <!-- Not needed for a web session cache that doesn't use FIELD -->
 <property name="useRegionBasedMarshalling">false</property>
 <!-- Must match the value of "useRegionBasedMarshalling" -->
 <property name="inactiveOnStartup">false</property>

 <!-- Disable asynchronous RPC marshalling/sending -->
 <property name="serializationExecutorPoolSize">0</property>
 <!-- We have no asynchronous notification listeners -->
 <property name="listenerAsyncPoolSize">0</property>

 <property name="exposeManagementStatistics">true</property>

 <property name="buddyReplicationConfig">
 <bean class="org.jboss.cache.config.BuddyReplicationConfig">

 <!-- Just set to true to turn on buddy replication -->
 <property name="enabled">false</property>

 <!-- A way to specify a preferred replication group. We try
 and pick a buddy who shares the same pool name (falling
 back to other buddies if not available). -->
 <property name="buddyPoolName">default</property>

 <property name="buddyCommunicationTimeout">17500</property>

 <!-- Do not change these -->
 <property name="autoDataGravitation">false</property>
 <property name="dataGravitationRemoveOnFind">true</property>
 <property name="dataGravitationSearchBackupTrees">true</property>

 <property name="buddyLocatorConfig">
 <bean class="org.jboss.cache.buddyreplication.NextMemberBuddyLocatorConfig">
 <!-- The number of backup copies we maintain -->
 <property name="numBuddies">1</property>
 <!-- Means that each node will *try* to select a buddy on
 a different physical host. If not able to do so
 though, it will fall back to colocated nodes. -->
 <property name="ignoreColocatedBuddies">true</property>
 </bean>
 </property>
 </bean>
 </property>
 <property name="cacheLoaderConfig">
 <bean class="org.jboss.cache.config.CacheLoaderConfig">
 <!-- Do not change these -->
 <property name="passivation">true</property>
 <property name="shared">false</property>

 <property name="individualCacheLoaderConfigs">
 <list>
 <bean class="org.jboss.cache.loader.FileCacheLoaderConfig">
 <!-- Where passivated sessions are stored -->
 <property name="location">${jboss.server.data.dir}${/}session</property>
 <!-- Do not change these -->
 <property name="async">false</property>
 <property name="fetchPersistentState">true</property>
 <property name="purgeOnStartup">true</property>
 <property name="ignoreModifications">false</property>
 <property name="checkCharacterPortability">false</property>
 </bean>
 </list>
 </property>
 </bean>
 </property>
 </bean>
 </value>
 </entry>

The stack trace

DEBUG [Incoming-2,10.10.67.6:33425][2009-07-17
12:04:52,389][org.jboss.cache.remoting.jgroups.ChannelMessageListener]
ChannelMessageListener.java(118): Caught exception integrating state!
org.jboss.cache.CacheException: java.lang.NullPointerException
 at
org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateTransientState(LegacyStateTransferIntegrator.java:118)
 at
org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateState(LegacyStateTransferIntegrator.java:88)
 at
org.jboss.cache.statetransfer.LegacyStateTransferManager.setState(LegacyStateTransferManager.java:155)
 at
org.jboss.cache.statetransfer.DefaultStateTransferManager.setState(DefaultStateTransferManager.java:163)
 at
org.jboss.cache.remoting.jgroups.ChannelMessageListener.setState(ChannelMessageListener.java:190)
 at
org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.handleUpEvent(MessageDispatcher.java:676)
 at
org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.up(MessageDispatcher.java:776)
 at org.jgroups.JChannel.up(JChannel.java:1252)
 at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:462)
 at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:501)
 at
org.jgroups.protocols.pbcast.STATE_TRANSFER.handleStateRsp(STATE_TRANSFER.java:421)
 at org.jgroups.protocols.pbcast.STATE_TRANSFER.up(STATE_TRANSFER.java:120)
 at org.jgroups.protocols.FRAG2.up(FRAG2.java:188)
 at org.jgroups.protocols.FC.up(FC.java:473)
 at org.jgroups.protocols.pbcast.GMS.up(GMS.java:824)
 at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:233)
 at org.jgroups.protocols.UNICAST.handleDataReceived(UNICAST.java:616)
 at org.jgroups.protocols.UNICAST.up(UNICAST.java:282)
 at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:758)
 at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:167)
 at org.jgroups.protocols.FD.up(FD.java:284)
 at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:309)
 at org.jgroups.protocols.MERGE2.up(MERGE2.java:144)
 at org.jgroups.protocols.Discovery.up(Discovery.java:264)
 at org.jgroups.protocols.PING.up(PING.java:273)
 at org.jgroups.protocols.TP$ProtocolAdapter.up(TP.java:2327)
 at org.jgroups.protocols.TP.passMessageUp(TP.java:1261)
 at org.jgroups.protocols.TP.access$100(TP.java:49)
 at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1838)
 at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1817)
 at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:650)
 at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675)
 at java.lang.Thread.run(Thread.java:595)
Caused by: java.lang.NullPointerException
 at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1820)
 at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1719)
 at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1305)
 at java.io.ObjectInputStream.readObject(ObjectInputStream.java:348)
 at org.jboss.cache.marshall.NodeData.readExternal(NodeData.java:112)
 at
org.jboss.cache.marshall.CacheMarshaller200.unmarshallObject(CacheMarshaller200.java:685)
 at
org.jboss.cache.marshall.CacheMarshaller200.populateFromStream(CacheMarshaller200.java:875)
 at
org.jboss.cache.marshall.CacheMarshaller200.unmarshallLinkedList(CacheMarshaller200.java:818)
 at
org.jboss.cache.marshall.CacheMarshaller200.unmarshallObject(CacheMarshaller200.java:649)
 at
org.jboss.cache.marshall.CacheMarshaller200.unmarshallObject(CacheMarshaller200.java:589)
 at
org.jboss.cache.marshall.CacheMarshaller200.objectFromObjectStream(CacheMarshaller200.java:161)
 at
org.jboss.cache.marshall.VersionAwareMarshaller.objectFromObjectStream(VersionAwareMarshaller.java:360)
 at
org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.readNodesAsList(LegacyStateTransferIntegrator.java:275)
 at
org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateTransientState(LegacyStateTransferIntegrator.java:217)
 at
org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateTransientState(LegacyStateTransferIntegrator.java:105)
 ... 32 more
INFO [main][2009-07-17 12:04:52,392][STDOUT] Log4JLogger.java(133): INFO
[main][2009-07-17 12:04:52,391] - RPCManagerImpl.java(383): Cache local address
is 10.10.67.6:33425
INFO [main][2009-07-17 12:04:52,394][STDOUT] Log4JLogger.java(133): INFO
[main][2009-07-17 12:04:52,393] - RPCManagerImpl.java(501): Disconnecting and
closing the Channel
ERROR [main][2009-07-17
12:04:52,402][org.jboss.web.tomcat.service.session.JBossCacheManager.admin2]
Logger.java(419): Unable to start manager.
org.jboss.cache.CacheException: java.lang.reflect.InvocationTargetException
 at
org.jboss.cache.util.reflect.ReflectionUtil.invokeAccessibly(ReflectionUtil.java:148)
 at
org.jboss.cache.factories.ComponentRegistry$PrioritizedMethod.invoke(ComponentRegistry.java:1012)
 at
org.jboss.cache.factories.ComponentRegistry.internalStart(ComponentRegistry.java:778)
 at
org.jboss.cache.factories.ComponentRegistry.start(ComponentRegistry.java:632)
 at
org.jboss.cache.invocation.CacheInvocationDelegate.start(CacheInvocationDelegate.java:345)
 at
org.jboss.ha.cachemanager.CacheManagerManagedCache.start(CacheManagerManagedCache.java:98)
 at
org.jboss.web.tomcat.service.session.distributedcache.impl.jbc.AbstractJBossCacheService.start(AbstractJBossCacheService.java:202)
 at
org.jboss.web.tomcat.service.session.JBossCacheManager.startEmbedded(JBossCacheManager.java:2323)
 at
org.jboss.web.tomcat.service.session.JBossCacheManager.start(JBossCacheManager.java:657)
 at org.apache.catalina.core.ContainerBase.setManager(ContainerBase.java:447)
 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
 at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
 at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
 at java.lang.reflect.Method.invoke(Method.java:585)
 at
org.apache.tomcat.util.modeler.BaseModelMBean.setAttribute(BaseModelMBean.java:414)
 at
org.jboss.mx.server.RawDynamicInvoker.setAttribute(RawDynamicInvoker.java:70)
 at
org.jboss.mx.server.MBeanServerImpl.setAttribute(MBeanServerImpl.java:617)
 at
org.jboss.web.tomcat.service.deployers.TomcatDeployment.performDeployInternal(TomcatDeployment.java:348)
 at
org.jboss.web.tomcat.service.deployers.TomcatDeployment.performDeploy(TomcatDeployment.java:142)
 at
org.jboss.web.deployers.AbstractWarDeployment.start(AbstractWarDeployment.java:461)
 at org.jboss.web.deployers.WebModule.startModule(WebModule.java:118)
 at org.jboss.web.deployers.WebModule.start(WebModule.java:97)
 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
 at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
 at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
 at java.lang.reflect.Method.invoke(Method.java:585)
 at
org.jboss.mx.interceptor.ReflectedDispatcher.invoke(ReflectedDispatcher.java:157)
 at org.jboss.mx.server.Invocation.dispatch(Invocation.java:96)
 at org.jboss.mx.server.Invocation.invoke(Invocation.java:88)
 at
org.jboss.mx.server.AbstractMBeanInvoker.invoke(AbstractMBeanInvoker.java:264)
 at org.jboss.mx.server.MBeanServerImpl.invoke(MBeanServerImpl.java:668)
 at
org.jboss.system.microcontainer.ServiceProxy.invoke(ServiceProxy.java:206)
 at $Proxy38.start(Unknown Source)
 at
org.jboss.system.microcontainer.StartStopLifecycleAction.installAction(StartStopLifecycleAction.java:42)
 at
org.jboss.system.microcontainer.StartStopLifecycleAction.installAction(StartStopLifecycleAction.java:37)
 at
org.jboss.dependency.plugins.action.SimpleControllerContextAction.simpleInstallAction(SimpleControllerContextAction.java:62)
 at
org.jboss.dependency.plugins.action.AccessControllerContextAction.install(AccessControllerContextAction.java:71)
 at
org.jboss.dependency.plugins.AbstractControllerContextActions.install(AbstractControllerContextActions.java:51)
 at
org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:348)
 at
org.jboss.system.microcontainer.ServiceControllerContext.install(ServiceControllerContext.java:286)
 at
org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:1631)
 at
org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:934)
 at
org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1082)
 at
org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:984)
 at
org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:822)
 at
org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:553)
 at org.jboss.system.ServiceController.doChange(ServiceController.java:688)
 at org.jboss.system.ServiceController.start(ServiceController.java:460)
 at
org.jboss.system.deployers.ServiceDeployer.start(ServiceDeployer.java:163)
 at
org.jboss.system.deployers.ServiceDeployer.deploy(ServiceDeployer.java:99)
 at
org.jboss.system.deployers.ServiceDeployer.deploy(ServiceDeployer.java:46)
 at
org.jboss.deployers.spi.deployer.helpers.AbstractSimpleRealDeployer.internalDeploy(AbstractSimpleRealDeployer.java:62)
 at
org.jboss.deployers.spi.deployer.helpers.AbstractRealDeployer.deploy(AbstractRealDeployer.java:50)
 at
org.jboss.deployers.plugins.deployers.DeployerWrapper.deploy(DeployerWrapper.java:171)
 at
org.jboss.deployers.plugins.deployers.DeployersImpl.doDeploy(DeployersImpl.java:1439)
 at
org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1157)
 at
org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1178)
 at
org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1210)
 at
org.jboss.deployers.plugins.deployers.DeployersImpl.install(DeployersImpl.java:1098)
 at
org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:348)
 at
org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:1631)
 at
org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:934)
 at
org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1082)
 at
org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:984)
 at
org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:822)
 at
org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:553)
 at
org.jboss.deployers.plugins.deployers.DeployersImpl.process(DeployersImpl.java:781)
 at
org.jboss.deployers.plugins.main.MainDeployerImpl.process(MainDeployerImpl.java:702)
 at
org.jboss.system.server.profileservice.repository.MainDeployerAdapter.process(MainDeployerAdapter.java:117)
 at
org.jboss.system.server.profileservice.repository.ProfileDeployAction.install(ProfileDeployAction.java:70)
 at
org.jboss.system.server.profileservice.repository.AbstractProfileAction.install(AbstractProfileAction.java:53)
 at
org.jboss.system.server.profileservice.repository.AbstractProfileService.install(AbstractProfileService.java:361)
 at
org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:348)
 at
org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:1631)
 at
org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:934)
 at
org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1082)
 at
org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:984)
 at
org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:822)
 at
org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:553)
 at
org.jboss.system.server.profileservice.repository.AbstractProfileService.activateProfile(AbstractProfileService.java:306)
 at
org.jboss.system.server.profileservice.ProfileServiceBootstrap.start(ProfileServiceBootstrap.java:271)
 at org.jboss.bootstrap.AbstractServerImpl.start(AbstractServerImpl.java:461)
 at org.jboss.Main.boot(Main.java:221)
 at org.jboss.Main$1.run(Main.java:556)
 at java.lang.Thread.run(Thread.java:595)
Caused by: java.lang.reflect.InvocationTargetException
 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
 at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
 at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
 at java.lang.reflect.Method.invoke(Method.java:585)
 at
org.jboss.cache.util.reflect.ReflectionUtil.invokeAccessibly(ReflectionUtil.java:144)
 ... 84 more
Caused by: org.jboss.cache.CacheException: Unable to fetch state on startup
 at org.jboss.cache.RPCManagerImpl.start(RPCManagerImpl.java:396)
 ... 89 more
Caused by: org.jboss.cache.CacheException: java.lang.NullPointerException
 at
org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateTransientState(LegacyStateTransferIntegrator.java:118)
 at
org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateState(LegacyStateTransferIntegrator.java:88)
 at
org.jboss.cache.statetransfer.LegacyStateTransferManager.setState(LegacyStateTransferManager.java:155)
 at
org.jboss.cache.statetransfer.DefaultStateTransferManager.setState(DefaultStateTransferManager.java:163)
 at
org.jboss.cache.remoting.jgroups.ChannelMessageListener.setState(ChannelMessageListener.java:190)
 at
org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.handleUpEvent(MessageDispatcher.java:676)
 at
org.jgroups.blocks.MessageDispatcher$ProtocolAdapter.up(MessageDispatcher.java:776)
 at org.jgroups.JChannel.up(JChannel.java:1252)
 at org.jgroups.stack.ProtocolStack.up(ProtocolStack.java:462)
 at org.jgroups.protocols.pbcast.FLUSH.up(FLUSH.java:501)
 at
org.jgroups.protocols.pbcast.STATE_TRANSFER.handleStateRsp(STATE_TRANSFER.java:421)
 at org.jgroups.protocols.pbcast.STATE_TRANSFER.up(STATE_TRANSFER.java:120)
 at org.jgroups.protocols.FRAG2.up(FRAG2.java:188)
 at org.jgroups.protocols.FC.up(FC.java:473)
 at org.jgroups.protocols.pbcast.GMS.up(GMS.java:824)
 at org.jgroups.protocols.pbcast.STABLE.up(STABLE.java:233)
 at org.jgroups.protocols.UNICAST.handleDataReceived(UNICAST.java:616)
 at org.jgroups.protocols.UNICAST.up(UNICAST.java:282)
 at org.jgroups.protocols.pbcast.NAKACK.up(NAKACK.java:758)
 at org.jgroups.protocols.VERIFY_SUSPECT.up(VERIFY_SUSPECT.java:167)
 at org.jgroups.protocols.FD.up(FD.java:284)
 at org.jgroups.protocols.FD_SOCK.up(FD_SOCK.java:309)
 at org.jgroups.protocols.MERGE2.up(MERGE2.java:144)
 at org.jgroups.protocols.Discovery.up(Discovery.java:264)
 at org.jgroups.protocols.PING.up(PING.java:273)
 at org.jgroups.protocols.TP$ProtocolAdapter.up(TP.java:2327)
 at org.jgroups.protocols.TP.passMessageUp(TP.java:1261)
 at org.jgroups.protocols.TP.access$100(TP.java:49)
 at org.jgroups.protocols.TP$IncomingPacket.handleMyMessage(TP.java:1838)
 at org.jgroups.protocols.TP$IncomingPacket.run(TP.java:1817)
 at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:650)
 at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:675)
 ... 1 more
Caused by: java.lang.NullPointerException
 at java.io.ObjectInputStream.readSerialData(ObjectInputStream.java:1820)
 at java.io.ObjectInputStream.readOrdinaryObject(ObjectInputStream.java:1719)
 at java.io.ObjectInputStream.readObject0(ObjectInputStream.java:1305)
 at java.io.ObjectInputStream.readObject(ObjectInputStream.java:348)
 at org.jboss.cache.marshall.NodeData.readExternal(NodeData.java:112)
 at
org.jboss.cache.marshall.CacheMarshaller200.unmarshallObject(CacheMarshaller200.java:685)
 at
org.jboss.cache.marshall.CacheMarshaller200.populateFromStream(CacheMarshaller200.java:875)
 at
org.jboss.cache.marshall.CacheMarshaller200.unmarshallLinkedList(CacheMarshaller200.java:818)
 at
org.jboss.cache.marshall.CacheMarshaller200.unmarshallObject(CacheMarshaller200.java:649)
 at
org.jboss.cache.marshall.CacheMarshaller200.unmarshallObject(CacheMarshaller200.java:589)
 at
org.jboss.cache.marshall.CacheMarshaller200.objectFromObjectStream(CacheMarshaller200.java:161)
 at
org.jboss.cache.marshall.VersionAwareMarshaller.objectFromObjectStream(VersionAwareMarshaller.java:360)
 at
org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.readNodesAsList(LegacyStateTransferIntegrator.java:275)
 at
org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateTransientState(LegacyStateTransferIntegrator.java:217)
 at
org.jboss.cache.statetransfer.LegacyStateTransferIntegrator.integrateTransientState(LegacyStateTransferIntegrator.java:105)
 ... 32 more
ERROR [main][2009-07-17 12:04:52,408][org.apache.catalina.core.ContainerBase]
Logger.java(419): ContainerBase.setManager: start:
LifecycleException: org.jboss.cache.CacheException:
java.lang.reflect.InvocationTargetException
 at
org.jboss.web.tomcat.service.session.JBossCacheManager.startEmbedded(JBossCacheManager.java:2351)
 at
org.jboss.web.tomcat.service.session.JBossCacheManager.start(JBossCacheManager.java:657)
 at org.apache.catalina.core.ContainerBase.setManager(ContainerBase.java:447)
 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
 at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
 at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
 at java.lang.reflect.Method.invoke(Method.java:585)
 at
org.apache.tomcat.util.modeler.BaseModelMBean.setAttribute(BaseModelMBean.java:414)
 at
org.jboss.mx.server.RawDynamicInvoker.setAttribute(RawDynamicInvoker.java:70)
 at
org.jboss.mx.server.MBeanServerImpl.setAttribute(MBeanServerImpl.java:617)
 at
org.jboss.web.tomcat.service.deployers.TomcatDeployment.performDeployInternal(TomcatDeployment.java:348)
 at
org.jboss.web.tomcat.service.deployers.TomcatDeployment.performDeploy(TomcatDeployment.java:142)
 at
org.jboss.web.deployers.AbstractWarDeployment.start(AbstractWarDeployment.java:461)
 at org.jboss.web.deployers.WebModule.startModule(WebModule.java:118)
 at org.jboss.web.deployers.WebModule.start(WebModule.java:97)
 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
 at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
 at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
 at java.lang.reflect.Method.invoke(Method.java:585)
 at
org.jboss.mx.interceptor.ReflectedDispatcher.invoke(ReflectedDispatcher.java:157)
 at org.jboss.mx.server.Invocation.dispatch(Invocation.java:96)
 at org.jboss.mx.server.Invocation.invoke(Invocation.java:88)
 at
org.jboss.mx.server.AbstractMBeanInvoker.invoke(AbstractMBeanInvoker.java:264)
 at org.jboss.mx.server.MBeanServerImpl.invoke(MBeanServerImpl.java:668)
 at
org.jboss.system.microcontainer.ServiceProxy.invoke(ServiceProxy.java:206)
 at $Proxy38.start(Unknown Source)
 at
org.jboss.system.microcontainer.StartStopLifecycleAction.installAction(StartStopLifecycleAction.java:42)
 at
org.jboss.system.microcontainer.StartStopLifecycleAction.installAction(StartStopLifecycleAction.java:37)
 at
org.jboss.dependency.plugins.action.SimpleControllerContextAction.simpleInstallAction(SimpleControllerContextAction.java:62)
 at
org.jboss.dependency.plugins.action.AccessControllerContextAction.install(AccessControllerContextAction.java:71)
 at
org.jboss.dependency.plugins.AbstractControllerContextActions.install(AbstractControllerContextActions.java:51)
 at
org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:348)
 at
org.jboss.system.microcontainer.ServiceControllerContext.install(ServiceControllerContext.java:286)
 at
org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:1631)
 at
org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:934)
 at
org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1082)
 at
org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:984)
 at
org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:822)
 at
org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:553)
 at org.jboss.system.ServiceController.doChange(ServiceController.java:688)
 at org.jboss.system.ServiceController.start(ServiceController.java:460)
 at
org.jboss.system.deployers.ServiceDeployer.start(ServiceDeployer.java:163)
 at
org.jboss.system.deployers.ServiceDeployer.deploy(ServiceDeployer.java:99)
 at
org.jboss.system.deployers.ServiceDeployer.deploy(ServiceDeployer.java:46)
 at
org.jboss.deployers.spi.deployer.helpers.AbstractSimpleRealDeployer.internalDeploy(AbstractSimpleRealDeployer.java:62)
 at
org.jboss.deployers.spi.deployer.helpers.AbstractRealDeployer.deploy(AbstractRealDeployer.java:50)
 at
org.jboss.deployers.plugins.deployers.DeployerWrapper.deploy(DeployerWrapper.java:171)
 at
org.jboss.deployers.plugins.deployers.DeployersImpl.doDeploy(DeployersImpl.java:1439)
 at
org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1157)
 at
org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1178)
 at
org.jboss.deployers.plugins.deployers.DeployersImpl.doInstallParentFirst(DeployersImpl.java:1210)
 at
org.jboss.deployers.plugins.deployers.DeployersImpl.install(DeployersImpl.java:1098)
 at
org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:348)
 at
org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:1631)
 at
org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:934)
 at
org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1082)
 at
org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:984)
 at
org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:822)
 at
org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:553)
 at
org.jboss.deployers.plugins.deployers.DeployersImpl.process(DeployersImpl.java:781)
 at
org.jboss.deployers.plugins.main.MainDeployerImpl.process(MainDeployerImpl.java:702)
 at
org.jboss.system.server.profileservice.repository.MainDeployerAdapter.process(MainDeployerAdapter.java:117)
 at
org.jboss.system.server.profileservice.repository.ProfileDeployAction.install(ProfileDeployAction.java:70)
 at
org.jboss.system.server.profileservice.repository.AbstractProfileAction.install(AbstractProfileAction.java:53)
 at
org.jboss.system.server.profileservice.repository.AbstractProfileService.install(AbstractProfileService.java:361)
 at
org.jboss.dependency.plugins.AbstractControllerContext.install(AbstractControllerContext.java:348)
 at
org.jboss.dependency.plugins.AbstractController.install(AbstractController.java:1631)
 at
org.jboss.dependency.plugins.AbstractController.incrementState(AbstractController.java:934)
 at
org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:1082)
 at
org.jboss.dependency.plugins.AbstractController.resolveContexts(AbstractController.java:984)
 at
org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:822)
 at
org.jboss.dependency.plugins.AbstractController.change(AbstractController.java:553)
 at
org.jboss.system.server.profileservice.repository.AbstractProfileService.activateProfile(AbstractProfileService.java:306)
 at
org.jboss.system.server.profileservice.ProfileServiceBootstrap.start(ProfileServiceBootstrap.java:271)
 at org.jboss.bootstrap.AbstractServerImpl.start(AbstractServerImpl.java:461)
 at org.jboss.Main.boot(Main.java:221)
 at org.jboss.Main$1.run(Main.java:556)
 at java.lang.Thread.run(Thread.java:595)