Unable to acquire lock on cache exceptions
I am running 2 node cluster with ISPN 5.1.3 Final and relplication mode.
At the start up nodes, we are seeeing lot of "Unable to acquire lock on cache ..." exceptions.
We have copule different caches. One in following log "session" is in memeory cache (there is no cache store associated). Other one "ispn-ldapcookie" is just FileystemCacheStore.
I saw similar exceptions even in single node (local_mode) configuration. l
Any suggestions to track down the issue and/or any fixes?
Thanks,
==========================================
Here is the snip of infinispan.xml:
<default>
<locking concurrencyLevel="5000" isolationLevel="READ_COMMITTED" lockAcquisitionTimeout="1500" useLockStriping="false" writeSkewCheck="false"/>
<!--
Used to register a transaction manager and participate in JTA and XA transactions.
See:
http://community.jboss.org/wiki/Infinispantransactions
-->
<transaction cacheStopTimeout="30000" eagerLockSingleNode="false" syncCommitPhase="false" syncRollbackPhase="false" transactionManagerLookupClass="org.infinispan.transaction.lookup.JBossStandaloneJTAManagerLookup" useEagerLocking="false"/>
<!--
Enables deadlock detection. See:
http://community.jboss.org/wiki/Infinispantransactions#deadlock
-->
<deadlockDetection enabled="true" spinDuration="1000"/>
<jmxStatistics enabled="true"/>
</default>
<namedCache name="session">
<clustering mode="replication">
<stateRetrieval alwaysProvideInMemoryState="false" fetchInMemoryState="true" timeout="240000"/>
<async asyncMarshalling="false" replQueueInterval="5000" replQueueMaxElements="500" useReplQueue="true"/>
</clustering>
<transaction transactionMode="NON_TRANSACTIONAL"/>
<eviction maxEntries="250000" strategy="LRU"/>
<!-- time units below are millseconds -->
<expiration lifespan="-1" maxIdle="-1" wakeUpInterval="60000"/>
</namedCache>
=
=========================
Exception in thread "CacheStartThread,HA_Customer,session" org.infinispan.CacheException: Unable to acquire lock on cache with name session
at org.infinispan.manager.DefaultCacheManager.wireCache(DefaultCacheManager.java:674)
at org.infinispan.manager.DefaultCacheManager.createCache(DefaultCacheManager.java:648)
at org.infinispan.manager.DefaultCacheManager.access$100(DefaultCacheManager.java:132)
at org.infinispan.manager.DefaultCacheManager$1.run(DefaultCacheManager.java:571)
Exception in thread "CacheStartThread,HA_Customer,ispn-ldapcookie" org.infinispan.CacheException: Unable to acquire lock on cache with name ispn-ldapcookie
at org.infinispan.manager.DefaultCacheManager.wireCache(DefaultCacheManager.java:674)
at org.infinispan.manager.DefaultCacheManager.createCache(DefaultCacheManager.java:648)
at org.infinispan.manager.DefaultCacheManager.access$100(DefaultCacheManager.java:132)
at org.infinispan.manager.DefaultCacheManager$1.run(DefaultCacheManager.java:571)
Exception in thread "CacheStartThread,HA_Customer,keychain" org.infinispan.CacheException: Unable to invoke method private void org.infinispan.statetransfer.BaseStateTransferManagerImpl.start() throws java.lang.Exception on object of type ReplicatedStateTransferManagerImpl
at org.infinispan.util.ReflectionUtil.invokeAccessibly(ReflectionUtil.java:238)
at org.infinispan.factories.AbstractComponentRegistry$PrioritizedMethod.invoke(AbstractComponentRegistry.java:882)
at org.infinispan.factories.AbstractComponentRegistry.invokeStartMethods(AbstractComponentRegistry.java:637)
at org.infinispan.factories.AbstractComponentRegistry.internalStart(AbstractComponentRegistry.java:626)
at org.infinispan.factories.AbstractComponentRegistry.start(AbstractComponentRegistry.java:530)
at org.infinispan.factories.ComponentRegistry.start(ComponentRegistry.java:173)
at org.infinispan.CacheImpl.start(CacheImpl.java:499)
at org.infinispan.manager.DefaultCacheManager.createCache(DefaultCacheManager.java:655)
at org.infinispan.manager.DefaultCacheManager.access$100(DefaultCacheManager.java:132)
at org.infinispan.manager.DefaultCacheManager$1.run(DefaultCacheManager.java:571)
Caused by: org.infinispan.CacheException: java.io.EOFException: Read past end of file
at org.infinispan.util.Util.rewrapAsCacheException(Util.java:524)
at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.invokeRemoteCommand(CommandAwareRpcDispatcher.java:172)
at org.infinispan.remoting.transport.jgroups.JGroupsTransport.invokeRemotely(JGroupsTransport.java:488)
at org.infinispan.cacheviews.CacheViewsManagerImpl.join(CacheViewsManagerImpl.java:213)
at org.infinispan.statetransfer.BaseStateTransferManagerImpl.start(BaseStateTransferManagerImpl.java:146)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at org.infinispan.util.ReflectionUtil.invokeAccessibly(ReflectionUtil.java:236)
