7 Replies Latest reply on Jun 19, 2015 1:07 PM by Randall Hauch

    Infinispan eviction bug in ISPN 7.2.0 / MS 4.3.0?

    Wessel Nieboer Novice

      [[0m^[[31m22:23:40,685 ERROR [com.onior.onem.AddService] (pool-5-thread-4) Exception in call()

      ^[[0m^[[31m22:23:40,686 ERROR [stderr] (pool-5-thread-4) java.lang.ClassCastException: java.lang.Object cannot be cast to org.infinispan.container.entries.InternalCacheEntry

      ^[[0m^[[31m22:23:40,686 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.container.DefaultDataContainer$DefaultEvictionListener.onEntryChosenForEviction(DefaultDataContainer.java:272)

      ^[[0m^[[31m22:23:40,686 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.commons.util.concurrent.jdk8backported.BoundedEquivalentConcurrentHashMapV8.notifyListenerOfRemoval(BoundedEquivalentConcurrentHashMapV8.java:2524)

      ^[[0m^[[31m22:23:40,686 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.commons.util.concurrent.jdk8backported.BoundedEquivalentConcurrentHashMapV8.replaceNode(BoundedEquivalentConcurrentHashMapV8.java:2619)

      ^[[0m^[[31m22:23:40,686 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.commons.util.concurrent.jdk8backported.BoundedEquivalentConcurrentHashMapV8$LIRSEvictionPolicy.findIfEntriesNeedEvicting(BoundedEquivalentConcurrentHashMapV8.java:1392)

      ^[[0m^[[31m22:23:40,686 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.commons.util.concurrent.jdk8backported.BoundedEquivalentConcurrentHashMapV8.get(BoundedEquivalentConcurrentHashMapV8.java:2296)

      ^[[0m^[[31m22:23:40,686 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.container.DefaultDataContainer.get(DefaultDataContainer.java:154)

      ^[[0m^[[31m22:23:40,687 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.container.EntryFactoryImpl.getFromContainer(EntryFactoryImpl.java:266)

      ^[[0m^[[31m22:23:40,687 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.container.EntryFactoryImpl.wrapEntryForReading(EntryFactoryImpl.java:71)

      ^[[0m^[[31m22:23:40,687 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.EntryWrappingInterceptor.visitDataReadCommand(EntryWrappingInterceptor.java:129)

      ^[[0m^[[31m22:23:40,687 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.EntryWrappingInterceptor.visitGetKeyValueCommand(EntryWrappingInterceptor.java:120)

      ^[[0m^[[31m22:23:40,687 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:40)

      ^[[0m^[[31m22:23:40,687 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97)

      ^[[0m^[[31m22:23:40,687 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.locking.PessimisticLockingInterceptor.visitDataReadCommand(PessimisticLockingInterceptor.java:70)

      ^[[0m^[[31m22:23:40,688 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.locking.AbstractLockingInterceptor.visitGetKeyValueCommand(AbstractLockingInterceptor.java:70)

      ^[[0m^[[31m22:23:40,688 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:40)

      ^[[0m^[[31m22:23:40,688 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97)

      ^[[0m^[[31m22:23:40,688 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:111)

      ^[[0m^[[31m22:23:40,688 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:86)

      ^[[0m^[[31m22:23:40,688 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:40)

      ^[[0m^[[31m22:23:40,688 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97)

      ^[[0m^[[31m22:23:40,689 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.TxInterceptor.enlistReadAndInvokeNext(TxInterceptor.java:346)

      ^[[0m^[[31m22:23:40,689 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.TxInterceptor.visitGetKeyValueCommand(TxInterceptor.java:318)

      ^[[0m^[[31m22:23:40,689 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:40)

      ^[[0m^[[31m22:23:40,689 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97)

      ^[[0m^[[31m22:23:40,689 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.CacheMgmtInterceptor.visitDataReadCommand(CacheMgmtInterceptor.java:103)

      ^[[0m^[[31m22:23:40,689 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.CacheMgmtInterceptor.visitGetKeyValueCommand(CacheMgmtInterceptor.java:91)

      ^[[0m^[[31m22:23:40,690 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:40)

      ^[[0m^[[31m22:23:40,690 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97)

      ^[[0m^[[31m22:23:40,690 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:102)

      ^[[0m^[[31m22:23:40,690 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:71)

      ^[[0m^[[31m22:23:40,690 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.commands.AbstractVisitor.visitGetKeyValueCommand(AbstractVisitor.java:86)

      ^[[0m^[[31m22:23:40,690 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.commands.read.GetKeyValueCommand.acceptVisitor(GetKeyValueCommand.java:40)

      ^[[0m^[[31m22:23:40,690 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:336)

      ^[[0m^[[31m22:23:40,690 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.cache.impl.CacheImpl.get(CacheImpl.java:430)

      ^[[0m^[[31m22:23:40,690 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.cache.impl.CacheImpl.get(CacheImpl.java:422)

      ^[[0m^[[31m22:23:40,690 ERROR [stderr] (pool-5-thread-4)        at org.infinispan.schematic.internal.CacheSchematicDb.get(CacheSchematicDb.java:72)

      ^[[0m^[[31m22:23:40,691 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.cache.document.LocalDocumentStore.get(LocalDocumentStore.java:71)

      ^[[0m^[[31m22:23:40,691 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.cache.document.WorkspaceCache.documentFor(WorkspaceCache.java:179)

      ^[[0m^[[31m22:23:40,691 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.cache.document.WorkspaceCache.documentFor(WorkspaceCache.java:198)

      ^[[0m^[[31m22:23:40,748 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.cache.document.WorkspaceCache.getNode(WorkspaceCache.java:230)

      ^[[0m^[[31m22:23:40,748 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.cache.document.AbstractSessionCache.getNode(AbstractSessionCache.java:240)

      ^[[0m^[[31m22:23:40,749 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.cache.document.WritableSessionCache.getNode(WritableSessionCache.java:161)

      ^[[0m^[[31m22:23:40,749 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.cache.document.AbstractSessionCache.getNode(AbstractSessionCache.java:245)

      ^[[0m^[[31m22:23:40,749 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.JcrSession.cachedNode(JcrSession.java:626)

      ^[[0m^[[31m22:23:40,749 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.JcrSession.node(JcrSession.java:656)

      ^[[0m^[[31m22:23:40,749 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.JcrSession.node(JcrSession.java:675)

      ^[[0m^[[31m22:23:40,749 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.JcrSession.getNode(JcrSession.java:859)

      ^[[0m^[[31m22:23:40,749 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.JcrSession.getNode(JcrSession.java:842)

      ^[[0m^[[31m22:23:40,750 ERROR [stderr] (pool-5-thread-4)        at org.modeshape.jcr.JcrSession.getNode(JcrSession.java:126)

      ^[[0m^[[31m22:23:40,750 ERROR [stderr] (pool-5-thread-4)        at com.onior.onem.AddService$AddTask.call(AddService.java:103)

      ^[[0m^[[31m22:23:40,750 ERROR [stderr] (pool-5-thread-4)        at com.onior.onem.AddService$AddTask.call(AddService.java:80)

      ^[[0m^[[31m22:23:40,750 ERROR [stderr] (pool-5-thread-4)        at java.util.concurrent.FutureTask.run(FutureTask.java:266)

      ^[[0m^[[31m22:23:40,750 ERROR [stderr] (pool-5-thread-4)        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)

      ^[[0m^[[31m22:23:40,750 ERROR [stderr] (pool-5-thread-4)        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)

      ^[[0m^[[31m22:23:40,750 ERROR [stderr] (pool-5-thread-4)        at java.lang.Thread.run(Thread.java:745)

       

      This occurs some time after starting 10 threads all adding nodes to modeshape in small batches. Anyone else see this behavior? Using WildFly 8.2.0.Final with Modeshape 4.3.0.Final with Jdbc cache store backend.

       

      Seems I've found it:

       

      https://issues.jboss.org/browse/ISPN-5522