Put operations are failing with org.infinispan.remoting.RpcException: No more valid responses exception

[sasikishore.k]

Hi All,

We are using Infinispan version 7.2.4 with 2 nodes for high Availability for cache.

But once the data is increased, then all the put operations are failing with below exception.

• org.infinispan.remoting.RpcException: No more valid responses.  Received invalid responses from all of [Sender{address=dfd7ddc9-aad0-e9bd-ae4a-1719001ef24a, responded=true}]

        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher$FutureCollator.getResponseList(CommandAwareRpcDispatcher.java:656) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.processCalls(CommandAwareRpcDispatcher.java:493) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.remoting.transport.jgroups.CommandAwareRpcDispatcher.invokeRemoteCommands(CommandAwareRpcDispatcher.java:152) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.remoting.transport.jgroups.JGroupsTransport.invokeRemotely(JGroupsTransport.java:564) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.remoting.rpc.RpcManagerImpl.invokeRemotely(RpcManagerImpl.java:287) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.distribution.BaseDistributionInterceptor.invokeClusterGetCommandRemotely(BaseDistributionInterceptor.java:177) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.distribution.BaseDistributionInterceptor.retrieveFromRemoteSource(BaseDistributionInterceptor.java:165) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.distribution.TxDistributionInterceptor.remoteGet(TxDistributionInterceptor.java:363) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.distribution.TxDistributionInterceptor.remoteGetBeforeWrite(TxDistributionInterceptor.java:346) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.distribution.TxDistributionInterceptor.handleTxWriteCommand(TxDistributionInterceptor.java:304) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.distribution.TxDistributionInterceptor.visitPutKeyValueCommand(TxDistributionInterceptor.java:109) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:71) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.EntryWrappingInterceptor.invokeNextAndApplyChanges(EntryWrappingInterceptor.java:388) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.EntryWrappingInterceptor.setSkipRemoteGetsAndInvokeNextForDataCommand(EntryWrappingInterceptor.java:453) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.EntryWrappingInterceptor.visitPutKeyValueCommand(EntryWrappingInterceptor.java:195) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:71) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.locking.OptimisticLockingInterceptor.visitDataWriteCommand(OptimisticLockingInterceptor.java:147) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.locking.AbstractTxLockingInterceptor.visitPutKeyValueCommand(AbstractTxLockingInterceptor.java:68) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:71) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:111) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:44) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:71) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.TxInterceptor.enlistWriteAndInvokeNext(TxInterceptor.java:367) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.TxInterceptor.visitPutKeyValueCommand(TxInterceptor.java:263) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:71) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:111) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:44) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:71) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.statetransfer.StateTransferInterceptor.handleTxWriteCommand(StateTransferInterceptor.java:265) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.statetransfer.StateTransferInterceptor.handleWriteCommand(StateTransferInterceptor.java:247) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.statetransfer.StateTransferInterceptor.visitPutKeyValueCommand(StateTransferInterceptor.java:108) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:71) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.CacheMgmtInterceptor.updateStoreStatistics(CacheMgmtInterceptor.java:191) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.CacheMgmtInterceptor.visitPutKeyValueCommand(CacheMgmtInterceptor.java:177) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:71) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:111) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:44) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.IsMarshallableInterceptor.visitPutKeyValueCommand(IsMarshallableInterceptor.java:107) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:71) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:102) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.InvocationContextInterceptor.handleDefault(InvocationContextInterceptor.java:71) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:44) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:71) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:97) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.BatchingInterceptor.handleDefault(BatchingInterceptor.java:66) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:44) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:71) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.interceptors.InterceptorChain.invoke(InterceptorChain.java:336) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.cache.impl.CacheImpl.executeCommandAndCommitIfNeeded(CacheImpl.java:1617) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.cache.impl.CacheImpl.putInternal(CacheImpl.java:1097) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.cache.impl.CacheImpl.put(CacheImpl.java:1089) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.cache.impl.CacheImpl.put(CacheImpl.java:1688) ~[infinispan-core.jar:7.2.4.Final]

        at org.infinispan.cache.impl.CacheImpl.put(CacheImpl.java:253) ~[infinispan-core.jar:7.2.4.Final]

Please help me what could have caused for the above exception. How can I avoid this in feature.

Thanks,

Sasi