0 Replies Latest reply on Aug 10, 2010 4:49 AM by Smitha Nair

    java.util.concurrent.RejectedExecutionException on jboss distributed cache

    Smitha Nair Newbie

      Hi all

      we are getting following jboss cache exception (jboss 5 clustered env)

      We use distributed cache

       


      java.util.concurrent.RejectedExecutionException
              at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:1768)
              at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:767)
              at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:658)
              at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:92)
              at org.jboss.cache.marshall.CommandAwareRpcDispatcher.invokeRemoteCommands(CommandAwareRpcDispatcher.java:210)
              at org.jboss.cache.RPCManagerImpl.callRemoteMethods(RPCManagerImpl.java:744)
              at org.jboss.cache.RPCManagerImpl.callRemoteMethods(RPCManagerImpl.java:712)
              at org.jboss.cache.RPCManagerImpl.callRemoteMethods(RPCManagerImpl.java:717)
              at org.jboss.cache.interceptors.BaseRpcInterceptor.replicateCall(BaseRpcInterceptor.java:161)
              at org.jboss.cache.interceptors.BaseRpcInterceptor.replicateCall(BaseRpcInterceptor.java:135)
              at org.jboss.cache.interceptors.BaseRpcInterceptor.replicateCall(BaseRpcInterceptor.java:107)
              at org.jboss.cache.interceptors.ReplicationInterceptor.handleCrudMethod(ReplicationInterceptor.java:160)
              at org.jboss.cache.interceptors.ReplicationInterceptor.visitPutKeyValueCommand(ReplicationInterceptor.java:107)
              at org.jboss.cache.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:100)
              at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
              at org.jboss.cache.interceptors.base.CommandInterceptor.handleDefault(CommandInterceptor.java:131)
              at org.jboss.cache.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:65)
              at org.jboss.cache.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:100)
              at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
              at org.jboss.cache.interceptors.TxInterceptor.attachGtxAndPassUpChain(TxInterceptor.java:301)
              at org.jboss.cache.interceptors.TxInterceptor.handleDefault(TxInterceptor.java:283)
              at org.jboss.cache.commands.AbstractVisitor.visitPutKeyValueCommand(AbstractVisitor.java:65)
              at org.jboss.cache.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:100)
              at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
              at org.jboss.cache.interceptors.CacheMgmtInterceptor.visitPutKeyValueCommand(CacheMgmtInterceptor.java:119)
              at org.jboss.cache.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:100)
              at org.jboss.cache.interceptors.base.CommandInterceptor.invokeNextInterceptor(CommandInterceptor.java:116)
              at org.jboss.cache.interceptors.InvocationContextInterceptor.handleAll(InvocationContextInterceptor.java:178)
              at org.jboss.cache.interceptors.InvocationContextInterceptor.visitPutKeyValueCommand(InvocationContextInterceptor.java:82)
              at org.jboss.cache.commands.write.PutKeyValueCommand.acceptVisitor(PutKeyValueCommand.java:100)
              at org.jboss.cache.interceptors.InterceptorChain.invoke(InterceptorChain.java:287)
              at org.jboss.cache.invocation.CacheInvocationDelegate.put(CacheInvocationDelegate.java:555)
              at org.jboss.cache.invocation.CacheInvocationDelegate.put(CacheInvocationDelegate.java:560)
              at org.jasig.cas.ticket.registry.JBossCacheTicketRegistry.updateTicket(JBossCacheTicketRegistry.java:42)
              at org.jasig.cas.ticket.registry.AbstractDistributedTicketRegistry$ProxiedTicket.invoke_aroundBody2(AbstractDistributedTicketRegistry.java:112)

       

       

      Cache xml is

       

      <?xml version="1.0" encoding="UTF-8"?>

       

      <jbosscache xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="urn:jboss:jbosscache-core:config:3.2">

      <!--
        isolation levels supported: READ_COMMITTED and REPEATABLE_READ
        nodeLockingSchemes: mvcc, pessimistic (deprecated), optimistic (deprecated)
      -->

      <locking isolationLevel="READ_COMMITTED" lockParentForChildInsertRemove="false" lockAcquisitionTimeout="30000" nodeLockingScheme="mvcc" writeSkewCheck="false" concurrencyLevel="1000"/>
      <!--
        Used to register JMX statistics in any available MBean server
      -->
      <jmxStatistics enabled="true" />

      <!--
        If region based marshalling is used, defines whether new regions are inactive on startup.
      -->
      <startup regionsInactiveOnStartup="false" />

      <!--
        Used to register JVM shutdown hooks.
        hookBehavior: DEFAULT, REGISTER, DONT_REGISTER
      -->
      <shutdown hookBehavior="DEFAULT" />

      <!--
        Used to define async listener notification thread pool size
      -->
      <listeners asyncPoolSize="1" asyncQueueSize="100000" />

      <!--
        Used to enable invocation batching and allow the use of Cache.startBatch()/endBatch() methods.
      -->
      <invocationBatching enabled="false" />

      <!--
        serialization related configuration, used for replication and cache loading
      -->

      <!-- <serialization  version="30"
        marshallerClass="org.jboss.cache.marshall.VersionAwareMarshaller"
        useLazyDeserialization="false" useRegionBasedMarshalling="false" /> -->


        <!-- cluster configuration -->
        <clustering mode="replication" clusterName="${jboss.partition.name}-cc-Cache">

            <!--
               Defines whether to retrieve state on startup
            -->
            <stateRetrieval timeout="30000" fetchInMemoryState="true"/>

            <!--
               Network calls are synchronous.
            -->
            <!-- <sync replTimeout="20000"  /> -->
            <!--
               Uncomment this for async replication.
            -->
             <async useReplQueue="false" replQueueInterval="10000" replQueueMaxElements="500" serializationExecutorPoolSize="4" serializationExecutorQueueSize="5000000"/>
        
      <!-- Uncomment to use Buddy Replication -->
           
            <buddy enabled="false" poolName="myBuddyPoolReplicationGroup" communicationTimeout="2000">
               <dataGravitation auto="true" removeOnFind="true" searchBackupTrees="true"/>
               <locator>
                  <properties>
                     numBuddies = 1
                     ignoreColocatedBuddies = true
                  </properties>
               </locator>
            </buddy>
                
            <!--
               Configures the JGroups channel.  Looks up a JGroups config file on the classpath or filesystem.  udp.xml
               ships with jgroups.jar and will be picked up by the class loader.
            -->
            <!--  <jgroupsConfig configFile="udp.xml"> -->
              <jgroupsConfig>
               <!-- uncomment to define a JGroups stack here-->

             <UDP
        singleton_name="shared-udp-cas"
                    mcast_addr="${jboss.partition.udpGroup}"
        mcast_port="4493"
                    tos="8"
                    ucast_recv_buf_size="20000000"
                    ucast_send_buf_size="640000"
                    mcast_recv_buf_size="25000000"
                    mcast_send_buf_size="640000"
                    loopback="true"
                    discard_incompatible_packets="true"
                    enable_bundling="false"
                    max_bundle_size="64000"
                    max_bundle_timeout="30"
                    use_incoming_packet_handler="true"
                    ip_ttl="2"
                    thread_naming_pattern="cl"
                    timer.num_threads="12"
                    enable_diagnostics="false"

                    use_concurrent_stack="true"

                    thread_pool.enabled="true"
                    thread_pool.min_threads="20"
                    thread_pool.max_threads="200"
                    thread_pool.keep_alive_time="5000"
                    thread_pool.queue_enabled="true"
                    thread_pool.queue_max_size="1000"
                    thread_pool.rejection_policy="discard"

                    oob_thread_pool.enabled="true"
                    oob_thread_pool.min_threads="1"
                    oob_thread_pool.max_threads="20"
                    oob_thread_pool.keep_alive_time="5000"
                    oob_thread_pool.queue_enabled="false"
                    oob_thread_pool.queue_max_size="100"
                    oob_thread_pool.rejection_policy="run"/>

                  <PING timeout="2000" num_initial_members="3"/>

                  <MERGE2 max_interval="100000" min_interval="20000"/>

                  <FD_SOCK/>

                  <FD timeout="6000" max_tries="5" shun="true"/>

                  <VERIFY_SUSPECT timeout="1500"/>

                  <pbcast.NAKACK use_mcast_xmit="false" gc_lag="0" retransmit_timeout="300,600,1200,2400,4800" discard_delivered_msgs="true"/>

                  <UNICAST timeout="300,600,1200,2400,3600"/>

                  <pbcast.STABLE stability_delay="1000" desired_avg_gossip="50000" max_bytes="400000"/>

                  <pbcast.GMS print_local_addr="true" join_timeout="3000" shun="true" view_bundling="true" view_ack_collection_timeout="5000"/>

                  <FC max_credits="2000000" min_threshold="0.10" ignore_synchronous_response="true"/>

                  <FRAG2 frag_size="60000"/>

                  <pbcast.STREAMING_STATE_TRANSFER/>

                  <pbcast.FLUSH timeout="0"/>
            </jgroupsConfig>
         </clustering>

      </jbosscache>

       

       

       

      Thanks
      Smitha