0 Replies Latest reply on May 24, 2013 10:34 AM by satishpa2

    Replication timeout on high load

    satishpa2

      Hi;

       

       

      During high load, I am getting the following errors, when there are more "put xml to cache" operations

      ERROR;[ACTIVE] ExecuteThread: '35' for queue: 'weblogic.kernel.Default (self-tuning)';putString
      org.jboss.cache.lock.TimeoutException: Replication timeout
      for  X , Y , Z

       

      I am  using JBOSS cache in JBoss Common Classes 2.2.14.GA deployed on Oracle Service Bus which is in a 2 X 4 clustered environment

      JBOSS cache config file is given below. Pl suggest appropriate changes.to config file

       

      <?xml version="1.0" encoding="UTF-8"?>

      <jbosscache xmlns="urn:jboss:jbosscache-core:config:3.2">

              <locking isolationLevel="REPEATABLE_READ"

              lockParentForChildInsertRemove="false"

              lockAcquisitionTimeout="10000"

              nodeLockingScheme="mvcc"

              writeSkewCheck="false"

              useLockStriping="false"

              concurrencyLevel="10000"

              />

          <transaction

              transactionManagerLookupClass="org.jboss.cache.transaction.GenericTransactionManagerLookup" />

          <serialization useRegionBasedMarshalling="true" />

       

          <clustering mode="replication"

              clusterName="X-JBossCache-Cluster">

              <sync replTimeout="15000" />

              <stateRetrieval fetchInMemoryState="true" timeout="15000" />       

              <jgroupsConfig>

                  <UDP discard_incompatible_packets="true"

                      enable_bundling="false" enable_diagnostics="true" ip_ttl="2"

                      loopback="false" max_bundle_size="64000" max_bundle_timeout="30"

                      mcast_addr="XXX.XX.XXX" mcast_port="XXXX"

                      mcast_recv_buf_size="25000000" mcast_send_buf_size="640000"

                      oob_thread_pool.enabled="true"

                      oob_thread_pool.keep_alive_time="10000"

                      oob_thread_pool.max_threads="4" oob_thread_pool.min_threads="1"

                      oob_thread_pool.queue_enabled="true"

                      oob_thread_pool.queue_max_size="10"

                      oob_thread_pool.rejection_policy="Run" thread_naming_pattern="pl"

                      thread_pool.enabled="true" thread_pool.keep_alive_time="30000"

                      thread_pool.max_threads="25" thread_pool.min_threads="1"

                      thread_pool.queue_enabled="true" thread_pool.queue_max_size="10"

                      thread_pool.rejection_policy="Run" tos="8"

                      ucast_recv_buf_size="20000000" ucast_send_buf_size="640000"

                      use_concurrent_stack="true" use_incoming_packet_handler="true" />

                  <PING num_initial_members="3" timeout="2000" />

                  <MERGE2 max_interval="30000" min_interval="10000" />

                  <FD_SOCK />

                  <FD max_tries="5" shun="true" timeout="10000" />

                  <VERIFY_SUSPECT timeout="1500" />

                  <pbcast.NAKACK discard_delivered_msgs="true" gc_lag="0"

                      max_xmit_size="60000" retransmit_timeout="300,600,1200,2400,4800"

                      use_mcast_xmit="false" />

                  <UNICAST timeout="300,600,1200,2400,3600" />

                  <pbcast.STABLE desired_avg_gossip="50000" max_bytes="400000"

                      stability_delay="1000" />

                  <pbcast.GMS join_retry_timeout="2000" join_timeout="5000"

                      print_local_addr="true" shun="false"

                      view_ack_collection_timeout="5000" view_bundling="true" />

                  <FRAG2 frag_size="60000" />

                  <pbcast.STREAMING_STATE_TRANSFER use_reading_thread="true" />

                  <pbcast.FLUSH timeout="0" />

              </jgroupsConfig>

          </clustering>

       

       

       

          <eviction wakeUpInterval="5000">

              <default

                  algorithmClass="org.jboss.cache.eviction.FIFOAlgorithm">

                  <property name="maxNodes" value="5000" />

              </default>

              <region name="/a"

                  algorithmClass="org.jboss.cache.eviction.LRUAlgorithm"

                  eventQueueSize="">

                  <property name="maxNodes" value="50000" />

                  <property name="timeToLive" value="180000" />

                  <property name="maxAge" value="360000" />

              </region>

              <region name="/b"

                  algorithmClass="org.jboss.cache.eviction.LRUAlgorithm"

                  eventQueueSize="">

                  <property name="maxNodes" value="150000" />

                  <property name="timeToLive" value="360000" />

                  <property name="maxAge" value="360000" />

              </region>

              <region name="/c"

                  algorithmClass="org.jboss.cache.eviction.LRUAlgorithm"

                  eventQueueSize="">

                  <property name="maxNodes" value="1" />

                  <property name="timeToLive" value="3000000" />

                  <property name="maxAge" value="3000000" />

              </region>

              <region name="/d"

                  algorithmClass="org.jboss.cache.eviction.LRUAlgorithm"

                  eventQueueSize="">

                  <property name="maxNodes" value="10000" />

                  <property name="maxAge" value="300000" />

                  <property name="timeToLive" value="300000" />

              </region>

          </eviction>

      </jbosscache>