gistfile1.txt

[rhusar@perf17 script]$ sh analyzejob.sh eap-6x-failover-http-session-shutdown-dist-async 25 
10:49:32,129 ERROR [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000172: Failed to prepare view CacheView{viewId=5, members=[perf21/web, perf20/web, perf19/web]} for cache  default-host/clusterbench, rolling back to view CacheView{viewId=4, members=[perf18/web, perf21/web, perf20/web, perf19/web]}: java.util.concurrent.TimeoutException (perf18.log)
10:53:01,299 WARN  [org.jgroups.protocols.UDP] (Timer-5,<ADDR>) null: no physical address for perf19/ejb, dropping message (perf21.log)
10:58:50,409 WARN  [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000169: Error committing cache view 14 for cache remote-connector-client-mappings: org.infinispan.CacheException: org.jgroups.TimeoutException: TimeoutException (perf21.log)
10:58:57,381 ERROR [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000172: Failed to prepare view CacheView{viewId=13, members=[perf18/web, perf19/web, perf20/web]} for cache  default-host/clusterbench, rolling back to view CacheView{viewId=12, members=[perf21/web, perf18/web, perf19/web, perf20/web]}: java.util.concurrent.TimeoutException (perf21.log)
11:01:06,154 WARN  [org.jgroups.protocols.UNICAST2] perf18/ejb: sender window for perf21/ejb not found (perf18.log)
11:01:09,339 ERROR [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000172: Failed to prepare view CacheView{viewId=24, members=[perf20/web, perf19/web, perf21/web]} for cache  default-host/clusterbench-granular, rolling back to view CacheView{viewId=19, members=[perf20/web, perf19/web, perf21/web]}: java.util.concurrent.ExecutionException: java.lang.IllegalStateException: default-host/clusterbench-granular: Received cache view prepare request after the local node has already shut down (perf19.log)
11:01:09,344 ERROR [org.infinispan.cacheviews.CacheViewInfo] (OOB-15,null) ISPN000164: Rolling back to cache view 19, but last committed view is 20 (perf21.log)
11:01:09,345 ERROR [org.infinispan.cacheviews.CacheViewInfo] (OOB-79,null) ISPN000164: Rolling back to cache view 19, but last committed view is 20 (perf20.log)
11:01:27,216 ERROR [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000172: Failed to prepare view CacheView{viewId=23, members=[perf20/web]} for cache  default-host/clusterbench, rolling back to view CacheView{viewId=22, members=[perf20/web, perf21/web]}: java.util.concurrent.ExecutionException: org.infinispan.statetransfer.StateTransferCancelledException (perf20.log)



[rhusar@perf17 script]$ sh analyzejob.sh  eap-6x-failover-http-session-shutdown-repl-sync 47 
10:28:40,674 WARN  [org.jgroups.protocols.UNICAST2] (OOB-15,null) perf19/ejb: sender window for perf18/ejb not found (perf19.log)
10:29:40,672 WARN  [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000169: Error committing cache view 5 for cache remote-connector-client-mappings: org.infinispan.util.concurrent.TimeoutException: Timed out after 60 seconds waiting for a response from perf19/ejb (perf18.log)
10:29:41,937 WARN  [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000169: Error committing cache view 5 for cache default-host/clusterbench: org.infinispan.util.concurrent.TimeoutException: Timed out after 60 seconds waiting for a response from perf19/web (perf18.log)
10:35:12,130 WARN  [org.jgroups.protocols.UDP] (Timer-4,<ADDR>) null: no physical address for perf20/ejb, dropping message (perf21.log)
10:35:23,078 WARN  [org.jgroups.protocols.UDP] (Timer-4,<ADDR>) null: no physical address for perf20/ejb, dropping message (perf21.log)
10:35:33,879 WARN  [org.jgroups.protocols.UDP] (Timer-3,<ADDR>) null: no physical address for perf20/ejb, dropping message (perf21.log)
10:35:44,778 WARN  [org.jgroups.protocols.UDP] (Timer-5,<ADDR>) null: no physical address for perf20/ejb, dropping message (perf21.log)
10:36:12,057 WARN  [org.jgroups.protocols.UDP] (Timer-5,<ADDR>) null: no physical address for perf20/ejb, dropping message (perf21.log)


[rhusar@perf17 script]$ sh analyzejob.sh eap-6x-failover-http-session-shutdown-repl-async 27 
10:10:46,184 WARN  [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000169: Error committing cache view 5 for cache default-host/clusterbench: org.infinispan.CacheException: org.jgroups.TimeoutException: TimeoutException (perf18.log)
10:10:50,311 WARN  [org.jgroups.protocols.UDP] (Timer-2,<ADDR>) null: no physical address for perf18/ejb, dropping message (perf21.log)
10:10:51,528 WARN  [org.jgroups.protocols.UDP] (Timer-4,<ADDR>) null: no physical address for perf18/web, dropping message (perf20.log)
10:13:52,359 WARN  [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000169: Error committing cache view 9 for cache default-host/clusterbench: org.infinispan.util.concurrent.TimeoutException: Timed out after 60 seconds waiting for a response from perf18/web (perf19.log)
10:20:15,073 WARN  [org.jgroups.protocols.UDP] (Timer-5,<ADDR>) null: no physical address for perf21/ejb, dropping message (perf18.log)



[rhusar@perf17 script]$ sh analyzejob.sh eap-6x-failover-http-session-shutdown-dist-sync 23
09:51:53,904 WARN  [org.infinispan.commands.control.CacheViewControlCommand] (OOB-17,null) ISPN000071: Caught exception when handling command CacheViewControlCommand{cache=default-host/clusterbench, type=PREPARE_VIEW, sender=perf18/web, newViewId=5, newMembers=[perf21/web, perf20/web, perf19/web], oldViewId=4, oldMembers=[perf18/web, perf21/web, perf20/web, perf19/web]}: java.lang.IllegalStateException: Cannot prepare new view CacheView{viewId=5, members=[perf21/web, perf20/web, perf19/web]} on cache default-host/clusterbench, we are currently preparing view CacheView{viewId=5, members=[perf21/web, perf20/web, perf19/web]} (perf20.log)
09:51:54,020 ERROR [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000172: Failed to prepare view CacheView{viewId=5, members=[perf21/web, perf20/web, perf19/web]} for cache  default-host/clusterbench, rolling back to view CacheView{viewId=4, members=[perf18/web, perf21/web, perf20/web, perf19/web]}: java.util.concurrent.ExecutionException: java.lang.IllegalStateException: Cannot prepare new view CacheView{viewId=5, members=[perf21/web, perf20/web, perf19/web]} on cache default-host/clusterbench, we are currently preparing view CacheView{viewId=5, members=[perf21/web, perf20/web, perf19/web]} (perf18.log)
09:51:54,021 WARN  [org.infinispan.commands.control.CacheViewControlCommand] (OOB-7,null) ISPN000071: Caught exception when handling command CacheViewControlCommand{cache=default-host/clusterbench, type=PREPARE_VIEW, sender=perf18/web, newViewId=5, newMembers=[perf21/web, perf20/web, perf19/web], oldViewId=4, oldMembers=[perf18/web, perf21/web, perf20/web, perf19/web]}: java.lang.IllegalStateException: Cannot prepare new view CacheView{viewId=5, members=[perf21/web, perf20/web, perf19/web]} on cache default-host/clusterbench, we are currently preparing view CacheView{viewId=5, members=[perf21/web, perf20/web, perf19/web]} (perf21.log)
09:51:54,026 ERROR [org.infinispan.cacheviews.CacheViewInfo] (OOB-17,null) ISPN000164: Rolling back to cache view 6, but last committed view is 4 (perf21.log)
09:51:54,037 WARN  [org.infinispan.statetransfer.BaseStateTransferManagerImpl] (OOB-1,null) ISPN000167: Rejecting state pushed by node perf20/web for view 5, there is no state transfer in progress (we are at view 7) (perf21.log)
09:51:54,039 ERROR [org.infinispan.cacheviews.CacheViewInfo] (OOB-17,null) ISPN000164: Rolling back to cache view 6, but last committed view is 4 (perf20.log)
09:51:54,039 ERROR [org.infinispan.cacheviews.CacheViewInfo] (OOB-21,null) ISPN000164: Rolling back to cache view 4, but last committed view is 7 (perf20.log)
09:51:58,898 WARN  [org.jgroups.protocols.pbcast.GMS] perf18/web: failed to collect all ACKs (expected=3) for view [perf21/web|4] after 5000ms, missing ACKs from [perf20/web] (perf18.log)
09:52:24,536 WARN  [org.jgroups.protocols.UDP] (Timer-5,<ADDR>) null: no physical address for perf18/web, dropping message (perf21.log)
09:52:53,702 WARN  [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000169: Error committing cache view 5 for cache remote-connector-client-mappings: org.infinispan.CacheException: org.jgroups.TimeoutException: TimeoutException (perf18.log)
09:52:59,427 WARN  [org.jgroups.protocols.UDP] (Timer-3,<ADDR>) null: no physical address for perf18/web, dropping message (perf21.log)
09:52:59,697 WARN  [org.jgroups.protocols.UDP] (Timer-4,<ADDR>) null: no physical address for perf18/web, dropping message (perf19.log)
09:53:00,194 WARN  [org.jgroups.protocols.UDP] (Timer-4,<ADDR>) null: no physical address for perf18/web, dropping message (perf20.log)
09:58:06,146 WARN  [org.jgroups.protocols.UNICAST2] perf20/ejb: sender window for perf21/ejb not found (perf20.log)
09:58:24,908 WARN  [org.jgroups.protocols.UDP] (Timer-2,<ADDR>) null: no physical address for perf20/ejb, dropping message (perf21.log)
09:58:36,397 WARN  [org.jgroups.protocols.UDP] (Timer-2,<ADDR>) null: no physical address for perf20/ejb, dropping message (perf21.log)
09:58:36,639 WARN  [org.infinispan.transaction.TransactionTable] ISPN000100: Stopping, but there are 0 local transactions and 5 remote transactions that did not finish in time. (perf20.log)
09:58:48,092 WARN  [org.jgroups.protocols.UDP] (Timer-3,<ADDR>) null: no physical address for perf20/ejb, dropping message (perf21.log)
09:59:24,593 WARN  [org.jgroups.protocols.UDP] (Timer-3,<ADDR>) null: no physical address for perf20/ejb, dropping message (perf21.log)
10:01:19,886 WARN  [org.infinispan.commands.control.CacheViewControlCommand] (OOB-334,null) ISPN000071: Caught exception when handling command CacheViewControlCommand{cache=default-host/clusterbench, type=PREPARE_VIEW, sender=perf21/web, newViewId=14, newMembers=[perf18/web, perf19/web, perf20/web], oldViewId=13, oldMembers=[perf21/web, perf18/web, perf19/web, perf20/web]}: java.lang.IllegalStateException: Cannot prepare new view CacheView{viewId=14, members=[perf18/web, perf19/web, perf20/web]} on cache default-host/clusterbench, we are currently preparing view CacheView{viewId=14, members=[perf18/web, perf19/web, perf20/web]} (perf20.log)
10:02:19,881 ERROR [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000172: Failed to prepare view CacheView{viewId=14, members=[perf18/web, perf19/web, perf20/web]} for cache  default-host/clusterbench, rolling back to view CacheView{viewId=13, members=[perf21/web, perf18/web, perf19/web, perf20/web]}: java.util.concurrent.TimeoutException (perf21.log)
10:04:30,857 WARN  [org.infinispan.commands.control.CacheViewControlCommand] (OOB-488,null) ISPN000071: Caught exception when handling command CacheViewControlCommand{cache=default-host/clusterbench, type=PREPARE_VIEW, sender=perf18/web, newViewId=18, newMembers=[perf20/web, perf19/web, perf21/web], oldViewId=17, oldMembers=[perf20/web, perf18/web, perf19/web, perf21/web]}: java.lang.IllegalStateException: Cannot prepare new view CacheView{viewId=18, members=[perf20/web, perf19/web, perf21/web]} on cache default-host/clusterbench, we are currently preparing view CacheView{viewId=18, members=[perf20/web, perf19/web, perf21/web]} (perf21.log)
10:04:37,870 WARN  [org.infinispan.commands.control.CacheViewControlCommand] ISPN000071: Caught exception when handling command CacheViewControlCommand{cache=default-host/clusterbench-granular, type=PREPARE_VIEW, sender=perf20/web, newViewId=28, newMembers=[perf21/web, perf20/web], oldViewId=23, oldMembers=[perf21/web, perf20/web]}: java.lang.IllegalStateException: default-host/clusterbench-granular: Received cache view prepare request after the local node has already shut down (perf21.log)
10:04:37,881 ERROR [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000172: Failed to prepare view CacheView{viewId=28, members=[perf21/web, perf20/web]} for cache  default-host/clusterbench-granular, rolling back to view CacheView{viewId=23, members=[perf21/web, perf20/web]}: java.util.concurrent.ExecutionException: org.infinispan.CacheException: java.lang.IllegalStateException: default-host/clusterbench-granular: Received cache view prepare request after the local node has already shut down (perf20.log)
10:04:37,887 ERROR [org.infinispan.cacheviews.CacheViewInfo] ISPN000164: Rolling back to cache view 23, but last committed view is 24 (perf21.log)
10:04:46,510 ERROR [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000172: Failed to prepare view CacheView{viewId=30, members=[perf20/web]} for cache  default-host/clusterbench-granular, rolling back to view CacheView{viewId=29, members=[perf21/web, perf20/web]}: java.util.concurrent.ExecutionException: java.lang.IllegalStateException: default-host/clusterbench-granular: Received cache view prepare request after the local node has already shut down (perf20.log)
10:04:46,742 ERROR [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000172: Failed to prepare view CacheView{viewId=32, members=[perf20/web]} for cache  default-host/clusterbench-granular, rolling back to view CacheView{viewId=31, members=[perf21/web, perf20/web]}: java.util.concurrent.ExecutionException: java.lang.IllegalStateException: default-host/clusterbench-granular: Received cache view prepare request after the local node has already shut down (perf20.log)
10:04:46,906 ERROR [org.infinispan.cacheviews.CacheViewsManagerImpl] ISPN000172: Failed to prepare view CacheView{viewId=34, members=[perf20/web]} for cache  default-host/clusterbench-granular, rolling back to view CacheView{viewId=33, members=[perf21/web, perf20/web]}: java.util.concurrent.ExecutionException: java.lang.IllegalStateException: default-host/clusterbench-granular: Received cache view prepare request after the local node has already shut down (perf20.log)