
jenkins at sd-datasolutions
Aug 12, 2012, 5:00 PM
Post #1 of 2
(37 views)
Permalink
|
|
[JENKINS] Lucene-Solr-trunk-Windows (64bit/jdk1.6.0_33) - Build # 222 - Failure!
|
|
Build: http://jenkins.sd-datasolutions.de/job/Lucene-Solr-trunk-Windows/222/ Java: 64bit/jdk1.6.0_33 -XX:+UseParallelGC 4 tests failed. REGRESSION: org.apache.solr.cloud.LeaderElectionTest.testStressElection Error Message: Could not get leader props Stack Trace: java.lang.RuntimeException: Could not get leader props at __randomizedtesting.SeedInfo.seed([95553521A4DBD401:6A03E18FC395C512]:0) at org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:214) at org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:313) at org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:422) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559) at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:769) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:429) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746) at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648) at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345) at java.lang.Thread.run(Thread.java:662) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionTest Error Message: ERROR: SolrZkClient opens=32 closes=30 Stack Trace: java.lang.AssertionError: ERROR: SolrZkClient opens=32 closes=30 at __randomizedtesting.SeedInfo.seed([95553521A4DBD401]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:237) at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:90) at sun.reflect.GeneratedMethodAccessor19.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559) at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345) at java.lang.Thread.run(Thread.java:662) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionTest Error Message: 12 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionTest: 1) Thread[id=2192, name=Thread-855, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 2) Thread[id=2193, name=Thread-856, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 3) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) 4) Thread[id=2191, name=Thread-854, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 5) Thread[id=2189, name=Thread-852, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 6) Thread[id=2190, name=Thread-853, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 7) Thread[id=2195, name=Thread-858, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 8) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) 9) Thread[id=2194, name=Thread-857, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 10) Thread[id=2187, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) 11) Thread[id=2183, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) 12) Thread[id=2196, name=Thread-859, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 12 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionTest: 1) Thread[id=2192, name=Thread-855, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 2) Thread[id=2193, name=Thread-856, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 3) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) 4) Thread[id=2191, name=Thread-854, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 5) Thread[id=2189, name=Thread-852, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 6) Thread[id=2190, name=Thread-853, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 7) Thread[id=2195, name=Thread-858, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 8) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) 9) Thread[id=2194, name=Thread-857, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) 10) Thread[id=2187, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) 11) Thread[id=2183, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) 12) Thread[id=2196, name=Thread-859, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) at __randomizedtesting.SeedInfo.seed([95553521A4DBD401]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionTest Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=RUNNABLE, group=TGRP-LeaderElectionTest] at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273) at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255) at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1131) 2) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=RUNNABLE, group=TGRP-LeaderElectionTest] at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273) at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255) at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1131) 2) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) at __randomizedtesting.SeedInfo.seed([95553521A4DBD401]:0) Build Log: [...truncated 6615 lines...] [junit4:junit4] Suite: org.apache.solr.cloud.LeaderElectionTest [junit4:junit4] 2> Creating dataDir: C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-LeaderElectionTest-1344815906401 [junit4:junit4] 2> 4 T2076 oas.SolrTestCaseJ4.setUp ###Starting testCancelElection [junit4:junit4] 2> 4 T2076 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4:junit4] 2> 6 T2077 oazs.ZooKeeperServer.setTickTime tickTime set to 1000 [junit4:junit4] 2> 8 T2077 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0 [junit4:junit4] 2> 8 T2077 oazsp.FileTxnSnapLog.save Snapshotting: 0 [junit4:junit4] 2> 106 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56113 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 6d456b5 [junit4:junit4] 2> 107 T2082 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56113 [junit4:junit4] 2> 108 T2082 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56113, initiating session [junit4:junit4] 2> 108 T2078 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56116 [junit4:junit4] 2> 109 T2078 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56116 [junit4:junit4] 2> 109 T2080 oazsp.FileTxnLog.append Creating new log file: log.1 [junit4:junit4] 2> 141 T2080 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d463e690000 with negotiated timeout 10000 for client /127.0.0.1:56116 [junit4:junit4] 2> 141 T2082 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56113, sessionid = 0x1391d463e690000, negotiated timeout = 10000 [junit4:junit4] 2> 142 T2083 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 6d456b5 name:ZooKeeperConnection Watcher:127.0.0.1:56113 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 143 T2081 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d463e690000 [junit4:junit4] 2> 171 T2076 oaz.ZooKeeper.close Session: 0x1391d463e690000 closed [junit4:junit4] 2> 171 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56113 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 4b8d560 [junit4:junit4] 2> 172 T2078 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d463e690000, likely client has closed socket [junit4:junit4] 2> 172 T2078 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56116 which had sessionid 0x1391d463e690000 [junit4:junit4] 2> 172 T2083 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 174 T2084 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56113 [junit4:junit4] 2> 175 T2084 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56113, initiating session [junit4:junit4] 2> 175 T2078 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56119 [junit4:junit4] 2> 175 T2078 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56119 [junit4:junit4] 2> 200 T2080 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d463e690001 with negotiated timeout 10000 for client /127.0.0.1:56119 [junit4:junit4] 2> 200 T2084 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56113, sessionid = 0x1391d463e690001, negotiated timeout = 10000 [junit4:junit4] 2> 200 T2085 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 4b8d560 name:ZooKeeperConnection Watcher:127.0.0.1:56113 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 200 T2076 oascc.SolrZkClient.makePath makePath: /solr [junit4:junit4] 2> 233 T2081 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d463e690001 [junit4:junit4] 2> 260 T2085 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 260 T2076 oaz.ZooKeeper.close Session: 0x1391d463e690001 closed [junit4:junit4] 2> 262 T2078 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d463e690001, likely client has closed socket [junit4:junit4] 2> 262 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56113/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 5b384b1 [junit4:junit4] 2> 262 T2078 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56119 which had sessionid 0x1391d463e690001 [junit4:junit4] 2> 263 T2086 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56113 [junit4:junit4] 2> 264 T2078 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56122 [junit4:junit4] 2> 265 T2086 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56113, initiating session [junit4:junit4] 2> 265 T2078 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56122 [junit4:junit4] 2> 291 T2080 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d463e690002 with negotiated timeout 20000 for client /127.0.0.1:56122 [junit4:junit4] 2> 291 T2086 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56113, sessionid = 0x1391d463e690002, negotiated timeout = 20000 [junit4:junit4] 2> 291 T2087 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 5b384b1 name:ZooKeeperConnection Watcher:127.0.0.1:56113/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 293 T2076 oascc.SolrZkClient.makePath makePath: /collections/collection2/leader_elect/slice1/election [junit4:junit4] 2> 378 T2076 oascc.SolrZkClient.makePath makePath: /collections/collection2/leaders/slice1 [junit4:junit4] 2> 407 T2081 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d463e690002 type:create cxid:0x17 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue [junit4:junit4] 2> 2488 T2087 oascc.SolrZkClient.makePath makePath: /collections/collection2/leaders/slice1 [junit4:junit4] 2> 2490 T2081 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d463e690002 type:create cxid:0x26 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection2/leaders/slice1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection2/leaders/slice1 [junit4:junit4] 2> 2492 T2087 oascc.SolrZkClient.makePath makePath: /collections/collection2/leaders/slice1 [junit4:junit4] 2> 2496 T2081 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d463e690002 type:create cxid:0x2e zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer [junit4:junit4] 2> 3488 T2081 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d463e690002 [junit4:junit4] 2> 3489 T2087 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 3489 T2076 oaz.ZooKeeper.close Session: 0x1391d463e690002 closed [junit4:junit4] 2> 3490 T2081 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop! [junit4:junit4] 2> 3490 T2078 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56122 which had sessionid 0x1391d463e690002 [junit4:junit4] 2> 3490 T2080 oazs.SyncRequestProcessor.run SyncRequestProcessor exited! [junit4:junit4] 2> 3491 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete [junit4:junit4] 2> 3600 T2079 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop! [junit4:junit4] 2> 5742 T2078 oazs.NIOServerCnxn$Factory.run WARNING Ignoring exception java.nio.channels.ClosedChannelException [junit4:junit4] 2> at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:137) [junit4:junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn$Factory.run(NIOServerCnxn.java:242) [junit4:junit4] 2> [junit4:junit4] 2> 5743 T2078 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method [junit4:junit4] 2> 5748 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete [junit4:junit4] 2> 5749 T2076 oas.SolrTestCaseJ4.tearDown ###Ending testCancelElection [junit4:junit4] 2> 5753 T2076 oas.SolrTestCaseJ4.setUp ###Starting testBasic [junit4:junit4] 2> 5753 T2076 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4:junit4] 2> 5754 T2088 oazs.ZooKeeperServer.setTickTime tickTime set to 1000 [junit4:junit4] 2> 5755 T2088 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0 [junit4:junit4] 2> 5756 T2088 oazsp.FileSnap.deserialize Reading snapshot C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-LeaderElectionTest-1344815906401\zookeeper\server1\data\version-2\snapshot.0 [junit4:junit4] 2> 5758 T2088 oazsp.FileTxnSnapLog.save Snapshotting: 1a [junit4:junit4] 2> 5855 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56125 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 7a49e30 [junit4:junit4] 2> 5857 T2093 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56125 [junit4:junit4] 2> 5859 T2093 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56125, initiating session [junit4:junit4] 2> 5859 T2089 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56128 [junit4:junit4] 2> 5859 T2089 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56128 [junit4:junit4] 2> 5860 T2091 oazsp.FileTxnLog.append Creating new log file: log.1b [junit4:junit4] 2> 5864 T2091 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d4654e00000 with negotiated timeout 10000 for client /127.0.0.1:56128 [junit4:junit4] 2> 5864 T2093 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56125, sessionid = 0x1391d4654e00000, negotiated timeout = 10000 [junit4:junit4] 2> 5865 T2094 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 7a49e30 name:ZooKeeperConnection Watcher:127.0.0.1:56125 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 5915 T2092 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d4654e00000 [junit4:junit4] 2> 5920 T2089 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d4654e00000, likely client has closed socket [junit4:junit4] 2> 5920 T2076 oaz.ZooKeeper.close Session: 0x1391d4654e00000 closed [junit4:junit4] 2> 5920 T2089 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56128 which had sessionid 0x1391d4654e00000 [junit4:junit4] 2> 5920 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56125 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 7712916 [junit4:junit4] 2> 5921 T2094 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 5923 T2095 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56125 [junit4:junit4] 2> 5925 T2095 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56125, initiating session [junit4:junit4] 2> 5925 T2089 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56131 [junit4:junit4] 2> 5926 T2089 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56131 [junit4:junit4] 2> 5929 T2091 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d4654e00001 with negotiated timeout 10000 for client /127.0.0.1:56131 [junit4:junit4] 2> 5931 T2095 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56125, sessionid = 0x1391d4654e00001, negotiated timeout = 10000 [junit4:junit4] 2> 5931 T2096 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 7712916 name:ZooKeeperConnection Watcher:127.0.0.1:56125 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 5932 T2076 oascc.SolrZkClient.makePath makePath: /solr [junit4:junit4] 2> 5935 T2092 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d4654e00001 [junit4:junit4] 2> 5937 T2076 oaz.ZooKeeper.close Session: 0x1391d4654e00001 closed [junit4:junit4] 2> 5937 T2089 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d4654e00001, likely client has closed socket [junit4:junit4] 2> 5937 T2096 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 5937 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56125/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 6bed456 [junit4:junit4] 2> 5937 T2089 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56131 which had sessionid 0x1391d4654e00001 [junit4:junit4] 2> 5938 T2097 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56125 [junit4:junit4] 2> 5939 T2097 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56125, initiating session [junit4:junit4] 2> 5939 T2089 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56134 [junit4:junit4] 2> 5939 T2089 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56134 [junit4:junit4] 2> 5941 T2091 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d4654e00002 with negotiated timeout 20000 for client /127.0.0.1:56134 [junit4:junit4] 2> 5941 T2097 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56125, sessionid = 0x1391d4654e00002, negotiated timeout = 20000 [junit4:junit4] 2> 5942 T2098 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 6bed456 name:ZooKeeperConnection Watcher:127.0.0.1:56125/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 5942 T2076 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election [junit4:junit4] 2> 5955 T2076 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2 [junit4:junit4] 2> 5963 T2092 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d4654e00002 type:create cxid:0x17 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue [junit4:junit4] 2> 5968 T2092 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d4654e00002 [junit4:junit4] 2> 5969 T2076 oaz.ZooKeeper.close Session: 0x1391d4654e00002 closed [junit4:junit4] 2> 5969 T2098 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 5969 T2089 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56134 which had sessionid 0x1391d4654e00002 [junit4:junit4] 2> 5970 T2092 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop! [junit4:junit4] 2> 5970 T2091 oazs.SyncRequestProcessor.run SyncRequestProcessor exited! [junit4:junit4] 2> 5971 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete [junit4:junit4] 2> 6601 T2090 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop! [junit4:junit4] 2> 8226 T2089 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method [junit4:junit4] 2> 8228 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete [junit4:junit4] 2> 8228 T2076 oas.SolrTestCaseJ4.tearDown ###Ending testBasic [junit4:junit4] 2> 8231 T2076 oas.SolrTestCaseJ4.setUp ###Starting testElection [junit4:junit4] 2> 8231 T2076 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4:junit4] 2> 8232 T2099 oazs.ZooKeeperServer.setTickTime tickTime set to 1000 [junit4:junit4] 2> 8232 T2099 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0 [junit4:junit4] 2> 8233 T2099 oazsp.FileSnap.deserialize Reading snapshot C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-LeaderElectionTest-1344815906401\zookeeper\server1\data\version-2\snapshot.1a [junit4:junit4] 2> 8236 T2099 oazsp.FileTxnSnapLog.save Snapshotting: 38 [junit4:junit4] 2> 8331 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 13482dd [junit4:junit4] 2> 8332 T2104 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8333 T2104 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8333 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56140 [junit4:junit4] 2> 8334 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56140 [junit4:junit4] 2> 8334 T2102 oazsp.FileTxnLog.append Creating new log file: log.39 [junit4:junit4] 2> 8338 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0000 with negotiated timeout 10000 for client /127.0.0.1:56140 [junit4:junit4] 2> 8338 T2104 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0000, negotiated timeout = 10000 [junit4:junit4] 2> 8338 T2105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 13482dd name:ZooKeeperConnection Watcher:127.0.0.1:56137 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8365 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0000 [junit4:junit4] 2> 8367 T2105 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 8367 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0000, likely client has closed socket [junit4:junit4] 2> 8367 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56140 which had sessionid 0x1391d465e8d0000 [junit4:junit4] 2> 8367 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0000 closed [junit4:junit4] 2> 8368 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 669a9cb [junit4:junit4] 2> 8369 T2106 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8370 T2106 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8370 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56143 [junit4:junit4] 2> 8371 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56143 [junit4:junit4] 2> 8373 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0001 with negotiated timeout 10000 for client /127.0.0.1:56143 [junit4:junit4] 2> 8373 T2106 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0001, negotiated timeout = 10000 [junit4:junit4] 2> 8373 T2107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 669a9cb name:ZooKeeperConnection Watcher:127.0.0.1:56137 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8373 T2076 oascc.SolrZkClient.makePath makePath: /solr [junit4:junit4] 2> 8377 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0001 [junit4:junit4] 2> 8378 T2107 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 8378 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0001 closed [junit4:junit4] 2> 8378 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 30f3847 [junit4:junit4] 2> 8379 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0001, likely client has closed socket [junit4:junit4] 2> 8379 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56143 which had sessionid 0x1391d465e8d0001 [junit4:junit4] 2> 8380 T2108 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8380 T2108 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8380 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56146 [junit4:junit4] 2> 8381 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56146 [junit4:junit4] 2> 8383 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0002 with negotiated timeout 20000 for client /127.0.0.1:56146 [junit4:junit4] 2> 8383 T2108 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0002, negotiated timeout = 20000 [junit4:junit4] 2> 8383 T2109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 30f3847 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8384 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 343650c [junit4:junit4] 2> 8386 T2111 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8387 T2111 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8387 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56149 [junit4:junit4] 2> 8387 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56149 [junit4:junit4] 2> 8389 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0003 with negotiated timeout 20000 for client /127.0.0.1:56149 [junit4:junit4] 2> 8389 T2111 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0003, negotiated timeout = 20000 [junit4:junit4] 2> 8389 T2112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 343650c name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8389 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 23fa23f [junit4:junit4] 2> 8391 T2114 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8392 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56152 [junit4:junit4] 2> 8392 T2114 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8392 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56152 [junit4:junit4] 2> 8394 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0004 with negotiated timeout 20000 for client /127.0.0.1:56152 [junit4:junit4] 2> 8394 T2114 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0004, negotiated timeout = 20000 [junit4:junit4] 2> 8394 T2115 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 23fa23f name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8394 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] e08ba9 [junit4:junit4] 2> 8396 T2117 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8397 T2117 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8397 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56155 [junit4:junit4] 2> 8397 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56155 [junit4:junit4] 2> 8399 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0005 with negotiated timeout 20000 for client /127.0.0.1:56155 [junit4:junit4] 2> 8399 T2117 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0005, negotiated timeout = 20000 [junit4:junit4] 2> 8400 T2118 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] e08ba9 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8400 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 355938e [junit4:junit4] 2> 8401 T2120 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8401 T2120 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8401 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56158 [junit4:junit4] 2> 8402 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56158 [junit4:junit4] 2> 8404 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0006 with negotiated timeout 20000 for client /127.0.0.1:56158 [junit4:junit4] 2> 8404 T2120 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0006, negotiated timeout = 20000 [junit4:junit4] 2> 8404 T2121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 355938e name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8404 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 68da2e3 [junit4:junit4] 2> 8405 T2123 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8405 T2123 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8405 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56161 [junit4:junit4] 2> 8406 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56161 [junit4:junit4] 2> 8408 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0007 with negotiated timeout 20000 for client /127.0.0.1:56161 [junit4:junit4] 2> 8408 T2123 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0007, negotiated timeout = 20000 [junit4:junit4] 2> 8408 T2124 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 68da2e3 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8408 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 6c37b92 [junit4:junit4] 2> 8410 T2126 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8411 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56164 [junit4:junit4] 2> 8411 T2126 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8411 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56164 [junit4:junit4] 2> 8413 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0008 with negotiated timeout 20000 for client /127.0.0.1:56164 [junit4:junit4] 2> 8413 T2126 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0008, negotiated timeout = 20000 [junit4:junit4] 2> 8414 T2127 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 6c37b92 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8414 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 38696e3 [junit4:junit4] 2> 8415 T2129 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8416 T2129 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8416 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56167 [junit4:junit4] 2> 8416 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56167 [junit4:junit4] 2> 8419 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0009 with negotiated timeout 20000 for client /127.0.0.1:56167 [junit4:junit4] 2> 8419 T2129 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0009, negotiated timeout = 20000 [junit4:junit4] 2> 8419 T2130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 38696e3 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8419 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 965e8a [junit4:junit4] 2> 8420 T2132 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8421 T2132 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8421 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56170 [junit4:junit4] 2> 8421 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56170 [junit4:junit4] 2> 8423 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d000a with negotiated timeout 20000 for client /127.0.0.1:56170 [junit4:junit4] 2> 8423 T2132 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d000a, negotiated timeout = 20000 [junit4:junit4] 2> 8423 T2133 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 965e8a name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8424 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 1a3260 [junit4:junit4] 2> 8425 T2135 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8426 T2135 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8426 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56173 [junit4:junit4] 2> 8426 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56173 [junit4:junit4] 2> 8428 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d000b with negotiated timeout 20000 for client /127.0.0.1:56173 [junit4:junit4] 2> 8428 T2135 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d000b, negotiated timeout = 20000 [junit4:junit4] 2> 8428 T2136 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 1a3260 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8429 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 1729ad7 [junit4:junit4] 2> 8430 T2138 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8431 T2138 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8431 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56176 [junit4:junit4] 2> 8431 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56176 [junit4:junit4] 2> 8433 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d000c with negotiated timeout 20000 for client /127.0.0.1:56176 [junit4:junit4] 2> 8433 T2138 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d000c, negotiated timeout = 20000 [junit4:junit4] 2> 8433 T2139 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 1729ad7 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8434 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 5a18eff [junit4:junit4] 2> 8435 T2141 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8436 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56179 [junit4:junit4] 2> 8436 T2141 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8436 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56179 [junit4:junit4] 2> 8438 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d000d with negotiated timeout 20000 for client /127.0.0.1:56179 [junit4:junit4] 2> 8438 T2141 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d000d, negotiated timeout = 20000 [junit4:junit4] 2> 8439 T2142 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 5a18eff name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8439 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 4d65b4f [junit4:junit4] 2> 8440 T2144 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8441 T2144 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8441 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56182 [junit4:junit4] 2> 8441 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56182 [junit4:junit4] 2> 8443 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d000e with negotiated timeout 20000 for client /127.0.0.1:56182 [junit4:junit4] 2> 8443 T2144 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d000e, negotiated timeout = 20000 [junit4:junit4] 2> 8443 T2145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 4d65b4f name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8444 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 122fe7a [junit4:junit4] 2> 8445 T2147 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8446 T2147 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8446 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56185 [junit4:junit4] 2> 8446 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56185 [junit4:junit4] 2> 8447 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d000f with negotiated timeout 20000 for client /127.0.0.1:56185 [junit4:junit4] 2> 8447 T2147 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d000f, negotiated timeout = 20000 [junit4:junit4] 2> 8448 T2148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 122fe7a name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8452 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 79abb76 [junit4:junit4] 2> 8453 T2150 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8454 T2150 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8454 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56188 [junit4:junit4] 2> 8455 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56188 [junit4:junit4] 2> 8457 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0010 with negotiated timeout 20000 for client /127.0.0.1:56188 [junit4:junit4] 2> 8457 T2150 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0010, negotiated timeout = 20000 [junit4:junit4] 2> 8457 T2151 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 79abb76 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8458 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56137/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 7007df1 [junit4:junit4] 2> 8459 T2153 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56137 [junit4:junit4] 2> 8460 T2100 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56191 [junit4:junit4] 2> 8460 T2153 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56137, initiating session [junit4:junit4] 2> 8460 T2100 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56191 [junit4:junit4] 2> 8462 T2102 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d465e8d0011 with negotiated timeout 20000 for client /127.0.0.1:56191 [junit4:junit4] 2> 8462 T2153 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56137, sessionid = 0x1391d465e8d0011, negotiated timeout = 20000 [junit4:junit4] 2> 8462 T2154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 7007df1 name:ZooKeeperConnection Watcher:127.0.0.1:56137/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 8464 T2113 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8464 T2110 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8465 T2119 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8465 T2125 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8465 T2131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8466 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0003 type:create cxid:0x3 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections Error:KeeperErrorCode = NodeExists for /solr/collections [junit4:junit4] 2> 8469 T2137 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8471 T2143 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8471 T2149 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8472 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0006 type:create cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1 [junit4:junit4] 2> 8472 T2128 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8472 T2134 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8473 T2146 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8473 T2152 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8473 T2140 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8472 T2116 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8472 T2122 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8472 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000a type:create cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1 [junit4:junit4] 2> 8473 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0008 type:create cxid:0x4 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1 [junit4:junit4] 2> 8479 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0004 type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect [junit4:junit4] 2> 8479 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0006 type:create cxid:0x6 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect [junit4:junit4] 2> 8479 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000a type:create cxid:0x6 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect [junit4:junit4] 2> 8480 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0008 type:create cxid:0x6 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect [junit4:junit4] 2> 8480 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000e type:create cxid:0x5 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect [junit4:junit4] 2> 8482 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0003 type:create cxid:0x6 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect [junit4:junit4] 2> 8486 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000a type:create cxid:0x8 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1 [junit4:junit4] 2> 8486 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0004 type:create cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1 [junit4:junit4] 2> 8486 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0010 type:create cxid:0x6 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1 [junit4:junit4] 2> 8486 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0008 type:create cxid:0x8 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1 [junit4:junit4] 2> 8486 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0006 type:create cxid:0x8 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1 [junit4:junit4] 2> 8488 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000e type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1 Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1 [junit4:junit4] 2> 8492 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000a type:create cxid:0xa zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8492 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0010 type:create cxid:0x8 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8492 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000c type:create cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8492 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0008 type:create cxid:0xa zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8493 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0006 type:create cxid:0xa zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8494 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000e type:create cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8499 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0003 type:create cxid:0x9 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8499 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000b type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8504 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0009 type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8508 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000f type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8508 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0011 type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8508 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0005 type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8508 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000d type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8512 T2131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1 [junit4:junit4] 2> 8513 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0007 type:create cxid:0x7 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/collections/collection1/leader_elect/shard1/election Error:KeeperErrorCode = NodeExists for /solr/collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 8529 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000a type:create cxid:0x15 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue [junit4:junit4] 2> 8567 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d000a [junit4:junit4] 2> 8568 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56170 which had sessionid 0x1391d465e8d000a [junit4:junit4] 2> 8569 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d000a closed [junit4:junit4] 2> 8569 T2133 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 8569 T2151 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1 [junit4:junit4] 2> 8573 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0010 type:create cxid:0x13 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer [junit4:junit4] 2> 9071 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0006 [junit4:junit4] 2> 9075 T2121 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 9075 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0006, likely client has closed socket [junit4:junit4] 2> 9075 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56158 which had sessionid 0x1391d465e8d0006 [junit4:junit4] 2> 9075 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0006 closed [junit4:junit4] 2> 9076 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0010 [junit4:junit4] 2> 9078 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56188 which had sessionid 0x1391d465e8d0010 [junit4:junit4] 2> 9078 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0010 closed [junit4:junit4] 2> 9078 T2151 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 9078 T2139 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1 [junit4:junit4] 2> 9078 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0008 [junit4:junit4] 2> 9080 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0008 closed [junit4:junit4] 2> 9080 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0008, likely client has closed socket [junit4:junit4] 2> 9080 T2127 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 9080 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56164 which had sessionid 0x1391d465e8d0008 [junit4:junit4] 2> 9084 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d000c type:create cxid:0x14 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer [junit4:junit4] 2> 9584 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d000e [junit4:junit4] 2> 9586 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56182 which had sessionid 0x1391d465e8d000e [junit4:junit4] 2> 9587 T2145 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 9587 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d000e closed [junit4:junit4] 2> 9587 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d000c [junit4:junit4] 2> 9589 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d000c closed [junit4:junit4] 2> 9589 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d000c, likely client has closed socket [junit4:junit4] 2> 9589 T2139 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 9589 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56176 which had sessionid 0x1391d465e8d000c [junit4:junit4] 2> 9590 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0004 [junit4:junit4] 2> 9591 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56152 which had sessionid 0x1391d465e8d0004 [junit4:junit4] 2> 9591 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0004 closed [junit4:junit4] 2> 9591 T2112 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1 [junit4:junit4] 2> 9593 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0003 [junit4:junit4] 2> 9594 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56149 which had sessionid 0x1391d465e8d0003 [junit4:junit4] 2> 9595 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0003 closed [junit4:junit4] 2> 9595 T2136 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1 [junit4:junit4] 2> 9595 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d000b [junit4:junit4] 2> 9596 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56173 which had sessionid 0x1391d465e8d000b [junit4:junit4] 2> 9597 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d000b closed [junit4:junit4] 2> 9597 T2130 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1 [junit4:junit4] 2> 9601 T2103 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d465e8d0009 type:create cxid:0x12 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer [junit4:junit4] 2> 10100 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0005 [junit4:junit4] 2> 10104 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0005 closed [junit4:junit4] 2> 10104 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0005, likely client has closed socket [junit4:junit4] 2> 10105 T2118 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 10105 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56155 which had sessionid 0x1391d465e8d0005 [junit4:junit4] 2> 10107 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0007 [junit4:junit4] 2> 10110 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0007, likely client has closed socket [junit4:junit4] 2> 10110 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0007 closed [junit4:junit4] 2> 10110 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56161 which had sessionid 0x1391d465e8d0007 [junit4:junit4] 2> 10111 T2124 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 10111 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0009 [junit4:junit4] 2> 10113 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0009 closed [junit4:junit4] 2> 10113 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0009, likely client has closed socket [junit4:junit4] 2> 10113 T2130 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 10113 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56167 which had sessionid 0x1391d465e8d0009 [junit4:junit4] 2> 10114 T2148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1 [junit4:junit4] 2> 10114 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d000d [junit4:junit4] 2> 10116 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56179 which had sessionid 0x1391d465e8d000d [junit4:junit4] 2> 10116 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d000d closed [junit4:junit4] 2> 10116 T2142 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 10117 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d000f [junit4:junit4] 2> 10118 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d000f closed [junit4:junit4] 2> 10118 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d000f, likely client has closed socket [junit4:junit4] 2> 10119 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56185 which had sessionid 0x1391d465e8d000f [junit4:junit4] 2> 10119 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0011 [junit4:junit4] 2> 10119 T2154 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1 [junit4:junit4] 2> 10121 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0011 closed [junit4:junit4] 2> 10121 T2100 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d465e8d0011, likely client has closed socket [junit4:junit4] 2> 10121 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56191 which had sessionid 0x1391d465e8d0011 [junit4:junit4] 2> 10122 T2103 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d465e8d0002 [junit4:junit4] 2> 10123 T2100 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56146 which had sessionid 0x1391d465e8d0002 [junit4:junit4] 2> 10123 T2076 oaz.ZooKeeper.close Session: 0x1391d465e8d0002 closed [junit4:junit4] 2> 10123 T2109 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 10124 T2102 oazs.SyncRequestProcessor.run SyncRequestProcessor exited! [junit4:junit4] 2> 10124 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete [junit4:junit4] 2> 10124 T2103 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop! [junit4:junit4] 2> 10591 T2115 oasc.LeaderElector$1.process WARNING org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) [junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:42) [junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1249) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:266) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:263) [junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:263) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:91) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:143) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) [junit4:junit4] 2> [junit4:junit4] 2> 10591 T2115 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 10593 T2112 oasc.LeaderElector$1.process WARNING org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections [junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) [junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:42) [junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:815) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:199) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:196) [junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:196) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:471) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:431) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:412) [junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:89) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:151) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) [junit4:junit4] 2> [junit4:junit4] 2> 10593 T2112 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 10595 T2136 oasc.LeaderElector$1.process WARNING org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections [junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) [junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:42) [junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:815) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:199) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:196) [junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:196) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:471) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:431) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:412) [junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:89) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:151) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) [junit4:junit4] 2> [junit4:junit4] 2> 10595 T2136 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 10600 T2101 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop! [junit4:junit4] 2> 11117 T2148 oasc.LeaderElector$1.process WARNING org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leaders [junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) [junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:42) [junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:815) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:199) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:196) [junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:196) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:471) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:431) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:412) [junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:89) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:151) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) [junit4:junit4] 2> [junit4:junit4] 2> 11118 T2148 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 11120 T2154 oasc.LeaderElector$1.process WARNING org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections [junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:118) [junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:42) [junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:815) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:199) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:196) [junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:67) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:196) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:471) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:431) [junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:412) [junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:89) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:151) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:96) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:57) [junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:125) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:526) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) [junit4:junit4] 2> [junit4:junit4] 2> 11120 T2154 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 12377 T2100 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method [junit4:junit4] 2> 12379 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete [junit4:junit4] 2> 12379 T2076 oas.SolrTestCaseJ4.tearDown ###Ending testElection [junit4:junit4] 2> 12381 T2076 oas.SolrTestCaseJ4.setUp ###Starting testStressElection [junit4:junit4] 2> 12381 T2076 oasc.ZkTestServer.run STARTING ZK TEST SERVER [junit4:junit4] 2> 12382 T2155 oazs.ZooKeeperServer.setTickTime tickTime set to 1000 [junit4:junit4] 2> 12382 T2155 oazs.NIOServerCnxn$Factory.<init> binding to port 0.0.0.0/0.0.0.0:0 [junit4:junit4] 2> 12383 T2155 oazsp.FileSnap.deserialize Reading snapshot C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\solr\build\solr-core\test\J0\.\solrtest-LeaderElectionTest-1344815906401\zookeeper\server1\data\version-2\snapshot.38 [junit4:junit4] 2> 12388 T2155 oazsp.FileTxnSnapLog.save Snapshotting: a8 [junit4:junit4] 2> 12482 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 2e40fb [junit4:junit4] 2> 12484 T2160 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194 [junit4:junit4] 2> 12485 T2160 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session [junit4:junit4] 2> 12485 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56197 [junit4:junit4] 2> 12486 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56197 [junit4:junit4] 2> 12487 T2158 oazsp.FileTxnLog.append Creating new log file: log.a9 [junit4:junit4] 2> 12491 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60000 with negotiated timeout 10000 for client /127.0.0.1:56197 [junit4:junit4] 2> 12491 T2160 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60000, negotiated timeout = 10000 [junit4:junit4] 2> 12491 T2161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 2e40fb name:ZooKeeperConnection Watcher:127.0.0.1:56194 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 12556 T2159 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d466ec60000 [junit4:junit4] 2> 12558 T2161 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 12560 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60000, likely client has closed socket [junit4:junit4] 2> 12558 T2076 oaz.ZooKeeper.close Session: 0x1391d466ec60000 closed [junit4:junit4] 2> 12560 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56197 which had sessionid 0x1391d466ec60000 [junit4:junit4] 2> 12560 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 2ceeba3 [junit4:junit4] 2> 12562 T2162 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194 [junit4:junit4] 2> 12563 T2162 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session [junit4:junit4] 2> 12563 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56200 [junit4:junit4] 2> 12564 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56200 [junit4:junit4] 2> 12567 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60001 with negotiated timeout 10000 for client /127.0.0.1:56200 [junit4:junit4] 2> 12567 T2162 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60001, negotiated timeout = 10000 [junit4:junit4] 2> 12567 T2163 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 2ceeba3 name:ZooKeeperConnection Watcher:127.0.0.1:56194 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 12568 T2076 oascc.SolrZkClient.makePath makePath: /solr [junit4:junit4] 2> 12572 T2159 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d466ec60001 [junit4:junit4] 2> 12575 T2076 oaz.ZooKeeper.close Session: 0x1391d466ec60001 closed [junit4:junit4] 2> 12575 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60001, likely client has closed socket [junit4:junit4] 2> 12575 T2163 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 12576 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56200 which had sessionid 0x1391d466ec60001 [junit4:junit4] 2> 12575 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 206d5f4 [junit4:junit4] 2> 12579 T2164 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194 [junit4:junit4] 2> 12580 T2164 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session [junit4:junit4] 2> 12580 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56203 [junit4:junit4] 2> 12580 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56203 [junit4:junit4] 2> 12583 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60002 with negotiated timeout 20000 for client /127.0.0.1:56203 [junit4:junit4] 2> 12583 T2164 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60002, negotiated timeout = 20000 [junit4:junit4] 2> 12584 T2165 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 206d5f4 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 12584 T2076 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] fa7cfa [junit4:junit4] 2> 12586 T2167 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194 [junit4:junit4] 2> 12588 T2167 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session [junit4:junit4] 2> 12588 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56206 [junit4:junit4] 2> 12588 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56206 [junit4:junit4] 2> 12592 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60003 with negotiated timeout 20000 for client /127.0.0.1:56206 [junit4:junit4] 2> 12592 T2167 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60003, negotiated timeout = 20000 [junit4:junit4] 2> 12593 T2168 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] fa7cfa name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 12595 T2169 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election [junit4:junit4] 2> 12622 T2169 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1 [junit4:junit4] 2> 12638 T2159 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1391d466ec60003 type:create cxid:0x17 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue [junit4:junit4] 2> 14597 T2170 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 877850 [junit4:junit4] 2> 14601 T2174 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194 [junit4:junit4] 2> 14602 T2174 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session [junit4:junit4] 2> 14603 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56209 [junit4:junit4] 2> 14603 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56209 [junit4:junit4] 2> 14609 T2174 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60004, negotiated timeout = 20000 [junit4:junit4] 2> 14610 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60004 with negotiated timeout 20000 for client /127.0.0.1:56209 [junit4:junit4] 2> 14611 T2175 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 877850 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 14612 T2170 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 66d188a [junit4:junit4] 2> 14614 T2178 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194 [junit4:junit4] 2> 14616 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56212 [junit4:junit4] 2> 14616 T2178 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session [junit4:junit4] 2> 14616 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56212 [junit4:junit4] 2> 14618 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60005 with negotiated timeout 20000 for client /127.0.0.1:56212 [junit4:junit4] 2> 14618 T2178 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60005, negotiated timeout = 20000 [junit4:junit4] 2> 14618 T2179 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 66d188a name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 14619 T2170 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 4ff73a9 [junit4:junit4] 2> 14619 T2159 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d466ec60003 [junit4:junit4] 2> 14620 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194 [junit4:junit4] 2> 14621 T2171 oaz.ZooKeeper.close Session: 0x1391d466ec60003 closed [junit4:junit4] 2> 14621 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56206 which had sessionid 0x1391d466ec60003 [junit4:junit4] 2> 14621 T2168 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 14621 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56215 [junit4:junit4] 2> 14622 T2182 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session [junit4:junit4] 2> 14622 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56215 [junit4:junit4] 2> 14624 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60006 with negotiated timeout 20000 for client /127.0.0.1:56215 [junit4:junit4] 2> 14624 T2182 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60006, negotiated timeout = 20000 [junit4:junit4] 2> 14624 T2183 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 4ff73a9 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 14624 T2170 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:56194/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager [at] 771d470 [junit4:junit4] 2> 14626 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server /127.0.0.1:56194 [junit4:junit4] 2> 14627 T2186 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session [junit4:junit4] 2> 14627 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56218 [junit4:junit4] 2> 14627 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to establish new session at /127.0.0.1:56218 [junit4:junit4] 2> 14629 T2158 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60007 with negotiated timeout 20000 for client /127.0.0.1:56218 [junit4:junit4] 2> 14629 T2186 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60007, negotiated timeout = 20000 [junit4:junit4] 2> 14629 T2187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 771d470 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 14632 T2159 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d466ec60005 [junit4:junit4] 2> 14634 T2171 oaz.ZooKeeper.close Session: 0x1391d466ec60005 closed [junit4:junit4] 2> 14634 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60005, likely client has closed socket [junit4:junit4] 2> 14634 T2179 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 14635 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56212 which had sessionid 0x1391d466ec60005 [junit4:junit4] 2> 14645 T2159 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d466ec60004 [junit4:junit4] 2> 14647 T2171 oaz.ZooKeeper.close Session: 0x1391d466ec60004 closed [junit4:junit4] 2> 14647 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60004, likely client has closed socket [junit4:junit4] 2> 14647 T2175 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 14647 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56209 which had sessionid 0x1391d466ec60004 [junit4:junit4] 2> 14649 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60006, likely client has closed socket [junit4:junit4] 2> 14650 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.nio.channels.CancelledKeyException [junit4:junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:55) [junit4:junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:59) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.disableWrite(ClientCnxn.java:919) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1163) [junit4:junit4] 2> [junit4:junit4] 2> 14650 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56215 which had sessionid 0x1391d466ec60006 [junit4:junit4] 2> 14650 T2158 oazs.NIOServerCnxn.sendBuffer SEVERE Unexpected Exception: java.nio.channels.CancelledKeyException [junit4:junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:55) [junit4:junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:59) [junit4:junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendBuffer(NIOServerCnxn.java:418) [junit4:junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.sendResponse(NIOServerCnxn.java:1509) [junit4:junit4] 2> at org.apache.zookeeper.server.FinalRequestProcessor.processRequest(FinalRequestProcessor.java:359) [junit4:junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:163) [junit4:junit4] 2> at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:98) [junit4:junit4] 2> [junit4:junit4] 2> 14750 T2183 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 4ff73a9 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None [junit4:junit4] 2> 15234 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60007, likely client has closed socket [junit4:junit4] 2> 15234 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server 127.0.0.1/127.0.0.1:56194, unexpected error, closing socket connection and attempting reconnect java.nio.channels.ClosedChannelException [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:122) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:165) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.doIO(ClientCnxn.java:856) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1154) [junit4:junit4] 2> [junit4:junit4] 2> 15235 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56218 which had sessionid 0x1391d466ec60007 [junit4:junit4] 2> 15346 T2187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 771d470 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None [junit4:junit4] 2> 16103 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 16103 T2182 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session [junit4:junit4] 2> 16105 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56219 [junit4:junit4] 2> 17016 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 17017 T2186 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session [junit4:junit4] 2> 17017 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56220 [junit4:junit4] 2> 17018 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to renew session 0x1391d466ec60007 at /127.0.0.1:56220 [junit4:junit4] 2> 17019 T2156 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60007 with negotiated timeout 20000 for client /127.0.0.1:56220 [junit4:junit4] 2> 17019 T2186 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60007, negotiated timeout = 20000 [junit4:junit4] 2> 17019 T2187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 771d470 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 21229 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x0, likely client has closed socket [junit4:junit4] 2> 21230 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56219 (no session established for client) [junit4:junit4] 2> 21835 T2156 oazs.NIOServerCnxn.doIO WARNING EndOfStreamException: Unable to read additional data from client sessionid 0x1391d466ec60007, likely client has closed socket [junit4:junit4] 2> 21835 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.nio.channels.CancelledKeyException [junit4:junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:55) [junit4:junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:59) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.disableWrite(ClientCnxn.java:919) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1163) [junit4:junit4] 2> [junit4:junit4] 2> 21836 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56220 which had sessionid 0x1391d466ec60007 [junit4:junit4] 2> 21947 T2187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 771d470 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None [junit4:junit4] 2> 23972 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 23972 T2186 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session [junit4:junit4] 2> 23973 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56221 [junit4:junit4] 2> 23973 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to renew session 0x1391d466ec60007 at /127.0.0.1:56221 [junit4:junit4] 2> 23974 T2156 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60007 with negotiated timeout 20000 for client /127.0.0.1:56221 [junit4:junit4] 2> 23974 T2186 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60007, negotiated timeout = 20000 [junit4:junit4] 2> 23974 T2187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 771d470 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 33571 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server 127.0.0.1/127.0.0.1:56194, unexpected error, closing socket connection and attempting reconnect java.nio.channels.CancelledKeyException [junit4:junit4] 2> at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:55) [junit4:junit4] 2> at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:64) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.primeConnection(ClientCnxn.java:993) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1146) [junit4:junit4] 2> [junit4:junit4] 2> 35287 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 35287 T2156 oazs.NIOServerCnxn$Factory.run Accepted socket connection from /127.0.0.1:56222 [junit4:junit4] 2> 35287 T2182 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:56194, initiating session [junit4:junit4] 2> 35288 T2156 oazs.NIOServerCnxn.readConnectRequest Client attempting to renew session 0x1391d466ec60006 at /127.0.0.1:56222 [junit4:junit4] 2> 35289 T2156 oazs.NIOServerCnxn.finishSessionInit Established session 0x1391d466ec60006 with negotiated timeout 20000 for client /127.0.0.1:56222 [junit4:junit4] 2> 35289 T2182 oaz.ClientCnxn$SendThread.readConnectResult Session establishment complete on server 127.0.0.1/127.0.0.1:56194, sessionid = 0x1391d466ec60006, negotiated timeout = 20000 [junit4:junit4] 2> 35289 T2183 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 4ff73a9 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None [junit4:junit4] 2> 48395 T2159 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1391d466ec60002 [junit4:junit4] 2> 48398 T2156 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56203 which had sessionid 0x1391d466ec60002 [junit4:junit4] 2> 48398 T2165 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 48398 T2076 oaz.ZooKeeper.close Session: 0x1391d466ec60002 closed [junit4:junit4] 2> 48400 T2159 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop! [junit4:junit4] 2> 48400 T2158 oazs.SyncRequestProcessor.run SyncRequestProcessor exited! [junit4:junit4] 2> 48402 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete [junit4:junit4] 2> 48580 T2157 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop! [junit4:junit4] 2> 50611 T2076 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56221 which had sessionid 0x1391d466ec60007 [junit4:junit4] 2> 50612 T2186 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x1391d466ec60007, likely server has closed socket, closing socket connection and attempting reconnect [junit4:junit4] 2> 50612 T2076 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:56222 which had sessionid 0x1391d466ec60006 [junit4:junit4] 2> 50612 T2182 oaz.ClientCnxn$SendThread.run Unable to read additional data from server sessionid 0x1391d466ec60006, likely server has closed socket, closing socket connection and attempting reconnect [junit4:junit4] 2> 50612 T2156 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method [junit4:junit4] 2> 50616 T2076 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete [junit4:junit4] 2> 50616 T2076 oas.SolrTestCaseJ4.tearDown ###Ending testStressElection [junit4:junit4] 1> / (2) [junit4:junit4] 1> /overseer (1) [junit4:junit4] 1> DATA: [junit4:junit4] 1> [junit4:junit4] 1> /overseer/queue (1) [junit4:junit4] 1> DATA: [junit4:junit4] 1> [junit4:junit4] 1> /overseer/queue/qn-0000000000 (0) [junit4:junit4] 1> DATA: [junit4:junit4] 1> { [junit4:junit4] 1> "operation":"leader", [junit4:junit4] 1> "shard":"shard1", [junit4:junit4] 1> "core":"", [junit4:junit4] 1> "collection":"collection1", [junit4:junit4] 1> "base_url":"0"} [junit4:junit4] 1> /collections (1) [junit4:junit4] 1> /collections/collection1 (2) [junit4:junit4] 1> /collections/collection1/leader_elect (1) [junit4:junit4] 1> /collections/collection1/leader_elect/shard1 (1) [junit4:junit4] 1> /collections/collection1/leader_elect/shard1/election (2) [junit4:junit4] 1> /collections/collection1/leader_elect/shard1/election/88133856053821446-3-n_0000000002 (0) [junit4:junit4] 1> /collections/collection1/leader_elect/shard1/election/88133856053821447-4-n_0000000003 (0) [junit4:junit4] 1> /collections/collection1/leaders (0) [junit4:junit4] 1> [junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderElectionTest -Dtests.method=testStressElection -Dtests.seed=95553521A4DBD401 -Dtests.slow=true -Dtests.locale=sr_RS -Dtests.timezone=Africa/Gaborone -Dtests.file.encoding=Cp1252 [junit4:junit4] ERROR 38.2s | LeaderElectionTest.testStressElection <<< [junit4:junit4] > Throwable #1: java.lang.RuntimeException: Could not get leader props [junit4:junit4] > at __randomizedtesting.SeedInfo.seed([95553521A4DBD401:6A03E18FC395C512]:0) [junit4:junit4] > at org.apache.solr.cloud.LeaderElectionTest.getLeaderUrl(LeaderElectionTest.java:214) [junit4:junit4] > at org.apache.solr.cloud.LeaderElectionTest.getLeaderThread(LeaderElectionTest.java:313) [junit4:junit4] > at org.apache.solr.cloud.LeaderElectionTest.testStressElection(LeaderElectionTest.java:422) [junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4:junit4] > at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) [junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) [junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:597) [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559) [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79) [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737) [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773) [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) [junit4:junit4] > at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50) [junit4:junit4] > at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32) [junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) [junit4:junit4] > at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) [junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) [junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345) [junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:769) [junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:429) [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746) [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648) [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682) [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) [junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) [junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40) [junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) [junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) [junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345) [junit4:junit4] > at java.lang.Thread.run(Thread.java:662) [junit4:junit4] 2> 50628 T2076 oas.SolrTestCaseJ4.deleteCore ###deleteCore [junit4:junit4] 2> 50642 T2076 oas.SolrTestCaseJ4.endTrackingZkClients SEVERE ERROR: SolrZkClient opens=32 closes=30 [junit4:junit4] 2> 50653 T2075 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 12 leaked thread(s). [junit4:junit4] 2> 50710 T2187 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 771d470 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None [junit4:junit4] 2> 50711 T2183 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager [at] 4ff73a9 name:ZooKeeperConnection Watcher:127.0.0.1:56194/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None [junit4:junit4] 2> 52225 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 52633 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 53217 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 53607 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 54513 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 55593 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 55776 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 56857 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 57131 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 58204 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 58389 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 59471 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 59843 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 60923 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 61524 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 62594 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 63044 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 64114 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 64693 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 65734 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 66135 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 67136 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 67291 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 68292 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 68537 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 69455 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 69546 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 70456 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.net.ConnectException: Connection refused: no further information [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:599) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 70777 T2075 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 12 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionTest: [junit4:junit4] 2> 1) Thread[id=2192, name=Thread-855, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] 2> 2) Thread[id=2193, name=Thread-856, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] 2> 3) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] 2> 4) Thread[id=2191, name=Thread-854, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] 2> 5) Thread[id=2189, name=Thread-852, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] 2> 6) Thread[id=2190, name=Thread-853, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] 2> 7) Thread[id=2195, name=Thread-858, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] 2> 8) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] 2> 9) Thread[id=2194, name=Thread-857, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] 2> 10) Thread[id=2187, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4:junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) [junit4:junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) [junit4:junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4:junit4] 2> 11) Thread[id=2183, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at sun.misc.Unsafe.park(Native Method) [junit4:junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) [junit4:junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) [junit4:junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4:junit4] 2> 12) Thread[id=2196, name=Thread-859, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] 2> 70779 T2075 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads: [junit4:junit4] 2> 1) Thread[id=2192, name=Thread-855, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> 2) Thread[id=2193, name=Thread-856, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> 3) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> 4) Thread[id=2191, name=Thread-854, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> 5) Thread[id=2189, name=Thread-852, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> 6) Thread[id=2190, name=Thread-853, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> 7) Thread[id=2195, name=Thread-858, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> 8) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> 9) Thread[id=2194, name=Thread-857, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> 10) Thread[id=2187, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> 11) Thread[id=2183, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> 12) Thread[id=2196, name=Thread-859, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> 70780 T2183 oaz.ClientCnxn$EventThread.run SEVERE Event thread exiting due to interruption java.lang.InterruptedException [junit4:junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:1961) [junit4:junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1996) [junit4:junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4:junit4] 2> [junit4:junit4] 2> 70782 T2186 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] 2> [junit4:junit4] 2> 70780 T2182 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] 2> [junit4:junit4] 2> 70782 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 70783 T2183 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 70782 T2187 oaz.ClientCnxn$EventThread.run SEVERE Event thread exiting due to interruption java.lang.InterruptedException [junit4:junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:1961) [junit4:junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1996) [junit4:junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4:junit4] 2> [junit4:junit4] 2> 70785 T2187 oaz.ClientCnxn$EventThread.run EventThread shut down [junit4:junit4] 2> 71282 T2186 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] 2> [junit4:junit4] 2> 71282 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 71792 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.nio.channels.ClosedByInterruptException [junit4:junit4] 2> at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:635) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 72286 T2182 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] 2> [junit4:junit4] 2> 72286 T2182 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 72290 T2186 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60007 for server null, unexpected error, closing socket connection and attempting reconnect java.nio.channels.ClosedByInterruptException [junit4:junit4] 2> at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:635) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 72789 T2186 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] 2> [junit4:junit4] 2> 73289 T2182 oaz.ClientCnxn$SendThread.run WARNING Session 0x1391d466ec60006 for server null, unexpected error, closing socket connection and attempting reconnect java.nio.channels.ClosedByInterruptException [junit4:junit4] 2> at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) [junit4:junit4] 2> at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:635) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1143) [junit4:junit4] 2> [junit4:junit4] 2> 73290 T2186 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] 2> [junit4:junit4] 2> 73290 T2182 oaz.ClientCnxn$SendThread.startConnect WARNING Unexpected exception java.lang.InterruptedException: sleep interrupted [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] 2> [junit4:junit4] 2> 73290 T2186 oaz.ClientCnxn$SendThread.startConnect Opening socket connection to server 127.0.0.1/127.0.0.1:56194 [junit4:junit4] 2> 73794 T2075 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated: [junit4:junit4] 2> 1) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=RUNNABLE, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) [junit4:junit4] 2> at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273) [junit4:junit4] 2> at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255) [junit4:junit4] 2> at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136) [junit4:junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) [junit4:junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1131) [junit4:junit4] 2> 2) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] 2> at java.lang.Thread.sleep(Native Method) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045) [junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] 2> NOTE: test params are: codec=Lucene40: {}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=sr_RS, timezone=Africa/Gaborone [junit4:junit4] 2> NOTE: Windows 7 6.1 amd64/Sun Microsystems Inc. 1.6.0_33 (64-bit)/cpus=2,threads=3,free=41304920,total=175570944 [junit4:junit4] 2> NOTE: All tests run in this JVM: [.DirectUpdateHandlerOptimizeTest, TestBinaryResponseWriter, MinimalSchemaTest, DistributedSpellCheckComponentTest, TestPHPSerializedResponseWriter, DisMaxRequestHandlerTest, ReturnFieldsTest, TestJmxMonitoredMap, CoreContainerCoreInitFailuresTest, SearchHandlerTest, DebugComponentTest, BasicDistributedZkTest, NumericFieldsTest, SpellPossibilityIteratorTest, TestSolrJ, IndexReaderFactoryTest, TermVectorComponentTest, TestCharFilters, TestSurroundQueryParser, TestSearchPerf, TestDistributedSearch, SpatialFilterTest, TestOmitPositions, TestSolrDeletionPolicy2, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, RecoveryZkTest, StatsComponentTest, BasicZkTest, OpenExchangeRatesOrgProviderTest, ZkControllerTest, SampleTest, SortByFunctionTest, PrimUtilsTest, FieldAnalysisRequestHandlerTest, TestPseudoReturnFields, TestMergePolicyConfig, TestFiltering, PrimitiveFieldTypeTest, SuggesterTest, TestWordDelimiterFilterFactory, FullSolrCloudDistribCmdsTest, TestFoldingMultitermQuery, BadComponentTest, SuggesterFSTTest, TestGroupingSearch, TestSystemIdResolver, SoftAutoCommitTest, QueryElevationComponentTest, TestRemoteStreaming, TestRandomFaceting, JsonLoaderTest, TestLMDirichletSimilarityFactory, TestSolrQueryParser, LegacyHTMLStripCharFilterTest, TestCoreContainer, CopyFieldTest, TestStressLucene, TestSuggestSpellingConverter, TestStressRecovery, FieldMutatingUpdateProcessorTest, TestFastLRUCache, ShowFileRequestHandlerTest, TestUtils, TestReload, TestXIncludeConfig, ZkCLITest, CoreAdminHandlerTest, DefaultValueUpdateProcessorTest, RAMDirectoryFactoryTest, TestQuerySenderListener, StatelessScriptUpdateProcessorFactoryTest, DateFieldTest, MBeansHandlerTest, TestDocumentBuilder, ClusterStateTest, WordBreakSolrSpellCheckerTest, JSONWriterTest, PathHierarchyTokenizerFactoryTest, QueryParsingTest, MultiTermTest, TestLMJelinekMercerSimilarityFactory, DirectSolrConnectionTest, TestQuerySenderNoQuery, TestLFUCache, CurrencyFieldTest, TestDistributedGrouping, UniqFieldsUpdateProcessorFactoryTest, UpdateParamsTest, SyncSliceTest, DateMathParserTest, AlternateDirectoryTest, TestJoin, DOMUtilTest, ScriptEngineTest, ZkSolrClientTest, SpellCheckCollatorTest, ClusterStateUpdateTest, TestPluginEnable, ConvertedLegacyTest, DistributedQueryElevationComponentTest, TermVectorComponentDistributedTest, TestDFRSimilarityFactory, TestSolrCoreProperties, OverseerTest, TestExtendedDismaxParser, SolrPluginUtilsTest, TestDocSet, SpellCheckComponentTest, TestReplicationHandler, LeaderElectionIntegrationTest, LeaderElectionTest] [junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderElectionTest -Dtests.seed=95553521A4DBD401 -Dtests.slow=true -Dtests.locale=sr_RS -Dtests.timezone=Africa/Gaborone -Dtests.file.encoding=Cp1252 [junit4:junit4] ERROR 0.00s | LeaderElectionTest (suite) <<< [junit4:junit4] > Throwable #1: java.lang.AssertionError: ERROR: SolrZkClient opens=32 closes=30 [junit4:junit4] > at __randomizedtesting.SeedInfo.seed([95553521A4DBD401]:0) [junit4:junit4] > at org.junit.Assert.fail(Assert.java:93) [junit4:junit4] > at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:237) [junit4:junit4] > at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:90) [junit4:junit4] > at sun.reflect.GeneratedMethodAccessor19.invoke(Unknown Source) [junit4:junit4] > at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) [junit4:junit4] > at java.lang.reflect.Method.invoke(Method.java:597) [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559) [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79) [junit4:junit4] > at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:700) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53) [junit4:junit4] > at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [junit4:junit4] > at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39) [junit4:junit4] > at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:40) [junit4:junit4] > at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48) [junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70) [junit4:junit4] > at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55) [junit4:junit4] > at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [junit4:junit4] > at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:345) [junit4:junit4] > at java.lang.Thread.run(Thread.java:662) [junit4:junit4] > Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 12 threads leaked from SUITE scope at org.apache.solr.cloud.LeaderElectionTest: [junit4:junit4] > 1) Thread[id=2192, name=Thread-855, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at java.lang.Thread.sleep(Native Method) [junit4:junit4] > at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] > 2) Thread[id=2193, name=Thread-856, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at java.lang.Thread.sleep(Native Method) [junit4:junit4] > at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] > 3) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at java.lang.Thread.sleep(Native Method) [junit4:junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1038) [junit4:junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] > 4) Thread[id=2191, name=Thread-854, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at java.lang.Thread.sleep(Native Method) [junit4:junit4] > at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] > 5) Thread[id=2189, name=Thread-852, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at java.lang.Thread.sleep(Native Method) [junit4:junit4] > at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] > 6) Thread[id=2190, name=Thread-853, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at java.lang.Thread.sleep(Native Method) [junit4:junit4] > at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] > 7) Thread[id=2195, name=Thread-858, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at java.lang.Thread.sleep(Native Method) [junit4:junit4] > at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] > 8) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at java.lang.Thread.sleep(Native Method) [junit4:junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045) [junit4:junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] > 9) Thread[id=2194, name=Thread-857, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at java.lang.Thread.sleep(Native Method) [junit4:junit4] > at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] > 10) Thread[id=2187, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at sun.misc.Unsafe.park(Native Method) [junit4:junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) [junit4:junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) [junit4:junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) [junit4:junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4:junit4] > 11) Thread[id=2183, name=Thread-849-EventThread, state=WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at sun.misc.Unsafe.park(Native Method) [junit4:junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156) [junit4:junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) [junit4:junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) [junit4:junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498) [junit4:junit4] > 12) Thread[id=2196, name=Thread-859, state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at java.lang.Thread.sleep(Native Method) [junit4:junit4] > at org.apache.zookeeper.SolrZooKeeper$1.run(SolrZooKeeper.java:57) [junit4:junit4] > at __randomizedtesting.SeedInfo.seed([95553521A4DBD401]:0) [junit4:junit4] > Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: [junit4:junit4] > 1) Thread[id=2186, name=Thread-849-SendThread(127.0.0.1:56194), state=RUNNABLE, group=TGRP-LeaderElectionTest] [junit4:junit4] > at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) [junit4:junit4] > at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273) [junit4:junit4] > at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255) [junit4:junit4] > at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136) [junit4:junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) [junit4:junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) [junit4:junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1131) [junit4:junit4] > 2) Thread[id=2182, name=Thread-849-SendThread(127.0.0.1:56194), state=TIMED_WAITING, group=TGRP-LeaderElectionTest] [junit4:junit4] > at java.lang.Thread.sleep(Native Method) [junit4:junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1045) [junit4:junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1101) [junit4:junit4] > at __randomizedtesting.SeedInfo.seed([95553521A4DBD401]:0) [junit4:junit4] Completed in 73.83s, 4 tests, 1 failure, 3 errors <<< FAILURES! [...truncated 328 lines...] BUILD FAILED C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\build.xml:29: The following error occurred while executing this line: C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\solr\build.xml:144: The following error occurred while executing this line: C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\lucene\module-build.xml:62: The following error occurred while executing this line: C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:1105: The following error occurred while executing this line: C:\Jenkins\workspace\Lucene-Solr-trunk-Windows\lucene\common-build.xml:797: There were test failures: 224 suites, 901 tests, 3 suite-level errors, 1 error, 448 ignored (8 assumptions) Total time: 25 minutes 35 seconds Build step 'Invoke Ant' marked build as failure Recording test results Email was triggered for: Failure Sending email for trigger: Failure
|