[JENKINS] Lucene-Solr-Tests-7.x - Build # 230 - Unstable

Previous Topic Next Topic
 
classic Classic list List threaded Threaded
14 messages Options
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-7.x - Build # 230 - Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/230/

3 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not load collection from ZK: collection1

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
        at __randomizedtesting.SeedInfo.seed([B51135E2AC48524C:3D450A3802B43FB4]:0)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
        at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
        at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:365)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:674)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1311)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1302)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1294)
        at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexQueryDeleteHierarchical(FullSolrCloudDistribCmdsTest.java:528)
        at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:134)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
        ... 49 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionContextKeyTest

Error Message:
Could not load collection from ZK: testCollection1

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: testCollection1
        at __randomizedtesting.SeedInfo.seed([B51135E2AC48524C]:0)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
        at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
        at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
        at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
        at org.apache.solr.cloud.LeaderElectionContextKeyTest.setupCluster(LeaderElectionContextKeyTest.java:66)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testCollection1/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
        ... 28 more


FAILED:  org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test

Error Message:
wrong number of events added to .system expected:<9> but was:<10>

Stack Trace:
java.lang.AssertionError: wrong number of events added to .system expected:<9> but was:<10>
        at __randomizedtesting.SeedInfo.seed([B51135E2AC48524C:3D450A3802B43FB4]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:166)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11672 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.SystemLogListenerTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/init-core-data-001
   [junit4]   2> 428781 WARN  (SUITE-SystemLogListenerTest-seed#[B51135E2AC48524C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
   [junit4]   2> 428781 INFO  (SUITE-SystemLogListenerTest-seed#[B51135E2AC48524C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 428782 INFO  (SUITE-SystemLogListenerTest-seed#[B51135E2AC48524C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 428783 INFO  (SUITE-SystemLogListenerTest-seed#[B51135E2AC48524C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 428784 INFO  (SUITE-SystemLogListenerTest-seed#[B51135E2AC48524C]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001
   [junit4]   2> 428784 INFO  (SUITE-SystemLogListenerTest-seed#[B51135E2AC48524C]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 428797 INFO  (Thread-505) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 428797 INFO  (Thread-505) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 428814 ERROR (Thread-505) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 428907 INFO  (SUITE-SystemLogListenerTest-seed#[B51135E2AC48524C]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:37142
   [junit4]   2> 429039 INFO  (jetty-launcher-134-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 429107 INFO  (jetty-launcher-134-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 429109 INFO  (jetty-launcher-134-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 429143 INFO  (jetty-launcher-134-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26eab5a2{/solr,null,AVAILABLE}
   [junit4]   2> 429144 INFO  (jetty-launcher-134-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10b32b76{SSL,[ssl, http/1.1]}{127.0.0.1:36931}
   [junit4]   2> 429144 INFO  (jetty-launcher-134-thread-1) [    ] o.e.j.s.Server Started @443083ms
   [junit4]   2> 429144 INFO  (jetty-launcher-134-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36931}
   [junit4]   2> 429144 ERROR (jetty-launcher-134-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 429144 INFO  (jetty-launcher-134-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 429144 INFO  (jetty-launcher-134-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 429144 INFO  (jetty-launcher-134-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 429144 INFO  (jetty-launcher-134-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T14:00:15.345Z
   [junit4]   2> 429196 INFO  (jetty-launcher-134-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c214056{/solr,null,AVAILABLE}
   [junit4]   2> 429197 INFO  (jetty-launcher-134-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@392c43d1{SSL,[ssl, http/1.1]}{127.0.0.1:43626}
   [junit4]   2> 429197 INFO  (jetty-launcher-134-thread-2) [    ] o.e.j.s.Server Started @443136ms
   [junit4]   2> 429197 INFO  (jetty-launcher-134-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43626}
   [junit4]   2> 429197 ERROR (jetty-launcher-134-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 429197 INFO  (jetty-launcher-134-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 429197 INFO  (jetty-launcher-134-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 429197 INFO  (jetty-launcher-134-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 429197 INFO  (jetty-launcher-134-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T14:00:15.398Z
   [junit4]   2> 429236 INFO  (jetty-launcher-134-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 429253 INFO  (jetty-launcher-134-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 429269 INFO  (jetty-launcher-134-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b35de29{/solr,null,AVAILABLE}
   [junit4]   2> 429269 INFO  (jetty-launcher-134-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5560dc21{SSL,[ssl, http/1.1]}{127.0.0.1:38809}
   [junit4]   2> 429269 INFO  (jetty-launcher-134-thread-3) [    ] o.e.j.s.Server Started @443209ms
   [junit4]   2> 429269 INFO  (jetty-launcher-134-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38809}
   [junit4]   2> 429270 ERROR (jetty-launcher-134-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 429270 INFO  (jetty-launcher-134-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 429270 INFO  (jetty-launcher-134-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 429270 INFO  (jetty-launcher-134-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 429270 INFO  (jetty-launcher-134-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T14:00:15.471Z
   [junit4]   2> 429327 INFO  (jetty-launcher-134-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 429363 INFO  (jetty-launcher-134-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37142/solr
   [junit4]   2> 429543 INFO  (jetty-launcher-134-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37142/solr
   [junit4]   2> 429589 INFO  (jetty-launcher-134-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37142/solr
   [junit4]   2> 430254 INFO  (jetty-launcher-134-thread-3) [n:127.0.0.1:38809_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 430255 INFO  (jetty-launcher-134-thread-3) [n:127.0.0.1:38809_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38809_solr
   [junit4]   2> 430255 INFO  (jetty-launcher-134-thread-3) [n:127.0.0.1:38809_solr    ] o.a.s.c.Overseer Overseer (id=98974827478974472-127.0.0.1:38809_solr-n_0000000000) starting
   [junit4]   2> 430345 INFO  (jetty-launcher-134-thread-2) [n:127.0.0.1:43626_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 430400 INFO  (jetty-launcher-134-thread-2) [n:127.0.0.1:43626_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43626_solr
   [junit4]   2> 430477 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 430493 INFO  (zkCallback-151-thread-1-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 431152 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 431153 INFO  (jetty-launcher-134-thread-3) [n:127.0.0.1:38809_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38809_solr
   [junit4]   2> 431184 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
   [junit4]   2> 431184 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 431184 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 431185 INFO  (OverseerStateUpdate-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 431331 INFO  (zkCallback-151-thread-1-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 431388 INFO  (zkCallback-150-thread-2-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 431501 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 431515 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 431516 DEBUG (ScheduledTrigger-232-thread-1) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr]
   [junit4]   2> 432013 INFO  (jetty-launcher-134-thread-3) [n:127.0.0.1:38809_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38809.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 432142 INFO  (jetty-launcher-134-thread-2) [n:127.0.0.1:43626_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43626.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 432304 INFO  (jetty-launcher-134-thread-2) [n:127.0.0.1:43626_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43626.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 432305 INFO  (jetty-launcher-134-thread-2) [n:127.0.0.1:43626_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43626.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 432323 INFO  (jetty-launcher-134-thread-2) [n:127.0.0.1:43626_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node2/.
   [junit4]   2> 432489 INFO  (jetty-launcher-134-thread-3) [n:127.0.0.1:38809_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38809.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 432489 INFO  (jetty-launcher-134-thread-3) [n:127.0.0.1:38809_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38809.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 432543 INFO  (jetty-launcher-134-thread-3) [n:127.0.0.1:38809_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node3/.
   [junit4]   2> 432833 DEBUG (ScheduledTrigger-232-thread-1) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr]
   [junit4]   2> 433731 INFO  (jetty-launcher-134-thread-1) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 433840 DEBUG (ScheduledTrigger-232-thread-2) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr]
   [junit4]   2> 433872 INFO  (jetty-launcher-134-thread-1) [n:127.0.0.1:36931_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 433873 INFO  (jetty-launcher-134-thread-1) [n:127.0.0.1:36931_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36931_solr
   [junit4]   2> 433892 INFO  (zkCallback-151-thread-1-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 433892 INFO  (zkCallback-150-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 433910 INFO  (zkCallback-149-thread-1-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 434843 DEBUG (ScheduledTrigger-232-thread-1) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 434965 INFO  (jetty-launcher-134-thread-1) [n:127.0.0.1:36931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36931.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 435074 INFO  (jetty-launcher-134-thread-1) [n:127.0.0.1:36931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36931.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 435074 INFO  (jetty-launcher-134-thread-1) [n:127.0.0.1:36931_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36931.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 435147 INFO  (jetty-launcher-134-thread-1) [n:127.0.0.1:36931_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node1/.
   [junit4]   2> 435449 INFO  (SUITE-SystemLogListenerTest-seed#[B51135E2AC48524C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 435449 INFO  (SUITE-SystemLogListenerTest-seed#[B51135E2AC48524C]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37142/solr ready
   [junit4]   2> 435617 INFO  (qtp1574194587-1140) [n:127.0.0.1:36931_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 435909 DEBUG (ScheduledTrigger-232-thread-1) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 436079 INFO  (OverseerThreadFactory-234-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 436845 INFO  (OverseerStateUpdate-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43626/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 436934 DEBUG (ScheduledTrigger-232-thread-1) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 437068 INFO  (OverseerStateUpdate-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38809/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 437118 INFO  (OverseerStateUpdate-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36931/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 437951 DEBUG (ScheduledTrigger-232-thread-1) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 437970 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n5&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 437971 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 438139 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 438139 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 438195 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 438195 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 438245 INFO  (zkCallback-149-thread-1-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 438245 INFO  (zkCallback-151-thread-1-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 438317 INFO  (zkCallback-149-thread-2-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 438391 INFO  (zkCallback-151-thread-1-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 438392 INFO  (zkCallback-150-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 438427 INFO  (zkCallback-149-thread-2-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 438427 INFO  (zkCallback-149-thread-1-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 438428 INFO  (zkCallback-151-thread-2-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 438956 DEBUG (ScheduledTrigger-232-thread-1) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 439231 WARN  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
   [junit4]   2> 439250 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 439659 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 439669 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 439691 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 439697 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.IndexSchema [.system_shard1_replica_n5] Schema name=_system collection or core
   [junit4]   2> 439727 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 439839 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 439858 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 439859 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 439935 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 439941 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 439953 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 439953 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n5' using configuration from collection .system, trusted=true
   [junit4]   2> 439954 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36931.solr.core..system.shard1.replica_n5' (registry 'solr.core..system.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 439954 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 439954 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.SolrCore [[.system_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node1/.system_shard1_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node1/./.system_shard1_replica_n5/data/]
   [junit4]   2> 439964 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 439968 DEBUG (ScheduledTrigger-232-thread-1) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 439984 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 440020 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 440021 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
   [junit4]   2> 440021 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 440021 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43626.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 440022 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 440022 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
   [junit4]   2> 440025 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 440025 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
   [junit4]   2> 440025 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true
   [junit4]   2> 440025 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38809.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 440026 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 440026 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node3/.system_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node3/./.system_shard1_replica_n2/data/]
   [junit4]   2> 440834 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 440834 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 440835 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
   [junit4]   2> 440835 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 440860 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@339ba105[.system_shard1_replica_n5] main]
   [junit4]   2> 440891 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 440891 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 440892 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
   [junit4]   2> 440892 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 440894 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@290efaa3[.system_shard1_replica_n1] main]
   [junit4]   2> 440901 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 440901 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 440908 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 440908 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 440972 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 440973 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 440974 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
   [junit4]   2> 440974 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 440975 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4562701[.system_shard1_replica_n2] main]
   [junit4]   2> 440984 DEBUG (ScheduledTrigger-232-thread-1) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 440993 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 440993 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 441010 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 441029 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 441030 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 441033 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core
   [junit4]   2> 441045 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 441046 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 441046 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583597252506550272
   [junit4]   2> 441010 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 441122 INFO  (searcherExecutor-241-thread-1-processing-n:127.0.0.1:36931_solr x:.system_shard1_replica_n5 s:shard1 c:.system r:core_node6) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.SolrCore [.system_shard1_replica_n5] Registered new searcher Searcher@339ba105[.system_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 441155 INFO  (zkCallback-150-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 441167 INFO  (zkCallback-149-thread-2-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 441167 INFO  (zkCallback-149-thread-1-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 441229 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
   [junit4]   2> 441230 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper
   [junit4]   2> 441232 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 441240 INFO  (zkCallback-151-thread-2-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 441240 INFO  (zkCallback-151-thread-1-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 441252 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 441252 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 221 ms
   [junit4]   2> 441252 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 441305 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 441305 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 75 ms
   [junit4]   2> 441371 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 441372 INFO  (searcherExecutor-243-thread-1-processing-n:127.0.0.1:38809_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node4) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@4562701[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 441372 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583597252848386048
   [junit4]   2> 441374 INFO  (searcherExecutor-242-thread-1-processing-n:127.0.0.1:43626_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@290efaa3[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 441391 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583597252868308992
   [junit4]   2> 441742 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 441742 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 441742 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36931/solr/.system_shard1_replica_n5/
   [junit4]   2> 441813 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n5 url=https://127.0.0.1:36931/solr START replicas=[https://127.0.0.1:43626/solr/.system_shard1_replica_n1/, https://127.0.0.1:38809/solr/.system_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 441989 DEBUG (ScheduledTrigger-232-thread-1) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 442101 INFO  (qtp1986022667-1145) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 442102 INFO  (qtp775711461-1161) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.c.S.Request [.system_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 442233 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n5 url=https://127.0.0.1:36931/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 442233 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 442233 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 442233 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 442271 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36931/solr/.system_shard1_replica_n5/ shard1
   [junit4]   2> 442401 INFO  (zkCallback-151-thread-1-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 442401 INFO  (zkCallback-151-thread-2-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 442401 INFO  (zkCallback-150-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 442428 INFO  (zkCallback-149-thread-2-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 442436 INFO  (zkCallback-149-thread-1-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 442474 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4335
   [junit4]   2> 442476 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4281
   [junit4]   2> 442489 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 442491 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n5&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4520
   [junit4]   2> 442620 INFO  (zkCallback-151-thread-1-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 442620 INFO  (zkCallback-151-thread-2-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 442622 INFO  (zkCallback-150-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 442628 INFO  (zkCallback-149-thread-2-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 442635 INFO  (zkCallback-149-thread-1-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 442670 INFO  (qtp1574194587-1140) [n:127.0.0.1:36931_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 442670 INFO  (qtp1574194587-1140) [n:127.0.0.1:36931_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=7053
   [junit4]   2> 442968 INFO  (TEST-SystemLogListenerTest.test-seed#[B51135E2AC48524C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 443022 DEBUG (ScheduledTrigger-232-thread-1) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 443185 INFO  (qtp1574194587-1141) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 443187 INFO  (qtp1574194587-1141) [n:127.0.0.1:36931_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37142/solr ready
   [junit4]   2> 443465 INFO  (qtp1574194587-1135) [n:127.0.0.1:36931_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=159
   [junit4]   2> 443478 INFO  (qtp775711461-1162) [n:127.0.0.1:38809_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 443537 INFO  (qtp1986022667-1148) [n:127.0.0.1:43626_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=55
   [junit4]   2> 443588 DEBUG (qtp1574194587-1141) [n:127.0.0.1:36931_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 443592 INFO  (qtp1574194587-1141) [n:127.0.0.1:36931_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=530
   [junit4]   2> 443592 DEBUG (zkCallback-150-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 443656 INFO  (qtp1986022667-1149) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 443657 INFO  (qtp1986022667-1149) [n:127.0.0.1:43626_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37142/solr ready
   [junit4]   2> 443677 DEBUG (zkCallback-150-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 443677 DEBUG (zkCallback-150-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 443679 INFO  (qtp1574194587-1140) [n:127.0.0.1:36931_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 443689 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 443756 INFO  (qtp775711461-1161) [n:127.0.0.1:38809_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 443852 INFO  (qtp1986022667-1150) [n:127.0.0.1:43626_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 443852 DEBUG (qtp1986022667-1149) [n:127.0.0.1:43626_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 443870 DEBUG (zkCallback-150-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 443870 DEBUG (zkCallback-150-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 443870 DEBUG (zkCallback-150-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 443870 INFO  (qtp1986022667-1149) [n:127.0.0.1:43626_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=229
   [junit4]   2> 443872 INFO  (qtp1574194587-1137) [n:127.0.0.1:36931_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&name=test&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 443905 INFO  (OverseerThreadFactory-234-thread-2-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.CreateCollectionCmd Create collection test
   [junit4]   2> 443978 INFO  (OverseerCollectionConfigSetProcessor-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 443982 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 444035 DEBUG (ScheduledTrigger-232-thread-2) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 444055 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 2
   [junit4]   2> 444055 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 444055 DEBUG (ScheduledTrigger-232-thread-3) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 444091 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 444108 DEBUG (OverseerAutoScalingTriggerThread-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 444290 INFO  (OverseerStateUpdate-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36931/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 444310 INFO  (OverseerStateUpdate-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43626/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 444345 INFO  (OverseerStateUpdate-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38809/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 444381 INFO  (OverseerStateUpdate-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36931/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 444418 INFO  (OverseerStateUpdate-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"test_shard3_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43626/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 444434 INFO  (OverseerStateUpdate-98974827478974472-127.0.0.1:38809_solr-n_0000000000) [n:127.0.0.1:38809_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"test_shard3_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38809/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 444763 INFO  (qtp1986022667-1151) [n:127.0.0.1:43626_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=test_shard3_replica_n8&action=CREATE&numShards=3&collection=test&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 444872 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=test_shard3_replica_n10&action=CREATE&numShards=3&collection=test&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 444946 INFO  (qtp1574194587-1138) [n:127.0.0.1:36931_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=test_shard1_replica_n1&action=CREATE&numShards=3&collection=test&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 444983 INFO  (qtp1986022667-1146) [n:127.0.0.1:43626_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=test_shard1_replica_n2&action=CREATE&numShards=3&collection=test&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 444985 INFO  (qtp775711461-1165) [n:127.0.0.1:38809_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=test_shard2_replica_n4&action=CREATE&numShards=3&collection=test&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 445019 INFO  (qtp1574194587-1141) [n:127.0.0.1:36931_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=test_shard2_replica_n6&action=CREATE&numShards=3&collection=test&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 445035 DEBUG (ScheduledTrigger-232-thread-2) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 445167 INFO  (zkCallback-151-thread-1-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 445167 INFO  (zkCallback-151-thread-2-processing-n:127.0.0.1:43626_solr) [n:127.0.0.1:43626_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 445167 INFO  (zkCallback-149-thread-2-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 445167 INFO  (zkCallback-149-thread-1-processing-n:127.0.0.1:36931_solr) [n:127.0.0.1:36931_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 445167 INFO  (zkCallback-150-thread-1-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 445167 INFO  (zkCallback-150-thread-2-processing-n:127.0.0.1:38809_solr) [n:127.0.0.1:38809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 445181 DEBUG (ScheduledTrigger-232-thread-1) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 446051 DEBUG (ScheduledTrigger-232-thread-4) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 446073 INFO  (qtp1986022667-1151) [n:127.0.0.1:43626_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 446091 INFO  (qtp1574194587-1141) [n:127.0.0.1:36931_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 446329 DEBUG (ScheduledTrigger-232-thread-4) [n:127.0.0.1:38809_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:38809_solr, 127.0.0.1:43626_solr, 127.0.0.1:36931_solr]
   [junit4]   2> 446330 INFO  (qtp1986022667-1146) [n:127.0.0.1:43626_solr c:test s:shard1 r:core_node5 x:test_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 446364 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 446403 INFO  (qtp1574194587-1141) [n:127.0.0.1:36931_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n6] o.a.s.s.IndexSchema [test_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 446419 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n10] o.a.s.s.IndexSchema [test_shard3_replica_n10] Schema name=minimal
   [junit4]   2> 446419 INFO  (qtp1574194587-1141) [n:127.0.0.1:36931_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 446419 INFO  (qtp1574194587-1141) [n:127.0.0.1:36931_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_shard2_replica_n6' using configuration from collection test, trusted=true
   [junit4]   2> 446420 INFO  (qtp1574194587-1141) [n:127.0.0.1:36931_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36931.solr.core.test.shard2.replica_n6' (registry 'solr.core.test.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 446420 INFO  (qtp1574194587-1141) [n:127.0.0.1:36931_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 446420 INFO  (qtp1574194587-1141) [n:127.0.0.1:36931_solr c:test s:shard2 r:core_node9 x:test_shard2_replica_n6] o.a.s.c.SolrCore [[test_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node1/test_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node1/./test_shard2_replica_n6/data/]
   [junit4]   2> 446439 INFO  (qtp1574194587-1138) [n:127.0.0.1:36931_solr c:test s:shard1 r:core_node3 x:test_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 446439 INFO  (qtp1986022667-1146) [n:127.0.0.1:43626_solr c:test s:shard1 r:core_node5 x:test_shard1_replica_n2] o.a.s.s.IndexSchema [test_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 446454 INFO  (qtp1986022667-1146) [n:127.0.0.1:43626_solr c:test s:shard1 r:core_node5 x:test_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 446454 INFO  (qtp1986022667-1146) [n:127.0.0.1:43626_solr c:test s:shard1 r:core_node5 x:test_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_shard1_replica_n2' using configuration from collection test, trusted=true
   [junit4]   2> 446454 INFO  (qtp1986022667-1146) [n:127.0.0.1:43626_solr c:test s:shard1 r:core_node5 x:test_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43626.solr.core.test.shard1.replica_n2' (registry 'solr.core.test.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 446455 INFO  (qtp1986022667-1146) [n:127.0.0.1:43626_solr c:test s:shard1 r:core_node5 x:test_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 446455 INFO  (qtp1986022667-1151) [n:127.0.0.1:43626_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n8] o.a.s.s.IndexSchema [test_shard3_replica_n8] Schema name=minimal
   [junit4]   2> 446455 INFO  (qtp1986022667-1146) [n:127.0.0.1:43626_solr c:test s:shard1 r:core_node5 x:test_shard1_replica_n2] o.a.s.c.SolrCore [[test_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node2/test_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node2/./test_shard1_replica_n2/data/]
   [junit4]   2> 446457 INFO  (qtp775711461-1165) [n:127.0.0.1:38809_solr c:test s:shard2 r:core_node7 x:test_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 446471 INFO  (qtp1986022667-1151) [n:127.0.0.1:43626_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 446471 INFO  (qtp1986022667-1151) [n:127.0.0.1:43626_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'test_shard3_replica_n8' using configuration from collection test, trusted=true
   [junit4]   2> 446472 INFO  (qtp1986022667-1151) [n:127.0.0.1:43626_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43626.solr.core.test.shard3.replica_n8' (registry 'solr.core.test.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e9fab05
   [junit4]   2> 446472 INFO  (qtp1986022667-1151) [n:127.0.0.1:43626_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 446472 INFO  (qtp1986022667-1151) [n:127.0.0.1:43626_solr c:test s:shard3 r:core_node11 x:test_shard3_replica_n8] o.a.s.c.SolrCore [[test_shard3_replica_n8] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node2/test_shard3_replica_n8], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_B51135E2AC48524C-001/tempDir-001/node2/./test_shard3_replica_n8/data/]
   [junit4]   2> 446820 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:test s:shard3 r:core_node12 x:test_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 446820 INFO  (qtp775711461-1164) [n:127.0.0.1:38809_solr c:test s:

[...truncated too long message...]


   [junit4]   2> 4773645 INFO  (coreCloseExecutor-6115-thread-4) [n:127.0.0.1:41788_solr c:testCollection2 s:shard2 r:core_node44 x:testCollection2_shard2_replica_n43] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n43, tag=208596730
   [junit4]   2> 4773645 INFO  (coreCloseExecutor-6115-thread-4) [n:127.0.0.1:41788_solr c:testCollection2 s:shard2 r:core_node44 x:testCollection2_shard2_replica_n43] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a932045: rootName = solr_41788, domain = solr.core.testCollection2.shard2.replica_n43, service url = null, agent id = null] for registry solr.core.testCollection2.shard2.replica_n43 / com.codahale.metrics.MetricRegistry@73c091b6
   [junit4]   2> 4773701 INFO  (coreCloseExecutor-6115-thread-4) [n:127.0.0.1:41788_solr c:testCollection2 s:shard2 r:core_node44 x:testCollection2_shard2_replica_n43] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=208596730
   [junit4]   2> 4773701 INFO  (coreCloseExecutor-6115-thread-1) [n:127.0.0.1:41788_solr c:testCollection1 s:shard1 r:core_node42 x:testCollection1_shard1_replica_n41] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=75261115
   [junit4]   2> 4773844 INFO  (jetty-closer-2078-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98975111085555715-127.0.0.1:41788_solr-n_0000000000) closing
   [junit4]   2> 4773845 INFO  (OverseerStateUpdate-98975111085555715-127.0.0.1:41788_solr-n_0000000000) [n:127.0.0.1:41788_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41788_solr
   [junit4]   2> 4773934 WARN  (OverseerAutoScalingTriggerThread-98975111085555715-127.0.0.1:41788_solr-n_0000000000) [n:127.0.0.1:41788_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4773970 INFO  (jetty-closer-2078-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@68c77d80{/solr,null,UNAVAILABLE}
   [junit4]   2> 4773971 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[B51135E2AC48524C]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 4773973 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[B51135E2AC48524C]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43156 43156
   [junit4]   2> 4774279 INFO  (Thread-3094) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43156 43156
   [junit4]   2> 4774283 WARN  (Thread-3094) [    ] o.a.s.c.ZkTestServer Watch limit violations:
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2>
   [junit4]   2> 3 /solr/aliases.json
   [junit4]   2>
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2>
   [junit4]   2> 10 /solr/collections/testCollection1/state.json
   [junit4]   2> 9 /solr/collections/testCollection2/state.json
   [junit4]   2> 3 /solr/clusterstate.json
   [junit4]   2> 3 /solr/clusterprops.json
   [junit4]   2>
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2>
   [junit4]   2> 3 /solr/live_nodes
   [junit4]   2> 3 /solr/collections
   [junit4]   2>
   [junit4]   2> 4774342 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[B51135E2AC48524C]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Nov 09, 2017 3:12:41 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=es-PE, timezone=Indian/Kerguelen
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=267816824,total=519045120
   [junit4]   2> NOTE: All tests run in this JVM: [TestPrepRecovery, BitVectorTest, SimpleMLTQParserTest, TestFaceting, TestFieldCacheWithThreads, ReplaceNodeTest, ShardRoutingCustomTest, LegacyCloudClusterPropTest, TestDocSet, SearchRateTriggerTest, TestRTGBase, TestSQLHandlerNonCloud, TestCloudSchemaless, TestInPlaceUpdatesStandalone, TestUseDocValuesAsStored, TestSearcherReuse, TestCursorMarkWithoutUniqueKey, SolrCmdDistributorTest, TestLazyCores, TestTrackingShardHandlerFactory, TestExactStatsCache, AssignTest, TestSystemCollAutoCreate, DOMUtilTest, TestManagedResource, SolrMetricReporterTest, TestManagedSynonymFilterFactory, TestFastLRUCache, TestXIncludeConfig, TestLeaderElectionZkExpiry, SolrIndexSplitterTest, SynonymTokenizerTest, OutputWriterTest, OverriddenZkACLAndCredentialsProvidersTest, TestQuerySenderNoQuery, DistributedVersionInfoTest, WrapperMergePolicyFactoryTest, CdcrRequestHandlerTest, TestExpandComponent, TestScoreJoinQPScore, PathHierarchyTokenizerFactoryTest, TriLevelCompositeIdRoutingTest, DocValuesMultiTest, AnalysisErrorHandlingTest, TestSimpleTrackingShardHandler, DocumentAnalysisRequestHandlerTest, TestPKIAuthenticationPlugin, TermVectorComponentDistributedTest, TestNonDefinedSimilarityFactory, TestBlendedInfixSuggestions, TestSolr4Spatial2, TestNumericTerms64, TestDefaultStatsCache, CreateCollectionCleanupTest, TestZkAclsWithHadoopAuth, TestManagedSchema, RegexBytesRefFilterTest, TestDeleteCollectionOnDownNodes, NotRequiredUniqueKeyTest, BasicAuthStandaloneTest, CollectionTooManyReplicasTest, OverseerRolesTest, DistributedTermsComponentTest, TestSolr4Spatial, TestJmxIntegration, CircularListTest, HLLSerializationTest, RuleEngineTest, TestStressRecovery, TestPerFieldSimilarity, TestConfigOverlay, HdfsCollectionsAPIDistributedZkTest, TestJsonFacets, UUIDUpdateProcessorFallbackTest, HdfsRecoveryZkTest, SOLR749Test, DistributedFacetPivotWhiteBoxTest, DeleteLastCustomShardedReplicaTest, TestEmbeddedSolrServerAdminHandler, SolrCLIZkUtilsTest, SchemaVersionSpecificBehaviorTest, ZkCLITest, TestStressInPlaceUpdates, ZkSolrClientTest, OpenExchangeRatesOrgProviderTest, TriggerIntegrationTest, TestConfigSetsAPIExclusivity, ShardRoutingTest, TestPushWriter, AutoAddReplicasIntegrationTest, TestRemoteStreaming, ConcurrentDeleteAndCreateCollectionTest, TestWriterPerf, QueryEqualityTest, RegexBoostProcessorTest, SuggesterTSTTest, SampleTest, SpellingQueryConverterTest, DistributedFacetPivotLongTailTest, PrimUtilsTest, TestSolrCloudWithKerberosAlt, ReplicaListTransformerTest, SolrRequestParserTest, CdcrBootstrapTest, TestCollectionAPI, TestCloudJSONFacetJoinDomain, TestReRankQParserPlugin, TestReqParamsAPI, PropertiesRequestHandlerTest, HttpPartitionTest, BinaryUpdateRequestHandlerTest, TestAtomicUpdateErrorCases, DistributedExpandComponentTest, ZkStateReaderTest, SpatialRPTFieldTypeTest, TestStressLucene, TestAuthenticationFramework, TestPseudoReturnFields, HdfsBasicDistributedZkTest, MergeStrategyTest, LukeRequestHandlerTest, TestOmitPositions, TermVectorComponentTest, MoreLikeThisHandlerTest, TestSolrQueryParser, TestCollationField, MBeansHandlerTest, HighlighterConfigTest, AlternateDirectoryTest, SolrIndexConfigTest, NumericFieldsTest, DirectSolrConnectionTest, TestPhraseSuggestions, EchoParamsTest, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, TestCrossCoreJoin, TestDistributedMissingSort, TestTolerantSearch, TestLuceneIndexBackCompat, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPISolrJTest, DistribDocExpirationUpdateProcessorTest, LeaderElectionContextKeyTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionContextKeyTest -Dtests.seed=B51135E2AC48524C -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-PE -Dtests.timezone=Indian/Kerguelen -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | LeaderElectionContextKeyTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not load collection from ZK: testCollection1
   [junit4]    > at __randomizedtesting.SeedInfo.seed([B51135E2AC48524C]:0)
   [junit4]    > at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
   [junit4]    > at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
   [junit4]    > at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
   [junit4]    > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
   [junit4]    > at org.apache.solr.cloud.LeaderElectionContextKeyTest.setupCluster(LeaderElectionContextKeyTest.java:66)
   [junit4]    > at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testCollection1/state.json
   [junit4]    > at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]    > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]    > at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
   [junit4]    > at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
   [junit4]    > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]    > at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
   [junit4]    > at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
   [junit4]    > at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
   [junit4]    > ... 28 more
   [junit4] Completed [512/748 (3!)] on J1 in 19.66s, 0 tests, 1 error <<< FAILURES!

[...truncated 48055 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-7.x - Build # 231 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/231/

1 tests failed.
FAILED:  org.apache.solr.schema.TestBulkSchemaConcurrent.test

Error Message:
Could not load collection from ZK: collection1

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
        at __randomizedtesting.SeedInfo.seed([1B7BEFA71B8DC534:932FD07DB571A8CC]:0)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
        at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
        at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.getTotalReplicas(AbstractFullDistribZkTestBase.java:487)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:440)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
        ... 38 more




Build Log:
[...truncated 12513 lines...]
   [junit4] Suite: org.apache.solr.schema.TestBulkSchemaConcurrent
   [junit4]   2> 2561779 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[1B7BEFA71B8DC534]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/init-core-data-001
   [junit4]   2> 2561779 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[1B7BEFA71B8DC534]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2561781 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[1B7BEFA71B8DC534]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2561781 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[1B7BEFA71B8DC534]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2561839 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2561840 INFO  (Thread-4019) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2561840 INFO  (Thread-4019) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2561841 ERROR (Thread-4019) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2561948 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.ZkTestServer start zk server on port:44382
   [junit4]   2> 2562036 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-managed-schema.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2562037 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2562050 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2562051 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2562051 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2562052 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2562053 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2562053 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2562070 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2562071 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2562072 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2562073 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa4d549360001, likely client has closed socket
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2562224 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2562755 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2562938 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@284a2b25{/,null,AVAILABLE}
   [junit4]   2> 2562939 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2bca0052{SSL,[ssl, http/1.1]}{127.0.0.1:41144}
   [junit4]   2> 2562939 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.Server Started @2575515ms
   [junit4]   2> 2562939 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=41144, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/control-001/cores}
   [junit4]   2> 2562939 ERROR (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2562940 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 2562940 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2562940 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2562940 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T07:29:23.330Z
   [junit4]   2> 2562958 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2562958 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/control-001/solr.xml
   [junit4]   2> 2562981 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2562982 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2562983 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2562991 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44382/solr
   [junit4]   2> 2563688 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:41144_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2563705 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:41144_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41144_
   [junit4]   2> 2563705 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:41144_    ] o.a.s.c.Overseer Overseer (id=98978952788705285-127.0.0.1:41144_-n_0000000000) starting
   [junit4]   2> 2563794 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:41144_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41144_
   [junit4]   2> 2563839 INFO  (zkCallback-1727-thread-1-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2564155 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:41144_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2564191 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:41144_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2564191 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:41144_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2564209 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:41144_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/control-001/cores
   [junit4]   2> 2564441 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2564441 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44382/solr ready
   [junit4]   2> 2564537 INFO  (qtp814440575-10930) [n:127.0.0.1:41144_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41144_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2564638 INFO  (OverseerThreadFactory-2979-thread-1-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2564865 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2564866 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2565002 INFO  (zkCallback-1727-thread-1-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2566200 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2566271 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 2566331 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2567180 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2567271 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 2567273 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 2567273 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2567273 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2567274 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2567274 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2567309 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5971432613543196]
   [junit4]   2> 2567382 WARN  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2567602 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2567602 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2567603 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2567603 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2567604 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2567604 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38c17d4a[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2567617 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2567618 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2567618 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 2567618 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2567619 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2567638 INFO  (searcherExecutor-2982-thread-1-processing-n:127.0.0.1:41144_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@38c17d4a[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2567638 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583663250698928128
   [junit4]   2> 2567654 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2567654 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2567654 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41144/control_collection_shard1_replica_n1/
   [junit4]   2> 2567654 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2567654 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:41144/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2567654 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2567656 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41144/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2567694 INFO  (zkCallback-1727-thread-2-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2567722 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2567724 INFO  (qtp814440575-10927) [n:127.0.0.1:41144_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2858
   [junit4]   2> 2567825 INFO  (qtp814440575-10930) [n:127.0.0.1:41144_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2567868 INFO  (zkCallback-1727-thread-2-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2568764 INFO  (OverseerCollectionConfigSetProcessor-98978952788705285-127.0.0.1:41144_-n_0000000000) [n:127.0.0.1:41144_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2568837 INFO  (qtp814440575-10930) [n:127.0.0.1:41144_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41144_&wt=javabin&version=2} status=0 QTime=4299
   [junit4]   2> 2568907 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2568908 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44382/solr ready
   [junit4]   2> 2568908 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2568912 INFO  (qtp814440575-10925) [n:127.0.0.1:41144_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2569036 INFO  (OverseerThreadFactory-2979-thread-2-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2569093 WARN  (OverseerThreadFactory-2979-thread-2-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2569549 INFO  (qtp814440575-10925) [n:127.0.0.1:41144_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2569569 INFO  (qtp814440575-10925) [n:127.0.0.1:41144_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=657
   [junit4]   2> 2570413 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-1-001 of type NRT
   [junit4]   2> 2570414 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2570471 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bba63c7{/,null,AVAILABLE}
   [junit4]   2> 2570471 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@bdaab0e{SSL,[ssl, http/1.1]}{127.0.0.1:34565}
   [junit4]   2> 2570471 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.Server Started @2583047ms
   [junit4]   2> 2570471 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=34565, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-1-001/cores}
   [junit4]   2> 2570521 ERROR (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2570521 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 2570521 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2570521 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2570521 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T07:29:30.911Z
   [junit4]   2> 2570558 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2570559 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-1-001/solr.xml
   [junit4]   2> 2570594 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2570594 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2570595 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2570598 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44382/solr
   [junit4]   2> 2570726 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:34565_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2570727 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:34565_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2570798 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:34565_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34565_
   [junit4]   2> 2570809 INFO  (zkCallback-1735-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2570939 INFO  (zkCallback-1740-thread-1-processing-n:127.0.0.1:34565_) [n:127.0.0.1:34565_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2570947 INFO  (zkCallback-1727-thread-1-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2571094 INFO  (OverseerCollectionConfigSetProcessor-98978952788705285-127.0.0.1:41144_-n_0000000000) [n:127.0.0.1:41144_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2571419 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:34565_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2571509 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:34565_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2571509 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:34565_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2571511 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:34565_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-1-001/cores
   [junit4]   2> 2571919 INFO  (qtp1785016654-10975) [n:127.0.0.1:34565_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34565_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2571969 INFO  (OverseerThreadFactory-2979-thread-3-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34565_ for creating new replica
   [junit4]   2> 2572044 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2572044 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2572079 INFO  (zkCallback-1740-thread-1-processing-n:127.0.0.1:34565_) [n:127.0.0.1:34565_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2573162 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2573216 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 2574140 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2574216 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 2574217 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2574249 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2574250 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 2574253 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5971432613543196]
   [junit4]   2> 2574288 WARN  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2574632 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2574632 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2574633 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2574633 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2574634 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2574669 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@54e3b013[collection1_shard2_replica_n41] main]
   [junit4]   2> 2574669 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2574670 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2574670 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 2574670 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2574671 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2574689 INFO  (searcherExecutor-2993-thread-1-processing-n:127.0.0.1:34565_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@54e3b013[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2574690 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583663258093486080
   [junit4]   2> 2574693 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2574693 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2574693 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34565/collection1_shard2_replica_n41/
   [junit4]   2> 2574693 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2574693 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy https://127.0.0.1:34565/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 2574693 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2574707 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34565/collection1_shard2_replica_n41/ shard2
   [junit4]   2> 2574714 INFO  (zkCallback-1740-thread-1-processing-n:127.0.0.1:34565_) [n:127.0.0.1:34565_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2574762 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2574764 INFO  (qtp1785016654-10970) [n:127.0.0.1:34565_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2720
   [junit4]   2> 2574783 INFO  (qtp1785016654-10975) [n:127.0.0.1:34565_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34565_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2864
   [junit4]   2> 2574876 INFO  (zkCallback-1740-thread-1-processing-n:127.0.0.1:34565_) [n:127.0.0.1:34565_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2576009 INFO  (OverseerCollectionConfigSetProcessor-98978952788705285-127.0.0.1:41144_-n_0000000000) [n:127.0.0.1:41144_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2576129 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-2-001 of type NRT
   [junit4]   2> 2576150 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2576248 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@eed7e9f{/,null,AVAILABLE}
   [junit4]   2> 2576248 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@52b147ae{SSL,[ssl, http/1.1]}{127.0.0.1:45604}
   [junit4]   2> 2576248 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.Server Started @2588824ms
   [junit4]   2> 2576248 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=45604, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-2-001/cores}
   [junit4]   2> 2576248 ERROR (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2576268 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 2576268 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2576268 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2576268 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T07:29:36.658Z
   [junit4]   2> 2576333 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2576333 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-2-001/solr.xml
   [junit4]   2> 2576336 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2576336 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2576350 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2576371 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44382/solr
   [junit4]   2> 2576409 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:45604_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2576423 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:45604_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2576424 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:45604_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45604_
   [junit4]   2> 2576435 INFO  (zkCallback-1735-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2576569 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:45604_) [n:127.0.0.1:45604_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2576589 INFO  (zkCallback-1740-thread-1-processing-n:127.0.0.1:34565_) [n:127.0.0.1:34565_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2576605 INFO  (zkCallback-1727-thread-2-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2576826 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:45604_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2576863 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:45604_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2576863 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:45604_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2576865 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:45604_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-2-001/cores
   [junit4]   2> 2577017 INFO  (qtp1785016654-10976) [n:127.0.0.1:34565_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45604_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2577065 INFO  (OverseerThreadFactory-2979-thread-4-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45604_ for creating new replica
   [junit4]   2> 2577286 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2577287 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2577305 INFO  (zkCallback-1740-thread-1-processing-n:127.0.0.1:34565_) [n:127.0.0.1:34565_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2577470 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2577764 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
   [junit4]   2> 2578441 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2578500 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
   [junit4]   2> 2578500 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2578500 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2578501 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
   [junit4]   2> 2578536 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5971432613543196]
   [junit4]   2> 2578625 WARN  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2579063 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2579063 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2579064 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2579064 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2579065 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2579065 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@49023539[collection1_shard1_replica_n43] main]
   [junit4]   2> 2579066 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2579079 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2579079 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 2579079 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2579080 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2579081 INFO  (searcherExecutor-3004-thread-1-processing-n:127.0.0.1:45604_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@49023539[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2579081 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583663262697783296
   [junit4]   2> 2579154 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2579154 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2579154 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45604/collection1_shard1_replica_n43/
   [junit4]   2> 2579154 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2579154 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy https://127.0.0.1:45604/collection1_shard1_replica_n43/ has no replicas
   [junit4]   2> 2579154 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2579190 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45604/collection1_shard1_replica_n43/ shard1
   [junit4]   2> 2579299 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:45604_) [n:127.0.0.1:45604_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2579302 INFO  (zkCallback-1740-thread-1-processing-n:127.0.0.1:34565_) [n:127.0.0.1:34565_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2579355 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2579357 INFO  (qtp553918040-11007) [n:127.0.0.1:45604_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2070
   [junit4]   2> 2579372 INFO  (qtp1785016654-10976) [n:127.0.0.1:34565_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45604_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2355
   [junit4]   2> 2579466 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:45604_) [n:127.0.0.1:45604_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2579466 INFO  (zkCallback-1740-thread-1-processing-n:127.0.0.1:34565_) [n:127.0.0.1:34565_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2580121 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-3-001 of type NRT
   [junit4]   2> 2580123 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2580177 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@626d0cee{/,null,AVAILABLE}
   [junit4]   2> 2580178 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@20b1efdf{SSL,[ssl, http/1.1]}{127.0.0.1:37321}
   [junit4]   2> 2580178 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.Server Started @2592753ms
   [junit4]   2> 2580178 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=37321, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-3-001/cores}
   [junit4]   2> 2580178 ERROR (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2580193 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 2580194 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2580194 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2580194 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T07:29:40.584Z
   [junit4]   2> 2580226 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2580226 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-3-001/solr.xml
   [junit4]   2> 2580229 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2580230 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2580243 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2580267 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44382/solr
   [junit4]   2> 2580326 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:37321_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2580340 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:37321_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2580341 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:37321_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37321_
   [junit4]   2> 2580341 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:45604_) [n:127.0.0.1:45604_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2580356 INFO  (zkCallback-1740-thread-1-processing-n:127.0.0.1:34565_) [n:127.0.0.1:34565_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2580356 INFO  (zkCallback-1735-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2580357 INFO  (zkCallback-1727-thread-2-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2580376 INFO  (zkCallback-1752-thread-1-processing-n:127.0.0.1:37321_) [n:127.0.0.1:37321_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2580672 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:37321_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2580801 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:37321_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2580801 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:37321_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2580803 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [n:127.0.0.1:37321_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-3-001/cores
   [junit4]   2> 2581004 INFO  (qtp1785016654-10974) [n:127.0.0.1:34565_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37321_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2581040 INFO  (OverseerCollectionConfigSetProcessor-98978952788705285-127.0.0.1:41144_-n_0000000000) [n:127.0.0.1:41144_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2581042 INFO  (OverseerThreadFactory-2979-thread-5-processing-n:127.0.0.1:41144_) [n:127.0.0.1:41144_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:37321_ for creating new replica
   [junit4]   2> 2581299 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2581333 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2581450 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:45604_) [n:127.0.0.1:45604_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2581457 INFO  (zkCallback-1752-thread-1-processing-n:127.0.0.1:37321_) [n:127.0.0.1:37321_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2581457 INFO  (zkCallback-1740-thread-1-processing-n:127.0.0.1:34565_) [n:127.0.0.1:34565_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2582467 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 2582521 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
   [junit4]   2> 2583163 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2583236 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
   [junit4]   2> 2583236 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ece875f
   [junit4]   2> 2583236 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2583236 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
   [junit4]   2> 2583251 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5971432613543196]
   [junit4]   2> 2583302 WARN  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2583666 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2583667 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2583667 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2583668 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2583669 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2583669 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@333037e[collection1_shard2_replica_n45] main]
   [junit4]   2> 2583670 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2583670 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2583670 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 2583683 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 2583683 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2583683 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583663267523330048
   [junit4]   2> 2583686 INFO  (searcherExecutor-3015-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@333037e[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2583720 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
   [junit4]   2> 2583740 INFO  (qtp700335812-11033) [n:127.0.0.1:37321_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2441
   [junit4]   2> 2583752 INFO  (updateExecutor-1749-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:37321_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 2583772 INFO  (recoveryExecutor-1750-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:37321_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 2583777 INFO  (recoveryExecutor-1750-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:37321_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 2583777 INFO  (recoveryExecutor-1750-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:37321_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
   [junit4]   2> 2583777 INFO  (recoveryExecutor-1750-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:37321_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 2583777 INFO  (recoveryExecutor-1750-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:37321_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [https://127.0.0.1:34565/collection1_shard2_replica_n41/] and I am [https://127.0.0.1:37321/collection1_shard2_replica_n45/]
   [junit4]   2> 2583778 INFO  (zkCallback-1746-thread-1-processing-n:127.0.0.1:45604_) [n:127.0.0.1:45604_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2583785 INFO  (qtp1785016654-10974) [n:127.0.0.1:34565_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37321_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2781
   [junit4]   2> 2583786 INFO  (zkCallback-1752-thread-1-processing-n:127.0.0.1:37321_) [n:127.0.0.1:37321_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2583786 INFO  (zkCallback-1740-thread-1-processing-n:127.0.0.1:34565_) [n:127.0.0.1:34565_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2583813 INFO  (recoveryExecutor-1750-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:37321_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:34565]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:37321_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 2583826 INFO  (qtp1785016654-10973) [n:127.0.0.1:34565_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 2583858 INFO  (qtp1785016654-10973) [n:127.0.0.1:34565_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:37321_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"https://127.0.0.1:37321","node_name":"127.0.0.1:37321_","state":"recovering","type":"NRT"}
   [junit4]   2> 2583858 INFO  (qtp1785016654-10973) [n:127.0.0.1:34565_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
   [junit4]   2> 2583858 INFO  (qtp1785016654-10973) [n:127.0.0.1:34565_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:37321_&onlyIfLeaderActive=true&core=collection1_shard2_replica_n41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=31
   [junit4]   2> 2584431 INFO  (recoveryExecutor-1750-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:37321_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:34565/collection1_shard2_replica_n41/] - recoveringAfterStartup=[true]
   [junit4]   2> 2584431 INFO  (recoveryExecutor-1750-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:37321_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_n45 url=https://127.0.0.1:37321 START replicas=[https://127.0.0.1:34565/collection1_shard2_replica_n41/] nUpdates=100
   [junit4]   2> 2584505 INFO  (qtp1785016654-10975) [n:127.0.0.1:34565_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_n41] o.a.s.u.IndexFingerprint IndexFingerprint millis:56.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 2584505 INFO  (qtp1785016654-10975) [n:127.0.0.1:34565_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_n41] o.a.s.c.S.Request [collection1_shard2_replica_n41]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=56
   [junit4]   2> 2584517 INFO  (recoveryExecutor-1750-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:37321_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 2584517 INFO  (recoveryExecutor-1750-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:37321_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
   [junit4]   2> 2584517 INFO  (recoveryExecutor-1750-thread-1-processing-n:127.0.0.1:37321_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:37321_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DirectUpdate

[...truncated too long message...]

MetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2601183 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.Overseer Overseer (id=98978952788705299-127.0.0.1:41344_-n_0000000004) closing
   [junit4]   2> 2601183 INFO  (OverseerStateUpdate-98978952788705299-127.0.0.1:41344_-n_0000000004) [n:127.0.0.1:41344_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41344_
   [junit4]   2> 2601197 WARN  (OverseerAutoScalingTriggerThread-98978952788705299-127.0.0.1:41344_-n_0000000004) [n:127.0.0.1:41344_    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2601402 WARN  (zkCallback-1759-thread-1-processing-n:127.0.0.1:41344_) [n:127.0.0.1:41344_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 2601403 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:41344_) [n:127.0.0.1:41344_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2601403 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:41344_) [n:127.0.0.1:41344_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.c.SolrCore [collection1_shard1_replica_n47]  CLOSING SolrCore org.apache.solr.core.SolrCore@6bb40fd5
   [junit4]   2> 2601403 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:41344_) [n:127.0.0.1:41344_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n47, tag=1806962645
   [junit4]   2> 2601403 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:41344_) [n:127.0.0.1:41344_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@446298bd: rootName = null, domain = solr.core.collection1.shard1.replica_n47, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n47 / com.codahale.metrics.MetricRegistry@32ba192
   [junit4]   2> 2601442 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:41344_) [n:127.0.0.1:41344_ c:collection1 s:shard1 r:core_node48 x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1806962645
   [junit4]   2> 2601484 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@53c9c82b{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2601484 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d0bdaca{/,null,UNAVAILABLE}
   [junit4]   2> 2601496 ERROR (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2601497 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[1B7BEFA71B8DC534]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44382 44382
   [junit4]   2> 2601626 INFO  (Thread-4019) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44382 44382
   [junit4]   2> 2601627 WARN  (Thread-4019) [    ] o.a.s.c.ZkTestServer Watch limit violations:
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2>
   [junit4]   2> 7 /solr/aliases.json
   [junit4]   2> 5 /solr/configs/conf1/managed-schema
   [junit4]   2> 5 /solr/security.json
   [junit4]   2> 5 /solr/configs/conf1
   [junit4]   2>
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2>
   [junit4]   2> 8 /solr/clusterprops.json
   [junit4]   2> 7 /solr/clusterstate.json
   [junit4]   2> 4 /solr/autoscaling.json
   [junit4]   2> 4 /solr/collections/collection1/state.json
   [junit4]   2>
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2>
   [junit4]   2> 8 /solr/live_nodes
   [junit4]   2> 7 /solr/collections
   [junit4]   2> 4 /solr/overseer/queue
   [junit4]   2> 4 /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 4 /solr/overseer/queue-work
   [junit4]   2> 4 /solr/overseer/collection-queue-work
   [junit4]   2>
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBulkSchemaConcurrent -Dtests.method=test -Dtests.seed=1B7BEFA71B8DC534 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=lt -Dtests.timezone=Jamaica -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   39.8s J2 | TestBulkSchemaConcurrent.test <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
   [junit4]    > at __randomizedtesting.SeedInfo.seed([1B7BEFA71B8DC534:932FD07DB571A8CC]:0)
   [junit4]    > at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
   [junit4]    > at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
   [junit4]    > at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
   [junit4]    > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.getTotalReplicas(AbstractFullDistribZkTestBase.java:487)
   [junit4]    > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:440)
   [junit4]    > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:333)
   [junit4]    > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
   [junit4]    > at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]    > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]    > at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
   [junit4]    > at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
   [junit4]    > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]    > at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
   [junit4]    > at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
   [junit4]    > at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
   [junit4]    > ... 38 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.schema.TestBulkSchemaConcurrent_1B7BEFA71B8DC534-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=lt, timezone=Jamaica
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=320930752,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [TestCoreDiscovery, VMParamsZkACLAndCredentialsProvidersTest, TestFieldCollectionResource, TestSegmentSorting, TestCollectionsAPIViaSolrCloudCluster, TestGraphMLResponseWriter, CursorMarkTest, TestExtendedDismaxParser, RecoveryAfterSoftCommitTest, TestUninvertingReader, ZkNodePropsTest, StatsComponentTest, JSONWriterTest, BigEndianAscendingWordDeserializerTest, TestHdfsUpdateLog, TestConfigSetImmutable, TestLeaderInitiatedRecoveryThread, HdfsRestartWhileUpdatingTest, TestStreamBody, SystemLogListenerTest, TestSimpleTextCodec, ConnectionReuseTest, TestRandomCollapseQParserPlugin, NodeAddedTriggerTest, SolrCloudExampleTest, CSVRequestHandlerTest, OverseerCollectionConfigSetProcessorTest, DistribJoinFromCollectionTest, SolrJmxReporterCloudTest, HdfsChaosMonkeyNothingIsSafeTest, XsltUpdateRequestHandlerTest, ExecutePlanActionTest, DeleteNodeTest, TestCloudSearcherWarming, SpellCheckCollatorWithCollapseTest, OverseerTest, StressHdfsTest, DocExpirationUpdateProcessorFactoryTest, HdfsTlogReplayBufferedWhileIndexingTest, NodeMutatorTest, ChaosMonkeyNothingIsSafeTest, TestNestedDocsSort, TestCharFilters, TestLFUCache, TestFileDictionaryLookup, AsyncCallRequestStatusResponseTest, TestPartialUpdateDeduplication, TestManagedSchemaAPI, TimeZoneUtilsTest, DistanceFunctionTest, TestRuleBasedAuthorizationPlugin, SolrCoreCheckLockOnStartupTest, TestRealTimeGet, TestTrie, UniqFieldsUpdateProcessorFactoryTest, BaseCdcrDistributedZkTest, AlternateDirectoryTest, OverseerStatusTest, SolrCloudReportersTest, TestFunctionQuery, CollectionsAPIAsyncDistributedZkTest, SearchHandlerTest, TestNamedUpdateProcessors, HighlighterTest, TestHashPartitioner, SuggesterTest, TestCSVResponseWriter, CdcrUpdateLogTest, TestSolrCloudSnapshots, TestCorePropertiesReload, BasicDistributedZk2Test, TestSolrDeletionPolicy2, DisMaxRequestHandlerTest, CheckHdfsIndexTest, TestCopyFieldCollectionResource, SimplePostToolTest, TestFuzzyAnalyzedSuggestions, TestSolrCloudWithSecureImpersonation, TestElisionMultitermQuery, FieldMutatingUpdateProcessorTest, HttpSolrCallGetCoreTest, LeaderElectionTest, BlockJoinFacetSimpleTest, TestCollationFieldDocValues, XmlUpdateRequestHandlerTest, TestApiFramework, TestBulkSchemaConcurrent]
   [junit4] Completed [251/748 (1!)] on J2 in 40.15s, 1 test, 1 error <<< FAILURES!

[...truncated 48884 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-7.x - Build # 232 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/232/

12 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests

Error Message:
Could not load collection from ZK: testAsyncOperations

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: testAsyncOperations
        at __randomizedtesting.SeedInfo.seed([91F0F6AD7672CCD4:75B4CA1AD0DA820B]:0)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
        at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1206)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:848)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:106)
        at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:71)
        at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests(CollectionsAPIAsyncDistributedZkTest.java:95)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testAsyncOperations/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
        ... 47 more


FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:50603

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:50603
        at __randomizedtesting.SeedInfo.seed([91F0F6AD7672CCD4:19A4C977D88EA12C]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1665)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1679)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1603)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollectionRetry(AbstractFullDistribZkTestBase.java:1908)
        at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:295)
        at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:131)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:171)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
        at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
        at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
        at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
        at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
        at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
        at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
        at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
        ... 50 more


FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
        at __randomizedtesting.SeedInfo.seed([91F0F6AD7672CCD4:19A4C977D88EA12C]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:202)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
        at __randomizedtesting.SeedInfo.seed([91F0F6AD7672CCD4:C6D90D18AD802ECF]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:709)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test

Error Message:
Trigger was not fired

Stack Trace:
java.lang.AssertionError: Trigger was not fired
        at __randomizedtesting.SeedInfo.seed([91F0F6AD7672CCD4:19A4C977D88EA12C]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:58028_solr wasn't created

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:58028_solr wasn't created
        at __randomizedtesting.SeedInfo.seed([91F0F6AD7672CCD4:894A7EA17847013B]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:919)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown

Error Message:
[TestEvent{timestamp=1510335930238000000, config={   "trigger":"node_added_cooldown_trigger",   "afterAction":[],   "stage":[     "FAILED",     "SUCCEEDED",     "IGNORED"],   "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",   "beforeAction":[]}, stage=SUCCEEDED, actionName='null', event={   "id":"14f5ca86899f0d00T4ifydbrn62q9foxf6wj6gonzt",   "source":"node_added_cooldown_trigger",   "eventTime":1510335929236000000,   "eventType":"NODEADDED",   "properties":{     "eventTimes":[1510335929236000000],     "_enqueue_time_":1510335930237000000,     "nodeNames":["127.0.0.1:48492_solr"]}}, message='null'}]

Stack Trace:
java.lang.AssertionError: [TestEvent{timestamp=1510335930238000000, config={
  "trigger":"node_added_cooldown_trigger",
  "afterAction":[],
  "stage":[
    "FAILED",
    "SUCCEEDED",
    "IGNORED"],
  "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
  "beforeAction":[]}, stage=SUCCEEDED, actionName='null', event={
  "id":"14f5ca86899f0d00T4ifydbrn62q9foxf6wj6gonzt",
  "source":"node_added_cooldown_trigger",
  "eventTime":1510335929236000000,
  "eventType":"NODEADDED",
  "properties":{
    "eventTimes":[1510335929236000000],
    "_enqueue_time_":1510335930237000000,
    "nodeNames":["127.0.0.1:48492_solr"]}}, message='null'}]
        at __randomizedtesting.SeedInfo.seed([91F0F6AD7672CCD4:A04E9B4908D8B926]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1210)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestLazyCores.testNoCommit

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
        at __randomizedtesting.SeedInfo.seed([91F0F6AD7672CCD4:4E90577CBD55AF71]:0)
        at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
        at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
        at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
        xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>

        request was:q=*:*
        at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
        ... 41 more


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:     1) Thread[id=7203, name=searcherExecutor-2704-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
   1) Thread[id=7203, name=searcherExecutor-2704-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([91F0F6AD7672CCD4]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=7203, name=searcherExecutor-2704-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=7203, name=searcherExecutor-2704-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([91F0F6AD7672CCD4]:0)


FAILED:  org.apache.solr.update.SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete

Error Message:
hard529 was before searcher529: 10586485824236582 !<= 10586485485379590

Stack Trace:
java.lang.AssertionError: hard529 was before searcher529: 10586485824236582 !<= 10586485485379590
        at __randomizedtesting.SeedInfo.seed([91F0F6AD7672CCD4:85F8DF950F7B34F1]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.update.SoftAutoCommitTest.doTestSoftAndHardCommitMaxTimeDelete(SoftAutoCommitTest.java:377)
        at org.apache.solr.update.SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete(SoftAutoCommitTest.java:303)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
        at __randomizedtesting.SeedInfo.seed([F722483A4737B50C:D7C82A3ADB765840]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelCommitStream(StreamExpressionTest.java:4594)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11670 lines...]
   [junit4] Suite: org.apache.solr.update.SoftAutoCommitTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest_91F0F6AD7672CCD4-001/init-core-data-001
   [junit4]   2> 666373 INFO  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 666401 INFO  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 666401 INFO  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 666402 INFO  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 666402 INFO  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 667143 INFO  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 667420 INFO  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 668811 WARN  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.EnumField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 669003 INFO  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 669504 INFO  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@544c2f8b
   [junit4]   2> 669759 INFO  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@544c2f8b
   [junit4]   2> 669760 INFO  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@544c2f8b
   [junit4]   2> 669785 INFO  (coreLoadExecutor-525-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 669785 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 669969 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 670219 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 672165 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 672217 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 672217 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@544c2f8b
   [junit4]   2> 672217 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 672217 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest_91F0F6AD7672CCD4-001/init-core-data-001/]
   [junit4]   2> 672272 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=42.984375, floorSegmentMB=1.8076171875, forceMergeDeletesPctAllowed=9.428202921314359, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 673351 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 673352 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 673352 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 673352 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 673353 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=41.025390625, floorSegmentMB=0.2822265625, forceMergeDeletesPctAllowed=24.746344127933543, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.882344917990305
   [junit4]   2> 673354 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57f9ee14[collection1] main]
   [junit4]   2> 673355 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 673372 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 673533 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 673533 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 673533 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 673533 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 673533 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 673533 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 673533 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 673534 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 673534 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 673539 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 673540 INFO  (searcherExecutor-526-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57f9ee14[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 673541 INFO  (coreLoadExecutor-525-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583700525864452096
   [junit4]   2> 673544 INFO  (SUITE-SoftAutoCommitTest-seed#[91F0F6AD7672CCD4]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 673552 INFO  (TEST-SoftAutoCommitTest.testSoftCommitWithinAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSoftCommitWithinAndHardCommitMaxTimeDelete
   [junit4]   2> 678671 INFO  (TEST-SoftAutoCommitTest.testSoftCommitWithinAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[529 (1583700531135643648)]} 0 103
   [junit4]   2> 678703 INFO  (TEST-SoftAutoCommitTest.testSoftCommitWithinAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583700531277201408,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 678703 INFO  (TEST-SoftAutoCommitTest.testSoftCommitWithinAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@112081cb commitCommandVersion:1583700531277201408
   [junit4]   2> 679055 INFO  (TEST-SoftAutoCommitTest.testSoftCommitWithinAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@793b372c[collection1] main]
   [junit4]   2> 679056 INFO  (TEST-SoftAutoCommitTest.testSoftCommitWithinAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 679069 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@793b372c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):c1)))}
   [junit4]   2> 679303 INFO  (TEST-SoftAutoCommitTest.testSoftCommitWithinAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 600
   [junit4]   2> 679305 INFO  (TEST-SoftAutoCommitTest.testSoftCommitWithinAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[529 (-1583700531907395584)]} 0 1
   [junit4]   2> 679807 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 679808 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6211d3a0[collection1] main]
   [junit4]   2> 679810 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6211d3a0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 679827 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 679837 INFO  (TEST-SoftAutoCommitTest.testSoftCommitWithinAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[550 (1583700532465238016)]} 0 1
   [junit4]   2> 680401 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 680407 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@209aa505[collection1] main]
   [junit4]   2> 680407 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 680482 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@209aa505[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.2.0):c1)))}
   [junit4]   2> 680508 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 680508 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@112081cb commitCommandVersion:0
   [junit4]   2> 680508 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a145ec6[collection1] realtime]
   [junit4]   2> 680509 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 686601 INFO  (TEST-SoftAutoCommitTest.testSoftCommitWithinAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSoftCommitWithinAndHardCommitMaxTimeDelete
   [junit4]   2> 686605 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 691610 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5000 (1583700544809074688)]} 0 1
   [junit4]   2> 691611 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5001 (1583700544812220416)]} 0 0
   [junit4]   2> 691629 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5002 (1583700544812220417)]} 0 17
   [junit4]   2> 691629 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5003 (1583700544831094784)]} 0 0
   [junit4]   2> 691630 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5004 (1583700544832143360)]} 0 0
   [junit4]   2> 691630 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.SoftAutoCommitTest maxTimeMillis: 10586458451060290ns - 10586458428781795ns == 22ms
   [junit4]   2> 691630 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.SoftAutoCommitTest maxExpectedSoft=1
   [junit4]   2> 691630 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.SoftAutoCommitTest maxExpectedHard=1
   [junit4]   2> 692110 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 692119 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@28e1d12b[collection1] main]
   [junit4]   2> 692132 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@28e1d12b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.2.0):c1) Uninverting(_2(7.2.0):c5)))}
   [junit4]   2> 692150 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 692825 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 692825 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@112081cb commitCommandVersion:0
   [junit4]   2> 692826 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@38a05b49[collection1] realtime]
   [junit4]   2> 692826 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 698351 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 698392 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testHardCommitWithinAndSoftCommitMaxTimeRapidAdds
   [junit4]   2> 704355 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5000 (1583700557962412032)]} 0 203
   [junit4]   2> 704359 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5001 (1583700558176321536)]} 0 3
   [junit4]   2> 704361 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5002 (1583700558180515840)]} 0 0
   [junit4]   2> 704362 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5003 (1583700558181564416)]} 0 0
   [junit4]   2> 704363 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5004 (1583700558182612992)]} 0 0
   [junit4]   2> 704363 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.SoftAutoCommitTest maxTimeMillis: 10586471183700005ns - 10586470972213339ns == 211ms
   [junit4]   2> 704363 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.SoftAutoCommitTest maxExpectedSoft=1
   [junit4]   2> 704363 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.SoftAutoCommitTest maxExpectedHard=1
   [junit4]   2> 704859 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 704922 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@8363cf0[collection1] main]
   [junit4]   2> 704925 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@8363cf0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.2.0):c1) Uninverting(_3(7.2.0):c5)))}
   [junit4]   2> 704947 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 705595 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 705595 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@112081cb commitCommandVersion:0
   [junit4]   2> 705596 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ffbd526[collection1] realtime]
   [junit4]   2> 705597 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 712211 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeRapidAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testHardCommitWithinAndSoftCommitMaxTimeRapidAdds
   [junit4]   2> 712214 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testHardCommitWithinAndSoftCommitMaxTimeDelete
   [junit4]   2> 717229 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[529 (1583700571673591808)]} 0 1
   [junit4]   2> 717230 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583700571675688960,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 717230 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@112081cb commitCommandVersion:1583700571675688960
   [junit4]   2> 717385 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@50e32c25[collection1] main]
   [junit4]   2> 717393 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@50e32c25[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.2.0):c1) Uninverting(_3(7.2.0):c5) Uninverting(_4(7.2.0):c1)))}
   [junit4]   2> 717395 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 717395 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 165
   [junit4]   2> 717396 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[529 (-1583700571849752576)]} 0 0
   [junit4]   2> 718664 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 718664 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@112081cb commitCommandVersion:0
   [junit4]   2> 718703 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@61444e92[collection1] realtime]
   [junit4]   2> 718724 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 719002 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 719003 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@204d71be[collection1] main]
   [junit4]   2> 719003 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 719009 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[550 (1583700573539008512)]} 0 1
   [junit4]   2> 719036 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testHardCommitWithinAndSoftCommitMaxTimeDelete
   [junit4]   2> 719007 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@204d71be[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.2.0):c1) Uninverting(_3(7.2.0):c5)))}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SoftAutoCommitTest -Dtests.method=testHardCommitWithinAndSoftCommitMaxTimeDelete -Dtests.seed=91F0F6AD7672CCD4 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=vi -Dtests.timezone=Asia/Katmandu -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 6.84s J0 | SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: hard529 was before searcher529: 10586485824236582 !<= 10586485485379590
   [junit4]    > at __randomizedtesting.SeedInfo.seed([91F0F6AD7672CCD4:85F8DF950F7B34F1]:0)
   [junit4]    > at org.apache.solr.update.SoftAutoCommitTest.doTestSoftAndHardCommitMaxTimeDelete(SoftAutoCommitTest.java:377)
   [junit4]    > at org.apache.solr.update.SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeDelete(SoftAutoCommitTest.java:303)
   [junit4]    > at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 719335 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeMixedAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testHardCommitWithinAndSoftCommitMaxTimeMixedAdds
   [junit4]   2> 719523 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 719539 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@a0d2f2[collection1] main]
   [junit4]   2> 719541 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@a0d2f2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(7.2.0):c5) Uninverting(_5(7.2.0):c1)))}
   [junit4]   2> 719551 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 720220 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 720220 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@112081cb commitCommandVersion:0
   [junit4]   2> 720225 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeMixedAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[529 (1583700574814076928)]} 0 1
   [junit4]   2> 720256 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@ef1841d[collection1] realtime]
   [junit4]   2> 720257 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 721239 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 721240 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5bdb22f[collection1] main]
   [junit4]   2> 721240 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 721242 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5bdb22f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(7.2.0):c5) Uninverting(_5(7.2.0):c1) Uninverting(_6(7.2.0):c1)))}
   [junit4]   2> 721435 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 721435 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@112081cb commitCommandVersion:0
   [junit4]   2> 721436 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7f4bfe50[collection1] realtime]
   [junit4]   2> 721436 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 721449 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeMixedAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[530 (1583700576097533952)]} 0 1
   [junit4]   2> 721951 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 721961 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ab318f4[collection1] main]
   [junit4]   2> 721962 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 721964 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3ab318f4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(7.2.0):c5) Uninverting(_5(7.2.0):c1) Uninverting(_6(7.2.0):c1) Uninverting(_7(7.2.0):c1)))}
   [junit4]   2> 722651 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 722651 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@112081cb commitCommandVersion:0
   [junit4]   2> 722688 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@63945c46[collection1] realtime]
   [junit4]   2> 722703 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 723664 INFO  (TEST-SoftAutoCommitTest.testHardCommitWithinAndSoftCommitMaxTimeMixedAdds-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testHardCommitWithinAndSoftCommitMaxTimeMixedAdds
   [junit4]   2> 723674 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 728678 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[529 (1583700583677689856)]} 0 1
   [junit4]   2> 728678 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583700583679787008,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 728679 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@112081cb commitCommandVersion:1583700583679787008
   [junit4]   2> 728966 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c0818fa[collection1] main]
   [junit4]   2> 728989 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2c0818fa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(7.2.0):c5) Uninverting(_5(7.2.0):c1) Uninverting(_7(7.2.0):c1) Uninverting(_8(7.2.0):c1)))}
   [junit4]   2> 728990 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 728990 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 311
   [junit4]   2> 728991 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[529 (-1583700584006942720)]} 0 0
   [junit4]   2> 729495 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 729588 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@68e4d732[collection1] main]
   [junit4]   2> 729588 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 729621 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@68e4d732[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(7.2.0):c5) Uninverting(_5(7.2.0):c1) Uninverting(_7(7.2.0):c1)))}
   [junit4]   2> 729622 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[550 (1583700584668594176)]} 0 0
   [junit4]   2> 730151 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 730235 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 732171 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@55c8004f[collection1] main]
   [junit4]   2> 732203 INFO  (searcherExecutor-526-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@55c8004f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(7.2.0):c5) Uninverting(_7(7.2.0):c1) Uninverting(_9(7.2.0):c1)))}
   [junit4]   2> 732243 INFO  (commitScheduler-530-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 732243 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@112081cb commitCommandVersion:0
   [junit4]   2> 732244 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fa12168[collection1] realtime]
   [junit4]   2> 732245 INFO  (commitScheduler-529-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 738260 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[91F0F6AD7672CCD4]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 738280 INFO  (TEST-SoftAutoCommitTest

[...truncated too long message...]

ter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70735554: rootName = solr_59556, domain = solr.core.collection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@31f01237
   [junit4]   2> 878570 INFO  (jetty-closer-14-thread-4) [    ] o.a.s.c.Overseer Overseer (id=98981576181153802-127.0.0.1:37509_solr-n_0000000000) closing
   [junit4]   2> 878574 WARN  (OverseerAutoScalingTriggerThread-98981576181153802-127.0.0.1:37509_solr-n_0000000000) [n:127.0.0.1:37509_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 878574 INFO  (OverseerStateUpdate-98981576181153802-127.0.0.1:37509_solr-n_0000000000) [n:127.0.0.1:37509_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37509_solr
   [junit4]   2> 878649 INFO  (coreCloseExecutor-260-thread-1) [n:127.0.0.1:59556_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1297880187
   [junit4]   2> 878727 INFO  (jetty-closer-14-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7360cb1e{/solr,null,UNAVAILABLE}
   [junit4]   2> 878735 INFO  (jetty-closer-14-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d1f3d71{/solr,null,UNAVAILABLE}
   [junit4]   2> 878734 INFO  (zkCallback-32-thread-10-processing-n:127.0.0.1:59556_solr) [n:127.0.0.1:59556_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59556_solr
   [junit4]   2> 878766 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa7381796000a, likely client has closed socket
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 880276 INFO  (jetty-closer-14-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@612117f6{/solr,null,UNAVAILABLE}
   [junit4]   2> 880277 ERROR (SUITE-StreamExpressionTest-seed#[F722483A4737B50C]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 880278 INFO  (SUITE-StreamExpressionTest-seed#[F722483A4737B50C]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44234 44234
   [junit4]   2> 880378 INFO  (Thread-15) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44234 44234
   [junit4]   2> 880379 WARN  (Thread-15) [    ] o.a.s.c.ZkTestServer Watch limit violations:
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2>
   [junit4]   2> 99 /solr/aliases.json
   [junit4]   2> 99 /solr/clusterprops.json
   [junit4]   2> 16 /solr/configs/conf
   [junit4]   2> 7 /solr/configs/ml
   [junit4]   2> 4 /solr/security.json
   [junit4]   2>
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2>
   [junit4]   2> 99 /solr/clusterstate.json
   [junit4]   2> 51 /solr/collections/destinationCollection/state.json
   [junit4]   2> 33 /solr/collections/parallelDestinationCollection1/state.json
   [junit4]   2> 26 /solr/collections/parallelDestinationCollection/state.json
   [junit4]   2> 15 /solr/collections/mainCorpus1/state.json
   [junit4]   2> 14 /solr/collections/collection1/state.json
   [junit4]   2> 14 /solr/collections/mainCorpus/state.json
   [junit4]   2> 13 /solr/collections/destination/state.json
   [junit4]   2> 12 /solr/collections/destination1/state.json
   [junit4]   2> 12 /solr/collections/workQueue1/state.json
   [junit4]   2> 12 /solr/collections/workQueue/state.json
   [junit4]   2> 12 /solr/collections/checkpointCollection/state.json
   [junit4]   2> 10 /solr/collections/uknownCollection/state.json
   [junit4]   2> 10 /solr/collections/modelCollection/state.json
   [junit4]   2> 2 /solr/overseer_elect/election/98981576181153802-127.0.0.1:37509_solr-n_0000000000
   [junit4]   2>
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2>
   [junit4]   2> 99 /solr/live_nodes
   [junit4]   2> 98 /solr/collections
   [junit4]   2>
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_F722483A4737B50C-001
   [junit4]   2> Nov 10, 2017 6:48:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=Lucene50(blocksize=128), name_s=PostingsFormat(name=Asserting), iteration_i=PostingsFormat(name=Asserting), terms_ss=PostingsFormat(name=LuceneFixedGap), join2_s=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=LuceneFixedGap), subject=PostingsFormat(name=LuceneFixedGap), intDefault=PostingsFormat(name=Direct), a_f=PostingsFormat(name=Direct), a2_s=Lucene50(blocksize=128), falseNegative_i=PostingsFormat(name=Direct), a_i=PostingsFormat(name=Asserting), level1_s=Lucene50(blocksize=128), body_t=PostingsFormat(name=Asserting), a_s=Lucene50(blocksize=128), a_t=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=Asserting), text=Lucene50(blocksize=128), alpha_d=PostingsFormat(name=Asserting), i_multi=PostingsFormat(name=Asserting), idf_d=PostingsFormat(name=Direct), b_ls=PostingsFormat(name=Direct), checkpoint_ss=PostingsFormat(name=Asserting), test_t=PostingsFormat(name=Asserting), ident_s=PostingsFormat(name=Direct), order_i=PostingsFormat(name=LuceneFixedGap), error_d=Lucene50(blocksize=128), side_s=PostingsFormat(name=Asserting), truePositive_i=Lucene50(blocksize=128), miles_i=PostingsFormat(name=Direct), field_s=PostingsFormat(name=Direct), price_f=PostingsFormat(name=LuceneFixedGap), a1_s=PostingsFormat(name=Direct), join1_i=Lucene50(blocksize=128), join3_i=PostingsFormat(name=Asserting), test_i=PostingsFormat(name=LuceneFixedGap), falsePositive_i=PostingsFormat(name=Direct), field_i=PostingsFormat(name=LuceneFixedGap), s_multi=Lucene50(blocksize=128), col_s=PostingsFormat(name=Direct), a_ss=PostingsFormat(name=LuceneFixedGap), level2_s=PostingsFormat(name=Direct), score_f=Lucene50(blocksize=128), tv_text=PostingsFormat(name=Direct), term_s=PostingsFormat(name=LuceneFixedGap), text_s=Lucene50(blocksize=128), timestamp=PostingsFormat(name=LuceneFixedGap), idfs_ds=PostingsFormat(name=LuceneFixedGap), featureSet_s=PostingsFormat(name=Direct), weights_ds=PostingsFormat(name=Asserting), trueNegative_i=Lucene50(blocksize=128), index_i=PostingsFormat(name=Direct), test_dt=Lucene50(blocksize=128), out_i=PostingsFormat(name=Direct), whitetok=PostingsFormat(name=Asserting), _version_=PostingsFormat(name=Direct)}, docValues:{expr_s=DocValuesFormat(name=Lucene70), name_s=DocValuesFormat(name=Lucene70), iteration_i=DocValuesFormat(name=Lucene70), terms_ss=DocValuesFormat(name=Direct), join2_s=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Asserting), a_f=DocValuesFormat(name=Asserting), a2_s=DocValuesFormat(name=Lucene70), falseNegative_i=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Lucene70), level1_s=DocValuesFormat(name=Lucene70), a_s=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), alpha_d=DocValuesFormat(name=Lucene70), i_multi=DocValuesFormat(name=Lucene70), idf_d=DocValuesFormat(name=Asserting), b_ls=DocValuesFormat(name=Asserting), checkpoint_ss=DocValuesFormat(name=Lucene70), ident_s=DocValuesFormat(name=Asserting), order_i=DocValuesFormat(name=Direct), error_d=DocValuesFormat(name=Lucene70), side_s=DocValuesFormat(name=Lucene70), truePositive_i=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Asserting), field_s=DocValuesFormat(name=Asserting), price_f=DocValuesFormat(name=Direct), a1_s=DocValuesFormat(name=Asserting), join1_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Direct), falsePositive_i=DocValuesFormat(name=Asserting), field_i=DocValuesFormat(name=Direct), s_multi=DocValuesFormat(name=Lucene70), col_s=DocValuesFormat(name=Asserting), a_ss=DocValuesFormat(name=Direct), level2_s=DocValuesFormat(name=Asserting), score_f=DocValuesFormat(name=Lucene70), term_s=DocValuesFormat(name=Direct), text_s=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct), idfs_ds=DocValuesFormat(name=Direct), featureSet_s=DocValuesFormat(name=Asserting), weights_ds=DocValuesFormat(name=Lucene70), trueNegative_i=DocValuesFormat(name=Lucene70), index_i=DocValuesFormat(name=Asserting), test_dt=DocValuesFormat(name=Lucene70), out_i=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1337, maxMBSortInHeap=7.500589961661326, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-QA, timezone=America/Aruba
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=47052760,total=381681664
   [junit4]   2> NOTE: All tests run in this JVM: [TestNamedListCodec, TestSpellCheckResponse, StreamExpressionParserTest, TestXMLEscaping, FieldAnalysisResponseTest, TestClusteringResponse, TestZkConfigManager, ConcurrentUpdateSolrClientBuilderTest, SolrSchemalessExampleTest, TestToleratedUpdateError, TestV1toV2ApiMapper, ArcSineEvaluatorTest, TermsResponseTest, StreamExpressionTest]
   [junit4] Completed [137/146 (1!)] on J0 in 715.65s, 131 tests, 1 failure <<< FAILURES!

[...truncated 46367 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-7.x - Build # 233 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/233/

10 tests failed.
FAILED:  org.apache.solr.cloud.SimpleCollectionCreateDeleteTest.test

Error Message:
Error from server at https://127.0.0.1:41194/os/nd: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41194/os/nd: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
        at __randomizedtesting.SeedInfo.seed([FDD3000FC1707560:75873FD56F8C1898]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testAddDocs

Error Message:
Could not load collection from ZK: tlog_replica_test_add_docs

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: tlog_replica_test_add_docs
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
        at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
        at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
        at org.apache.solr.cloud.TestTlogReplica.tearDown(TestTlogReplica.java:120)
        at sun.reflect.GeneratedMethodAccessor114.invoke(Unknown Source)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/tlog_replica_test_add_docs/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
        ... 39 more


FAILED:  org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates

Error Message:
Error from server at https://127.0.0.1:59887/solr: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates/update. Reason: <pre>    Can not find: /solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:59887/solr: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates/update. Reason:
<pre>    Can not find: /solr/tlog_replica_test_out_of_order_db_qwith_in_place_updates/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

        at __randomizedtesting.SeedInfo.seed([FDD3000FC1707560:7B12F8E29E21A380]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates(TestTlogReplica.java:671)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes

Error Message:
Can not find doc 2 in https://127.0.0.1:59887/solr

Stack Trace:
java.lang.AssertionError: Can not find doc 2 in https://127.0.0.1:59887/solr
        at __randomizedtesting.SeedInfo.seed([FDD3000FC1707560:E1D27D82B4D50BF3]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNotNull(Assert.java:526)
        at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:884)
        at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:483)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale

Error Message:
Error from server at https://127.0.0.1:46036/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46036/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

        at __randomizedtesting.SeedInfo.seed([17F1618E7FD88BA0:A3C0F9669C31FD8C]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
        at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests

Error Message:
Could not find a healthy node to handle the request.

Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
        at __randomizedtesting.SeedInfo.seed([FDD3000FC1707560:19973CB867D83BBF]:0)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1098)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:990)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:990)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:990)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:990)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:990)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:106)
        at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:71)
        at org.apache.solr.cloud.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests(CollectionsAPIAsyncDistributedZkTest.java:95)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.testRandomUpdates

Error Message:
org.apache.solr.client.solrj.impl.HttpSolrClient@17d160ed => [type=<DELQ>,id=<foo_i:[917 TO ....giberish>,msgSubStr=<null>, type=<ADD>,id=<id_22337>,msgSubStr=<null>, type=<DELID>,id=<id_4517>,msgSubStr=<null>, type=<DELID>,id=<id_4516>,msgSubStr=<null>, type=<DELID>,id=<id_4515>,msgSubStr=<null>, type=<DELQ>,id=<foo_i:[4514 TO ....giberish>,msgSubStr=<null>, type=<ADD>,id=<id_15507>,msgSubStr=<null>, type=<ADD>,id=<id_22667>,msgSubStr=<null>, type=<DELQ>,id=<foo_i:[3391 TO ....giberish>,msgSubStr=<null>]: Num error ids: [{type=ADD,id=id_1046,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=ADD,id=id_22239,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=ADD,id=id_15503,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=ADD,id=id_15504,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=ADD,id=id_15505,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=ADD,id=id_15506,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=ADD,id=id_22667,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=DELQ,id=foo_i:[917 TO ....giberish,message=org.apache.solr.search.SyntaxError: Cannot parse 'foo_i:[917 TO ....giberish': Encountered "<EOF>" at line 1, column 26. Was expecting one of:     "]" ...     "}" ...     }, {type=DELQ,id=foo_i:[4514 TO ....giberish,message=org.apache.solr.search.SyntaxError: Cannot parse 'foo_i:[4514 TO ....giberish': Encountered "<EOF>" at line 1, column 27. Was expecting one of:     "]" ...     "}" ...     }, {type=DELQ,id=foo_i:[3391 TO ....giberish,message=org.apache.solr.search.SyntaxError: Cannot parse 'foo_i:[3391 TO ....giberish': Encountered "<EOF>" at line 1, column 27. Was expecting one of:     "]" ...     "}" ...     }, {type=ADD,id=id_22337,message=ERROR: [doc=id_22337] Error adding field 'foo_i'='[bogus_val]' msg=For input string: "bogus_val"}] expected:<9> but was:<11>

Stack Trace:
java.lang.AssertionError: org.apache.solr.client.solrj.impl.HttpSolrClient@17d160ed => [type=<DELQ>,id=<foo_i:[917 TO ....giberish>,msgSubStr=<null>, type=<ADD>,id=<id_22337>,msgSubStr=<null>, type=<DELID>,id=<id_4517>,msgSubStr=<null>, type=<DELID>,id=<id_4516>,msgSubStr=<null>, type=<DELID>,id=<id_4515>,msgSubStr=<null>, type=<DELQ>,id=<foo_i:[4514 TO ....giberish>,msgSubStr=<null>, type=<ADD>,id=<id_15507>,msgSubStr=<null>, type=<ADD>,id=<id_22667>,msgSubStr=<null>, type=<DELQ>,id=<foo_i:[3391 TO ....giberish>,msgSubStr=<null>]: Num error ids: [{type=ADD,id=id_1046,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=ADD,id=id_22239,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=ADD,id=id_15503,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=ADD,id=id_15504,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=ADD,id=id_15505,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=ADD,id=id_15506,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=ADD,id=id_22667,message=ClusterState says we are the leader (http://127.0.0.1:54788/solr/test_col_shard2_replica_n9), but locally we don't think so. Request came from null}, {type=DELQ,id=foo_i:[917 TO ....giberish,message=org.apache.solr.search.SyntaxError: Cannot parse 'foo_i:[917 TO ....giberish': Encountered "<EOF>" at line 1, column 26.
Was expecting one of:
    "]" ...
    "}" ...
    }, {type=DELQ,id=foo_i:[4514 TO ....giberish,message=org.apache.solr.search.SyntaxError: Cannot parse 'foo_i:[4514 TO ....giberish': Encountered "<EOF>" at line 1, column 27.
Was expecting one of:
    "]" ...
    "}" ...
    }, {type=DELQ,id=foo_i:[3391 TO ....giberish,message=org.apache.solr.search.SyntaxError: Cannot parse 'foo_i:[3391 TO ....giberish': Encountered "<EOF>" at line 1, column 27.
Was expecting one of:
    "]" ...
    "}" ...
    }, {type=ADD,id=id_22337,message=ERROR: [doc=id_22337] Error adding field 'foo_i'='[bogus_val]' msg=For input string: "bogus_val"}] expected:<9> but was:<11>
        at __randomizedtesting.SeedInfo.seed([FDD3000FC1707560:C112D5BFB60D8B72]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.apache.solr.cloud.TestTolerantUpdateProcessorCloud.assertUpdateTolerantErrors(TestTolerantUpdateProcessorCloud.java:969)
        at org.apache.solr.cloud.TestTolerantUpdateProcessorRandomCloud.testRandomUpdates(TestTolerantUpdateProcessorRandomCloud.java:269)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:34534_solr wasn't created

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:34534_solr wasn't created
        at __randomizedtesting.SeedInfo.seed([FDD3000FC1707560:E5698803CF45B88F]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:919)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots

Error Message:
Could not load collection from ZK: SolrCloudSnapshots_restored

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: SolrCloudSnapshots_restored
        at __randomizedtesting.SeedInfo.seed([FDD3000FC1707560:CB9F8490B429772F]:0)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
        at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
        at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
        at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
        at org.apache.solr.core.snapshots.TestSolrCloudSnapshots.testSnapshots(TestSolrCloudSnapshots.java:191)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/SolrCloudSnapshots_restored/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
        ... 43 more


FAILED:  org.apache.solr.store.blockcache.BlockDirectoryTest.testRandomAccessWritesLargeCache

Error Message:


Stack Trace:
java.lang.OutOfMemoryError
        at sun.misc.Unsafe.allocateMemory(Native Method)
        at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:127)
        at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
        at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:71)
        at org.apache.solr.store.blockcache.BlockDirectoryTest.setUp(BlockDirectoryTest.java:119)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12840 lines...]
   [junit4] Suite: org.apache.solr.cloud.SimpleCollectionCreateDeleteTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_FDD3000FC1707560-001/init-core-data-001
   [junit4]   2> 5739814 INFO  (SUITE-SimpleCollectionCreateDeleteTest-seed#[FDD3000FC1707560]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 5739822 INFO  (SUITE-SimpleCollectionCreateDeleteTest-seed#[FDD3000FC1707560]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 5739823 INFO  (SUITE-SimpleCollectionCreateDeleteTest-seed#[FDD3000FC1707560]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 5739823 INFO  (SUITE-SimpleCollectionCreateDeleteTest-seed#[FDD3000FC1707560]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /os/nd
   [junit4]   2> 5739827 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 5739850 INFO  (Thread-2343) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 5739850 INFO  (Thread-2343) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 5739927 ERROR (Thread-2343) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 5739963 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.ZkTestServer start zk server on port:60176
   [junit4]   2> 5740202 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 5740207 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 5740208 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 5740209 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 5740215 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 5740215 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 5740219 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 5740222 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 5740243 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 5740247 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 5740250 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 5740331 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 5741554 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 5741619 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20d5d88d{/os/nd,null,AVAILABLE}
   [junit4]   2> 5741671 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5094e882{SSL,[ssl, http/1.1]}{127.0.0.1:41194}
   [junit4]   2> 5741671 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.e.j.s.Server Started @5769919ms
   [junit4]   2> 5741671 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_FDD3000FC1707560-001/tempDir-001/control/data, replicaType=NRT, hostContext=/os/nd, hostPort=41194, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_FDD3000FC1707560-001/control-001/cores}
   [junit4]   2> 5741671 ERROR (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 5741671 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 5741671 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 5741671 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 5741671 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T00:24:41.803Z
   [junit4]   2> 5741710 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 5741710 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_FDD3000FC1707560-001/control-001/solr.xml
   [junit4]   2> 5741713 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 5741714 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 5741822 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@674bab10, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 5741831 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60176/solr
   [junit4]   2> 5742252 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 5742252 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41194_os%2Fnd
   [junit4]   2> 5742252 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.Overseer Overseer (id=98982945094828037-127.0.0.1:41194_os%2Fnd-n_0000000000) starting
   [junit4]   2> 5743511 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41194_os%2Fnd
   [junit4]   2> 5743551 INFO  (OverseerStateUpdate-98982945094828037-127.0.0.1:41194_os%2Fnd-n_0000000000) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 5744692 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@674bab10
   [junit4]   2> 5744781 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@674bab10
   [junit4]   2> 5744782 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@674bab10
   [junit4]   2> 5744850 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.SimpleCollectionCreateDeleteTest_FDD3000FC1707560-001/control-001/cores
   [junit4]   2> 5761510 WARN  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]-SendThread(127.0.0.1:60176)) [n:127.0.0.1:41194_os%2Fnd    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16659ms for sessionid 0x15fa876d1330005
   [junit4]   2> 5761511 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa876d1330005, likely client has closed socket
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 5762963 WARN  (zkCallback-3281-thread-2-processing-n:127.0.0.1:41194_os%2Fnd) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4079d653 name: ZooKeeperConnection Watcher:127.0.0.1:60176/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 5762963 WARN  (zkCallback-3281-thread-2-processing-n:127.0.0.1:41194_os%2Fnd) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 5763074 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 5763075 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60176/solr ready
   [junit4]   2> 5763259 INFO  (qtp1738054012-12884) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41194_os%252Fnd&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 5765217 WARN  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]-SendThread(127.0.0.1:60176)) [n:127.0.0.1:41194_os%2Fnd    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15fa876d1330005 has expired
   [junit4]   2> 5765243 WARN  (zkCallback-3281-thread-2-processing-n:127.0.0.1:41194_os%2Fnd) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4079d653 name: ZooKeeperConnection Watcher:127.0.0.1:60176/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 5765243 WARN  (zkCallback-3281-thread-2-processing-n:127.0.0.1:41194_os%2Fnd) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 5765243 INFO  (zkCallback-3281-thread-2-processing-n:127.0.0.1:41194_os%2Fnd) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.Overseer Overseer (id=98982945094828037-127.0.0.1:41194_os%2Fnd-n_0000000000) closing
   [junit4]   2> 5765322 WARN  (OverseerStateUpdate-98982945094828037-127.0.0.1:41194_os%2Fnd-n_0000000000) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.Overseer Solr cannot talk to ZK, exiting Overseer main queue loop
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:320)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:320)
   [junit4]   2> at org.apache.solr.cloud.ZkDistributedQueue.fetchZkChildren(ZkDistributedQueue.java:382)
   [junit4]   2> at org.apache.solr.cloud.ZkDistributedQueue.firstChild(ZkDistributedQueue.java:359)
   [junit4]   2> at org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:413)
   [junit4]   2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 5765323 INFO  (OverseerStateUpdate-98982945094828037-127.0.0.1:41194_os%2Fnd-n_0000000000) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41194_os%2Fnd
   [junit4]   2> 5765324 INFO  (OverseerCollectionConfigSetProcessor-98982945094828037-127.0.0.1:41194_os%2Fnd-n_0000000000) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=98982945094828037-127.0.0.1:41194_os%2Fnd-n_0000000000) am no longer a leader.
   [junit4]   2> 5765324 WARN  (OverseerAutoScalingTriggerThread-98982945094828037-127.0.0.1:41194_os%2Fnd-n_0000000000) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 5765324 ERROR (qtp1738054012-12884) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.h.RequestHandlerBase org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskQueue.createData(OverseerTaskQueue.java:167)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskQueue.createResponseNode(OverseerTaskQueue.java:219)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskQueue.offer(OverseerTaskQueue.java:188)
   [junit4]   2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:300)
   [junit4]   2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>
   [junit4]   2> 5765325 INFO  (qtp1738054012-12884) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41194_os%252Fnd&wt=javabin&version=2} status=500 QTime=2065
   [junit4]   2> 5765325 ERROR (qtp1738054012-12884) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.s.HttpSolrCall null:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskQueue.createData(OverseerTaskQueue.java:167)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskQueue.createResponseNode(OverseerTaskQueue.java:219)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskQueue.offer(OverseerTaskQueue.java:188)
   [junit4]   2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:300)
   [junit4]   2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>
   [junit4]   2> 5765350 INFO  (zkCallback-3286-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 5765411 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 41194
   [junit4]   2> 5765411 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1247947982
   [junit4]   2> 5765411 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 5765412 INFO  (zkCallback-3281-thread-2-processing-n:127.0.0.1:41194_os%2Fnd) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 5765412 WARN  (zkCallback-3281-thread-2-processing-n:127.0.0.1:41194_os%2Fnd) [n:127.0.0.1:41194_os%2Fnd    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 5765439 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e0f3de2: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2d92b6ec
   [junit4]   2> 5765514 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 5765514 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@189d876: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4a024d88
   [junit4]   2> 5765518 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 5765518 INFO  (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43bf5eaa: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4fbeaaf9
   [junit4]   2> 5765518 ERROR (TEST-SimpleCollectionCreateDeleteTest.test-seed#[FDD3000FC1707560]) [    ] o.a.s.c.Overseer Could not create Overseer node
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
   [junit4]   2> at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:771)
   [junit4]   2> at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:644)
   [junit4]   2> at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:631)
   [junit4]   2> at org.apache.solr.cloud.ZkController.publishNodeAsDown(ZkController.java:2652)
   [junit4]   2> at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:745)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.destroy(SolrDispatchFilter.java:317)
   [junit4]   2> at org.apache.solr.cloud.ChaosMonkey.stopJettySolrRunner(ChaosMonkey.java:201)
   [junit4]   2> at org.apache.solr.cloud.ChaosMonkey.stop(ChaosMonkey.java:642)
   [junit4]   2> at org.apache.solr.cloud.AbstractFullDistribZkTestBase.destroyServers(AbstractFullDistribZkTestBase.java:1588)
   [junit4]   2> at org.apache.solr.BaseDistributedSearchTestCase.distribTearDown(BaseDistributedSearchTestCase.java:311)
   [junit4]   2> at org.apache.solr.cloud.AbstractDistribZkTestBase.distribTearDown(AbstractDistribZkTestBase.java:315)
   [junit4]   2> at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribTearDown(AbstractFullDistribZkTestBase.java:1566)
   [junit4]   2> at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:970)
   [junit4]   2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
   [junit4]   2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
   [junit4]   2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
   [junit4]   2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
   [junit4]   2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run

[...truncated too long message...]

utor-515-thread-4) [n:127.0.0.1:35249_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=864659284
   [junit4]   2> 687932 INFO  (coreCloseExecutor-515-thread-5) [n:127.0.0.1:35249_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard2.replica_n2, tag=1073287331
   [junit4]   2> 687932 INFO  (coreCloseExecutor-515-thread-5) [n:127.0.0.1:35249_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3eee69ea: rootName = solr_35249, domain = solr.core.2nd_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.2nd_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@516d1c9c
   [junit4]   2> 688139 INFO  (coreCloseExecutor-515-thread-5) [n:127.0.0.1:35249_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=1073287331
   [junit4]   2> 688140 INFO  (coreCloseExecutor-515-thread-6) [n:127.0.0.1:35249_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=482551545
   [junit4]   2> 688140 INFO  (coreCloseExecutor-515-thread-6) [n:127.0.0.1:35249_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46e48b53: rootName = solr_35249, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3fa074c6
   [junit4]   2> 688195 INFO  (coreCloseExecutor-515-thread-7) [n:127.0.0.1:35249_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.multicollection1.shard1.replica_n1, tag=1178273717
   [junit4]   2> 688195 INFO  (coreCloseExecutor-515-thread-7) [n:127.0.0.1:35249_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@506102ba: rootName = solr_35249, domain = solr.core.multicollection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.multicollection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@237a13dc
   [junit4]   2> 689593 INFO  (coreCloseExecutor-515-thread-7) [n:127.0.0.1:35249_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=1178273717
   [junit4]   2> 689595 INFO  (coreCloseExecutor-515-thread-1) [n:127.0.0.1:35249_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1318634428
   [junit4]   2> 689609 INFO  (coreCloseExecutor-515-thread-6) [n:127.0.0.1:35249_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=482551545
   [junit4]   2> 689916 INFO  (jetty-closer-292-thread-3) [    ] o.a.s.c.Overseer Overseer (id=98983336841969670-127.0.0.1:35249_solr-n_0000000000) closing
   [junit4]   2> 689916 INFO  (OverseerStateUpdate-98983336841969670-127.0.0.1:35249_solr-n_0000000000) [n:127.0.0.1:35249_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35249_solr
   [junit4]   2> 689919 WARN  (OverseerAutoScalingTriggerThread-98983336841969670-127.0.0.1:35249_solr-n_0000000000) [n:127.0.0.1:35249_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 690093 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa8d207260008, likely client has closed socket
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 690094 INFO  (jetty-closer-292-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2fe3c36a{/solr,null,UNAVAILABLE}
   [junit4]   2> 690104 INFO  (jetty-closer-292-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69894e9d{/solr,null,UNAVAILABLE}
   [junit4]   2> 690119 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa8d207260009, likely client has closed socket
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 690756 INFO  (jetty-closer-292-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a815f2e{/solr,null,UNAVAILABLE}
   [junit4]   2> 691651 ERROR (SUITE-CloudSolrClientTest-seed#[17F1618E7FD88BA0]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 691651 INFO  (SUITE-CloudSolrClientTest-seed#[17F1618E7FD88BA0]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54193 54193
   [junit4]   2> 691791 INFO  (Thread-221) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54193 54193
   [junit4]   2> 691792 WARN  (Thread-221) [    ] o.a.s.c.ZkTestServer Watch limit violations:
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2>
   [junit4]   2> 9 /solr/aliases.json
   [junit4]   2> 3 /solr/security.json
   [junit4]   2> 3 /solr/configs/conf
   [junit4]   2>
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2>
   [junit4]   2> 42 /solr/collections/localShardsTestColl/state.json
   [junit4]   2> 27 /solr/collections/foo/state.json
   [junit4]   2> 18 /solr/collections/multicollection2/state.json
   [junit4]   2> 16 /solr/collections/collection1/state.json
   [junit4]   2> 16 /solr/collections/2nd_collection/state.json
   [junit4]   2> 16 /solr/collections/multicollection1/state.json
   [junit4]   2> 16 /solr/collections/stale_state_test_col/state.json
   [junit4]   2> 12 /solr/collections/nemesis/state.json
   [junit4]   2> 9 /solr/clusterprops.json
   [junit4]   2> 9 /solr/clusterstate.json
   [junit4]   2> 6 /solr/collections/overwrite/state.json
   [junit4]   2>
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2>
   [junit4]   2> 9 /solr/live_nodes
   [junit4]   2> 9 /solr/collections
   [junit4]   2>
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_17F1618E7FD88BA0-001
   [junit4]   2> Nov 11, 2017 2:06:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), title_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Asserting), text=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Asserting), title_s=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=561, maxMBSortInHeap=7.609485870620292, sim=RandomSimilarity(queryNorm=false): {}, locale=nl, timezone=America/Iqaluit
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=242017176,total=432013312
   [junit4]   2> NOTE: All tests run in this JVM: [NormalDistributionEvaluatorTest, TestFastInputStream, BasicHttpSolrClientTest, SolrQueryTest, TestDocumentObjectBinder, QueryResponseTest, TestV2Request, ArcTangentEvaluatorTest, FacetFieldTest, TestRetryUtil, OrEvaluatorTest, EqualToEvaluatorTest, SubtractEvaluatorTest, ConcurrentUpdateSolrClientTest, HttpSolrClientSSLAuthConPoolTest, TestDelegationTokenResponse, GraphTest, StreamExpressionToExpessionTest, JDBCStreamTest, TestUpdateRequestCodec, CorrelationEvaluatorTest, CommonAdminParamsTest, SolrExampleStreamingBinaryTest, AppendEvaluatorTest, SolrExampleStreamingTest, SolrExampleJettyTest, TestBatchUpdate, LargeVolumeEmbeddedTest, MergeIndexesEmbeddedTest, TestJavaBinCodec, TestHash, ContentStreamTest, DocumentAnalysisResponseTest, SolrDocumentTest, ClientUtilsTest, NamedListTest, AnlysisResponseBaseTest, UsingSolrJRefGuideExamplesTest, GetByIdTest, TestPolicy, CloudSolrClientCacheTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest]
   [junit4] Completed [94/146 (1!)] on J1 in 139.88s, 16 tests, 1 error <<< FAILURES!

[...truncated 46509 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-7.x - Build # 234 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/234/

6 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailureAfterFreshStartTest.test

Error Message:
Could not load collection from ZK: collection1

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
        at __randomizedtesting.SeedInfo.seed([C593D9B662B48288:4DC7E66CCC48EF70]:0)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
        at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1206)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:848)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:895)
        at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:858)
        at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:873)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.del(AbstractFullDistribZkTestBase.java:887)
        at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest.test(LeaderFailureAfterFreshStartTest.java:120)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
        at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
        at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
        ... 51 more


FAILED:  org.apache.solr.cloud.TestTlogReplica.testCreateDelete {seed=[C593D9B662B48288:DE8328FA94447AB8]}

Error Message:
Error from server at http://127.0.0.1:57447/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000010

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57447/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000010
        at __randomizedtesting.SeedInfo.seed([C593D9B662B48288:DE8328FA94447AB8]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at org.apache.solr.cloud.TestTlogReplica.testCreateDelete(TestTlogReplica.java:211)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
        at __randomizedtesting.SeedInfo.seed([C593D9B662B48288:92BA2203B9466093]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:709)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test

Error Message:
wrong number of events added to .system expected:<9> but was:<10>

Stack Trace:
java.lang.AssertionError: wrong number of events added to .system expected:<9> but was:<10>
        at __randomizedtesting.SeedInfo.seed([C593D9B662B48288:4DC7E66CCC48EF70]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:166)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown

Error Message:
[TestEvent{timestamp=1510432156162000000, config={   "trigger":"node_added_cooldown_trigger",   "afterAction":[],   "stage":[     "FAILED",     "SUCCEEDED",     "IGNORED"],   "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",   "beforeAction":[]}, stage=SUCCEEDED, actionName='null', event={   "id":"14f6220aa1af07c0T4skpl4kevyltx5m1mxg0japeq",   "source":"node_added_cooldown_trigger",   "eventTime":1510432154087000000,   "eventType":"NODEADDED",   "properties":{     "eventTimes":[1510432154087000000],     "_enqueue_time_":1510432156119000000,     "nodeNames":["127.0.0.1:58329_solr"]}}, message='null'}]

Stack Trace:
java.lang.AssertionError: [TestEvent{timestamp=1510432156162000000, config={
  "trigger":"node_added_cooldown_trigger",
  "afterAction":[],
  "stage":[
    "FAILED",
    "SUCCEEDED",
    "IGNORED"],
  "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
  "beforeAction":[]}, stage=SUCCEEDED, actionName='null', event={
  "id":"14f6220aa1af07c0T4skpl4kevyltx5m1mxg0japeq",
  "source":"node_added_cooldown_trigger",
  "eventTime":1510432154087000000,
  "eventType":"NODEADDED",
  "properties":{
    "eventTimes":[1510432154087000000],
    "_enqueue_time_":1510432156119000000,
    "nodeNames":["127.0.0.1:58329_solr"]}}, message='null'}]
        at __randomizedtesting.SeedInfo.seed([C593D9B662B48288:F42DB4521C1EF77A]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1210)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:37744_solr wasn't created

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:37744_solr wasn't created
        at __randomizedtesting.SeedInfo.seed([C593D9B662B48288:DD2951BA6C814F67]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:919)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13538 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailureAfterFreshStartTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/init-core-data-001
   [junit4]   2> 7310410 WARN  (SUITE-LeaderFailureAfterFreshStartTest-seed#[C593D9B662B48288]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=105 numCloses=105
   [junit4]   2> 7310410 INFO  (SUITE-LeaderFailureAfterFreshStartTest-seed#[C593D9B662B48288]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 7310523 INFO  (SUITE-LeaderFailureAfterFreshStartTest-seed#[C593D9B662B48288]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 7310535 INFO  (SUITE-LeaderFailureAfterFreshStartTest-seed#[C593D9B662B48288]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 7310535 INFO  (SUITE-LeaderFailureAfterFreshStartTest-seed#[C593D9B662B48288]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 7310544 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 7310574 INFO  (Thread-4933) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 7310574 INFO  (Thread-4933) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 7311071 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.ZkTestServer start zk server on port:40771
   [junit4]   2> 7311093 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 7312830 ERROR (Thread-4933) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 7314717 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 7314718 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 7314728 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 7314729 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 7314746 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 7314747 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 7314763 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 7314767 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 7314771 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 7314778 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 7314786 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 7314800 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 7317637 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 7318074 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@306e0863{/,null,AVAILABLE}
   [junit4]   2> 7318075 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@205b7288{SSL,[ssl, http/1.1]}{127.0.0.1:34724}
   [junit4]   2> 7318075 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.e.j.s.Server Started @7337204ms
   [junit4]   2> 7318075 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=34724, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/control-001/cores}
   [junit4]   2> 7318092 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 7318092 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 7318092 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 7318092 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 7318092 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T19:59:33.716Z
   [junit4]   2> 7318123 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 7318123 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/control-001/solr.xml
   [junit4]   2> 7318126 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 7318126 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 7318165 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 7318295 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40771/solr
   [junit4]   2> 7319607 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:34724_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 7319615 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:34724_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34724_
   [junit4]   2> 7319615 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:34724_    ] o.a.s.c.Overseer Overseer (id=98987564479938565-127.0.0.1:34724_-n_0000000000) starting
   [junit4]   2> 7321990 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:34724_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34724_
   [junit4]   2> 7322010 INFO  (zkCallback-3714-thread-1-processing-n:127.0.0.1:34724_) [n:127.0.0.1:34724_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 7323951 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:34724_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1
   [junit4]   2> 7324037 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:34724_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1
   [junit4]   2> 7324037 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:34724_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1
   [junit4]   2> 7324038 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:34724_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/control-001/cores
   [junit4]   2> 7324703 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 7324703 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40771/solr ready
   [junit4]   2> 7325003 INFO  (qtp2028048442-20943) [n:127.0.0.1:34724_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34724_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 7325067 INFO  (OverseerThreadFactory-6920-thread-1-processing-n:127.0.0.1:34724_) [n:127.0.0.1:34724_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 7326343 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 7326343 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 7326468 INFO  (zkCallback-3714-thread-1-processing-n:127.0.0.1:34724_) [n:127.0.0.1:34724_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 7327432 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 7327548 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 7329066 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 7329138 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 7329138 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1
   [junit4]   2> 7329139 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 7329139 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 7329175 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1603084367, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 7329236 WARN  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 7329534 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 7329535 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 7329539 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 7329539 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 7329540 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 7329578 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@207abba[control_collection_shard1_replica_n1] main]
   [junit4]   2> 7329579 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 7329579 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 7329580 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 7329581 INFO  (searcherExecutor-6923-thread-1-processing-n:127.0.0.1:34724_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@207abba[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 7329581 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583801051596718080
   [junit4]   2> 7329615 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 7329615 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 7329615 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34724/control_collection_shard1_replica_n1/
   [junit4]   2> 7329615 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 7329615 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:34724/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 7329615 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 7329617 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34724/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 7329618 INFO  (zkCallback-3714-thread-2-processing-n:127.0.0.1:34724_) [n:127.0.0.1:34724_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 7329674 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 7329676 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3332
   [junit4]   2> 7329698 INFO  (qtp2028048442-20943) [n:127.0.0.1:34724_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 7329867 INFO  (zkCallback-3714-thread-2-processing-n:127.0.0.1:34724_) [n:127.0.0.1:34724_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 7330706 INFO  (qtp2028048442-20943) [n:127.0.0.1:34724_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34724_&wt=javabin&version=2} status=0 QTime=5703
   [junit4]   2> 7330732 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 7330733 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40771/solr ready
   [junit4]   2> 7330733 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 7330743 INFO  (qtp2028048442-20944) [n:127.0.0.1:34724_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 7330911 INFO  (OverseerCollectionConfigSetProcessor-98987564479938565-127.0.0.1:34724_-n_0000000000) [n:127.0.0.1:34724_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 7330911 INFO  (OverseerThreadFactory-6920-thread-2-processing-n:127.0.0.1:34724_) [n:127.0.0.1:34724_    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 7330913 WARN  (OverseerThreadFactory-6920-thread-2-processing-n:127.0.0.1:34724_) [n:127.0.0.1:34724_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 7331083 INFO  (qtp2028048442-20944) [n:127.0.0.1:34724_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 7331083 INFO  (qtp2028048442-20944) [n:127.0.0.1:34724_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=340
   [junit4]   2> 7331107 INFO  (OverseerCollectionConfigSetProcessor-98987564479938565-127.0.0.1:34724_-n_0000000000) [n:127.0.0.1:34724_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 7331753 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/shard-1-001 of type NRT
   [junit4]   2> 7331787 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 7331903 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51ed3e4a{/,null,AVAILABLE}
   [junit4]   2> 7331903 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@24810a20{SSL,[ssl, http/1.1]}{127.0.0.1:46964}
   [junit4]   2> 7331903 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.e.j.s.Server Started @7351032ms
   [junit4]   2> 7331904 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=46964, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/shard-1-001/cores}
   [junit4]   2> 7331904 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 7331904 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 7331904 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 7331904 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 7331904 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T19:59:47.528Z
   [junit4]   2> 7332075 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 7332075 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/shard-1-001/solr.xml
   [junit4]   2> 7332094 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 7332094 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 7332095 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 7332098 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40771/solr
   [junit4]   2> 7332203 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:46964_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 7332223 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:46964_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 7332224 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:46964_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46964_
   [junit4]   2> 7332225 INFO  (zkCallback-3714-thread-2-processing-n:127.0.0.1:34724_) [n:127.0.0.1:34724_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 7332477 INFO  (zkCallback-3722-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 7332487 INFO  (zkCallback-3727-thread-1-processing-n:127.0.0.1:46964_) [n:127.0.0.1:46964_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 7333217 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:46964_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1
   [junit4]   2> 7333329 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:46964_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1
   [junit4]   2> 7333329 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:46964_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1
   [junit4]   2> 7333330 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:46964_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/shard-1-001/cores
   [junit4]   2> 7333525 INFO  (qtp2028048442-20939) [n:127.0.0.1:34724_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46964_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 7333577 INFO  (OverseerThreadFactory-6920-thread-3-processing-n:127.0.0.1:34724_) [n:127.0.0.1:34724_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46964_ for creating new replica
   [junit4]   2> 7333728 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 7333729 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 7333747 INFO  (zkCallback-3727-thread-1-processing-n:127.0.0.1:46964_) [n:127.0.0.1:46964_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 7334905 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 7335030 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema [collection1_shard1_replica_n21] Schema name=test
   [junit4]   2> 7335972 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 7336064 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n21' using configuration from collection collection1, trusted=true
   [junit4]   2> 7336064 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n21' (registry 'solr.core.collection1.shard1.replica_n21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1
   [junit4]   2> 7336064 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 7336064 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [[collection1_shard1_replica_n21] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/shard-1-001/cores/collection1_shard1_replica_n21], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/shard-1-001/cores/collection1_shard1_replica_n21/data/]
   [junit4]   2> 7336094 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1603084367, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 7336113 WARN  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 7336951 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 7336951 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 7336952 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 7336952 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 7336953 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 7336972 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.SolrIndexSearcher Opening [Searcher@6080605c[collection1_shard1_replica_n21] main]
   [junit4]   2> 7336973 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 7336973 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 7336974 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 7336974 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583801059348840448
   [junit4]   2> 7337043 INFO  (searcherExecutor-6934-thread-1-processing-n:127.0.0.1:46964_ x:collection1_shard1_replica_n21 s:shard1 c:collection1) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [collection1_shard1_replica_n21] Registered new searcher Searcher@6080605c[collection1_shard1_replica_n21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 7337063 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 7337063 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 7337063 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46964/collection1_shard1_replica_n21/
   [junit4]   2> 7337063 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 7337063 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy https://127.0.0.1:46964/collection1_shard1_replica_n21/ has no replicas
   [junit4]   2> 7337063 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 7337083 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46964/collection1_shard1_replica_n21/ shard1
   [junit4]   2> 7337086 INFO  (zkCallback-3727-thread-1-processing-n:127.0.0.1:46964_) [n:127.0.0.1:46964_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 7337136 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 7337137 INFO  (qtp352277377-20990) [n:127.0.0.1:46964_ c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3408
   [junit4]   2> 7337144 INFO  (qtp2028048442-20939) [n:127.0.0.1:34724_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46964_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=3618
   [junit4]   2> 7337469 INFO  (zkCallback-3727-thread-1-processing-n:127.0.0.1:46964_) [n:127.0.0.1:46964_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 7337728 INFO  (OverseerCollectionConfigSetProcessor-98987564479938565-127.0.0.1:34724_-n_0000000000) [n:127.0.0.1:34724_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 7337772 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/shard-2-001 of type NRT
   [junit4]   2> 7337773 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 7337795 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25a56a51{/,null,AVAILABLE}
   [junit4]   2> 7337795 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@488783b6{SSL,[ssl, http/1.1]}{127.0.0.1:49136}
   [junit4]   2> 7337795 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.e.j.s.Server Started @7356924ms
   [junit4]   2> 7337796 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=49136, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/shard-2-001/cores}
   [junit4]   2> 7337796 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 7337807 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 7337807 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 7337807 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 7337807 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T19:59:53.431Z
   [junit4]   2> 7337809 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 7337809 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/shard-2-001/solr.xml
   [junit4]   2> 7337839 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 7337839 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 7337840 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 7337851 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40771/solr
   [junit4]   2> 7337929 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:49136_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 7337930 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:49136_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 7338054 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:49136_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49136_
   [junit4]   2> 7338055 INFO  (zkCallback-3727-thread-1-processing-n:127.0.0.1:46964_) [n:127.0.0.1:46964_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 7338062 INFO  (zkCallback-3722-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 7338067 INFO  (zkCallback-3714-thread-1-processing-n:127.0.0.1:34724_) [n:127.0.0.1:34724_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 7338112 INFO  (zkCallback-3733-thread-1-processing-n:127.0.0.1:49136_) [n:127.0.0.1:49136_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 7338594 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:49136_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1
   [junit4]   2> 7338643 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:49136_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1
   [junit4]   2> 7338643 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:49136_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1
   [junit4]   2> 7338644 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[C593D9B662B48288]) [n:127.0.0.1:49136_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/shard-2-001/cores
   [junit4]   2> 7339910 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:49136_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 7340257 INFO  (OverseerThreadFactory-6920-thread-4-processing-n:127.0.0.1:34724_) [n:127.0.0.1:34724_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:49136_ for creating new replica
   [junit4]   2> 7341711 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 7341712 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 7341714 INFO  (zkCallback-3727-thread-1-processing-n:127.0.0.1:46964_) [n:127.0.0.1:46964_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 7342189 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 7342395 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.s.IndexSchema [collection1_shard1_replica_n23] Schema name=test
   [junit4]   2> 7343237 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 7344218 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n23' using configuration from collection collection1, trusted=true
   [junit4]   2> 7344218 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n23' (registry 'solr.core.collection1.shard1.replica_n23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@79fc5bc1
   [junit4]   2> 7344219 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 7344219 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.SolrCore [[collection1_shard1_replica_n23] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/shard-2-001/cores/collection1_shard1_replica_n23], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_C593D9B662B48288-001/shard-2-001/cores/collection1_shard1_replica_n23/data/]
   [junit4]   2> 7344473 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1603084367, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 7344484 WARN  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 7345519 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 7345519 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 7345520 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 7345520 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 7345521 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 7345550 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.s.SolrIndexSearcher Opening [Searcher@34500242[collection1_shard1_replica_n23] main]
   [junit4]   2> 7345554 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 7345554 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 7345555 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 7345555 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583801068346671104
   [junit4]   2> 7345575 INFO  (searcherExecutor-6945-thread-1-processing-n:127.0.0.1:49136_ x:collection1_shard1_replica_n23 s:shard1 c:collection1) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.SolrCore [collection1_shard1_replica_n23] Registered new searcher Searcher@34500242[collection1_shard1_replica_n23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 7345587 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_n23
   [junit4]   2> 7345595 INFO  (qtp879045045-21019) [n:127.0.0.1:49136_ c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3883
   [junit4]   2> 7345595 INFO  (updateExecutor-3730-thread-1-processing-n:127.0.0.1:49136_ x:collection1_shard1_replica_n23 s:shard1 c:collection1) [n:127.0.0.1:49136_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 7345598 INFO  (recoveryExecutor-3731-thread-1-processing-n:127.0.0.1:49136_ x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:49136_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 7345598 INFO  (recoveryExecutor-3731-thread-1-processing-n:127.0.0.1:49136_ x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:49136_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 7345598 INFO  (recoveryExecutor-3731-thread-1-processing-n:127.0.0.1:49136_ x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:49136_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_n23]
   [junit4]   2> 7345599 INFO  (recoveryExecutor-3731-thread-1-processing-n:127.0.0.1:49136_ x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:49136_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 7345599 INFO  (recoveryExecutor-3731-thread-1-processing-n:127.0.0.1:49136_ x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:49136_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_n23] as recovering, leader is [https://127.0.0.1:46964/collection1_shard1_replica_n21/] and I am [https://127.0.0.1:49136/collection1_shard1_replica_n23/]
   [junit4]   2> 7345617 INFO  (qtp2028048442-20945) [n:127.0.0.1:34724_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:49136_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=5706
   [junit4]   2> 7345635 INFO  (zkCallback-3727-thread-1-processing-n:127.0.0.1:46964_) [n:127.0.0.1:46964_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 7345638 INFO  (zkCallback-3733-thread-1-processing-n:127.0.0.1:49136_) [n:127.0.0.1:49136_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 7345667 INFO  (recoveryExecutor-3731-thread-1-processing-n:127.0.0.1:49136_ x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:49136_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:46964]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_n21&nodeName=127.0.0.1:49136_&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 7345763 INFO  (qtp352277377-20985) [n:127.0.0.1:46964_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s

[...truncated too long message...]

rocessing-n:127.0.0.1:37744_solr) [n:127.0.0.1:37744_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 9181035 INFO  (zkCallback-3447-thread-1-processing-n:127.0.0.1:58329_solr) [n:127.0.0.1:58329_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 9181051 INFO  (jetty-closer-3337-thread-9) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34fc7d83{/solr,null,UNAVAILABLE}
   [junit4]   2> 9181070 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facc3f62c001c, likely client has closed socket
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 9181981 WARN  (zkCallback-3390-thread-2-processing-n:127.0.0.1:36807_solr) [n:127.0.0.1:36807_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 9181982 INFO  (jetty-closer-3337-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11122763{/solr,null,UNAVAILABLE}
   [junit4]   2> 9182338 WARN  (zkCallback-3411-thread-1-processing-n:127.0.0.1:35038_solr) [n:127.0.0.1:35038_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 9182339 INFO  (jetty-closer-3337-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4f55bf62{/solr,null,UNAVAILABLE}
   [junit4]   2> 9182577 INFO  (jetty-closer-3337-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78bffac{/solr,null,UNAVAILABLE}
   [junit4]   2> 9182589 INFO  (jetty-closer-3337-thread-6) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33e0e0cc{/solr,null,UNAVAILABLE}
   [junit4]   2> 9182609 ERROR (SUITE-TriggerIntegrationTest-seed#[C593D9B662B48288]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 9182610 INFO  (SUITE-TriggerIntegrationTest-seed#[C593D9B662B48288]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51131 51131
   [junit4]   2> 9182710 INFO  (Thread-5744) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51131 51131
   [junit4]   2> 9182711 WARN  (Thread-5744) [    ] o.a.s.c.ZkTestServer Watch limit violations:
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2>
   [junit4]   2> 41 /solr/aliases.json
   [junit4]   2> 16 /solr/security.json
   [junit4]   2> 2 /solr/configs/conf
   [junit4]   2>
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2>
   [junit4]   2> 41 /solr/clusterprops.json
   [junit4]   2> 41 /solr/clusterstate.json
   [junit4]   2> 14 /solr/collections/collection1/state.json
   [junit4]   2> 5 /solr/autoscaling.json
   [junit4]   2> 3 /solr/overseer_elect/election/98987674474119200-127.0.0.1:35038_solr-n_0000000007
   [junit4]   2> 3 /solr/overseer_elect/election/98987674474119215-127.0.0.1:58329_solr-n_0000000010
   [junit4]   2> 2 /solr/overseer_elect/election/98987674474119196-127.0.0.1:53189_solr-n_0000000006
   [junit4]   2> 2 /solr/overseer_elect/election/98987674474119219-127.0.0.1:60417_solr-n_0000000011
   [junit4]   2>
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2>
   [junit4]   2> 41 /solr/live_nodes
   [junit4]   2> 41 /solr/collections
   [junit4]   2> 5 /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 5 /solr/overseer/queue
   [junit4]   2> 5 /solr/overseer/collection-queue-work
   [junit4]   2> 5 /solr/overseer/queue-work
   [junit4]   2> 3 /solr/autoscaling/events/node_added_trigger
   [junit4]   2> 2 /solr/autoscaling/events/node_added_trigger1
   [junit4]   2>
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C593D9B662B48288-001
   [junit4]   2> Nov 11, 2017 8:30:38 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=295, maxMBSortInHeap=5.379301516412422, sim=RandomSimilarity(queryNorm=false): {}, locale=es-NI, timezone=Australia/Queensland
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=256102592,total=525336576
   [junit4]   2> NOTE: All tests run in this JVM: [CreateCollectionCleanupTest, TestBM25SimilarityFactory, ParsingFieldUpdateProcessorsTest, TestConfigSetsAPIExclusivity, TestCloudJSONFacetJoinDomain, HdfsBasicDistributedZkTest, TestHighFrequencyDictionaryFactory, TestPrepRecovery, ZkStateReaderTest, TestManagedResource, BinaryUpdateRequestHandlerTest, TestFieldCacheSort, TestSolr4Spatial2, ChaosMonkeySafeLeaderWithPullReplicasTest, TestReRankQParserPlugin, TestCloudSchemaless, MetricUtilsTest, TestPerFieldSimilarity, BasicAuthStandaloneTest, TriLevelCompositeIdRoutingTest, DocumentAnalysisRequestHandlerTest, TestJsonFacets, TestLegacyFieldReuse, TestWriterPerf, ComputePlanActionTest, ZkSolrClientTest, TestRTGBase, NotRequiredUniqueKeyTest, SolrSlf4jReporterTest, TestCloudNestedDocsSort, TestSQLHandlerNonCloud, PathHierarchyTokenizerFactoryTest, PropertiesRequestHandlerTest, DateRangeFieldTest, MoveReplicaHDFSFailoverTest, PeerSyncWithIndexFingerprintCachingTest, TestReplicaProperties, RequestLoggingTest, TestBulkSchemaAPI, ClusterStateUpdateTest, OverseerRolesTest, ConjunctionSolrSpellCheckerTest, DistributedFacetPivotWhiteBoxTest, TestPushWriter, TestConfigReload, TestConfigSets, PingRequestHandlerTest, LegacyCloudClusterPropTest, SignatureUpdateProcessorFactoryTest, AnalysisErrorHandlingTest, SimpleMLTQParserTest, DOMUtilTest, DocValuesMultiTest, ShowFileRequestHandlerTest, TestStressLucene, TestEmbeddedSolrServerAdminHandler, TestManagedSchema, DistributedIntervalFacetingTest, TestBinaryResponseWriter, TestSchemaResource, TestConfigsApi, SolrCmdDistributorTest, SolrRequestParserTest, TestNumericTerms64, HttpPartitionTest, CircularListTest, CoreSorterTest, UUIDUpdateProcessorFallbackTest, TestInitParams, TestShardHandlerFactory, TestInitQParser, SolrIndexSplitterTest, TestNumericTokenStream, PrimUtilsTest, ShardRoutingCustomTest, CdcrRequestHandlerTest, LukeRequestHandlerTest, TestExceedMaxTermLength, HdfsWriteToMultipleCollectionsTest, TestCollationField, OpenCloseCoreStressTest, TestExclusionRuleCollectionAccess, ShardRoutingTest, DeleteLastCustomShardedReplicaTest, TestSizeLimitedDistributedMap, ManagedSchemaRoundRobinCloudTest, NumericFieldsTest, TestMissingGroups, OpenExchangeRatesOrgProviderTest, TestLeaderElectionZkExpiry, HdfsThreadLeakTest, SpellingQueryConverterTest, SolrCLIZkUtilsTest, TestUseDocValuesAsStored, TestSubQueryTransformer, SpatialRPTFieldTypeTest, RuleEngineTest, ConcurrentDeleteAndCreateCollectionTest, TestDeleteCollectionOnDownNodes, CdcrBootstrapTest, TestReqParamsAPI, TermVectorComponentDistributedTest, TestFastLRUCache, QueryEqualityTest, AnalyticsQueryTest, TestManagedSynonymFilterFactory, TestFieldTypeCollectionResource, TestSolrXml, TestSolrCLIRunExample, HdfsRecoveryZkTest, TestCollectionAPI, TestDelegationWithHadoopAuth, ZkCLITest, TestJmxIntegration, SuggesterFSTTest, TestOverriddenPrefixQueryForCustomFieldType, MBeansHandlerTest, HdfsDirectoryFactoryTest, SuggestComponentContextFilterQueryTest, SampleTest, TestSSLRandomization, RegexBoostProcessorTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, LeaderElectionIntegrationTest, TestReplicationHandler, TestDistributedGrouping, TestFaceting, ZkControllerTest, TestRealTimeGet, TestStressReorder, DistributedTermsComponentTest, TestSolr4Spatial, StatsComponentTest, TestLazyCores, DirectUpdateHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterTSTTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, DirectSolrSpellCheckerTest, TestQueryTypes, TermsComponentTest, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, TestStressRecovery, PluginInfoTest, PreAnalyzedFieldTest, TestSystemIdResolver, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, DistributedMLTComponentTest, CursorPagingTest, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestTolerantSearch, TestJettySolrRunner, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, AssignTest, DeleteNodeTest, DistribCursorPagingTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, ReplaceNodeTest, ShardSplitTest, TestSegmentSorting, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, AutoAddReplicasIntegrationTest, ExecutePlanActionTest, TriggerIntegrationTest]
   [junit4] Completed [592/748 (5!)] on J1 in 194.81s, 12 tests, 2 failures <<< FAILURES!

[...truncated 47792 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-7.x - Build # 235 - Failure

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/235/

9 tests failed.
FAILED:  org.apache.solr.cloud.DeleteNodeTest.test

Error Message:
Error from server at http://127.0.0.1:34340/solr: Could not fully create collection: deletenodetest_coll

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34340/solr: Could not fully create collection: deletenodetest_coll
        at __randomizedtesting.SeedInfo.seed([9900DCC5293C43E7:1154E31F87C02E1F]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at org.apache.solr.cloud.DeleteNodeTest.test(DeleteNodeTest.java:73)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderElectionTest.testElection

Error Message:


Stack Trace:
java.lang.NullPointerException
        at __randomizedtesting.SeedInfo.seed([9900DCC5293C43E7:F10868F50100F491]:0)
        at org.apache.solr.cloud.LeaderElectionTest.testElection(LeaderElectionTest.java:308)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestHdfsCloudBackupRestore.test

Error Message:
Error from server at http://127.0.0.1:57042/solr: Could not restore core

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57042/solr: Could not restore core
        at __randomizedtesting.SeedInfo.seed([9900DCC5293C43E7:1154E31F87C02E1F]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:285)
        at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:140)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[9900DCC5293C43E7:36469175EB0E70FB]}

Error Message:
Error from server at https://127.0.0.1:34471/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000012

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34471/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000012
        at __randomizedtesting.SeedInfo.seed([9900DCC5293C43E7:36469175EB0E70FB]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:182)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.ZkSolrClientTest.testMultipleWatchesAsync

Error Message:


Stack Trace:
java.lang.AssertionError
        at __randomizedtesting.SeedInfo.seed([9900DCC5293C43E7:F1B60F67BCD84279]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at org.apache.solr.cloud.ZkSolrClientTest.testMultipleWatchesAsync(ZkSolrClientTest.java:252)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete

Error Message:
hard529 was before searcher529: 10750321992075341 !<= 10750321924141696

Stack Trace:
java.lang.AssertionError: hard529 was before searcher529: 10750321992075341 !<= 10750321924141696
        at __randomizedtesting.SeedInfo.seed([9900DCC5293C43E7:5E4C645832948E57]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.update.SoftAutoCommitTest.doTestSoftAndHardCommitMaxTimeDelete(SoftAutoCommitTest.java:377)
        at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete(SoftAutoCommitTest.java:297)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.processor.TestNamedUpdateProcessors.test

Error Message:
{   "responseHeader":{     "status":500,     "QTime":30709},   "errorMessages":["4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [https://127.0.0.1:33890/h_/pj/collection1_shard2_replica_n41/, https://127.0.0.1:47181/h_/pj/collection1_shard2_replica_n45/, https://127.0.0.1:39308/h_/pj/collection1_shard1_replica_n43/, https://127.0.0.1:40564/h_/pj/collection1_shard1_replica_n47/]\n"],   "WARNING":"This response format is experimental.  It is likely to change in the future.",   "error":{     "metadata":[       "error-class","org.apache.solr.common.SolrException",       "root-error-class","org.apache.solr.common.SolrException"],     "msg":"4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [https://127.0.0.1:33890/h_/pj/collection1_shard2_replica_n41/, https://127.0.0.1:47181/h_/pj/collection1_shard2_replica_n45/, https://127.0.0.1:39308/h_/pj/collection1_shard1_replica_n43/, https://127.0.0.1:40564/h_/pj/collection1_shard1_replica_n47/]",     "trace":"org.apache.solr.common.SolrException: 4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [https://127.0.0.1:33890/h_/pj/collection1_shard2_replica_n41/, https://127.0.0.1:47181/h_/pj/collection1_shard2_replica_n45/, https://127.0.0.1:39308/h_/pj/collection1_shard1_replica_n43/, https://127.0.0.1:40564/h_/pj/collection1_shard1_replica_n47/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:771)\n\tat org.apache.solr.handler.SolrConfigHandler.access$400(SolrConfigHandler.java:101)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:502)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:345)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:158)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:136)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:534)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)\n\tat java.lang.Thread.run(Thread.java:748)\n",     "code":500}}

Stack Trace:
java.lang.AssertionError: {
  "responseHeader":{
    "status":500,
    "QTime":30709},
  "errorMessages":["4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [https://127.0.0.1:33890/h_/pj/collection1_shard2_replica_n41/, https://127.0.0.1:47181/h_/pj/collection1_shard2_replica_n45/, https://127.0.0.1:39308/h_/pj/collection1_shard1_replica_n43/, https://127.0.0.1:40564/h_/pj/collection1_shard1_replica_n47/]\n"],
  "WARNING":"This response format is experimental.  It is likely to change in the future.",
  "error":{
    "metadata":[
      "error-class","org.apache.solr.common.SolrException",
      "root-error-class","org.apache.solr.common.SolrException"],
    "msg":"4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [https://127.0.0.1:33890/h_/pj/collection1_shard2_replica_n41/, https://127.0.0.1:47181/h_/pj/collection1_shard2_replica_n45/, https://127.0.0.1:39308/h_/pj/collection1_shard1_replica_n43/, https://127.0.0.1:40564/h_/pj/collection1_shard1_replica_n47/]",
    "trace":"org.apache.solr.common.SolrException: 4 out of 5 the property overlay to be of version 0 within 30 seconds! Failed cores: [https://127.0.0.1:33890/h_/pj/collection1_shard2_replica_n41/, https://127.0.0.1:47181/h_/pj/collection1_shard2_replica_n45/, https://127.0.0.1:39308/h_/pj/collection1_shard1_replica_n43/, https://127.0.0.1:40564/h_/pj/collection1_shard1_replica_n47/]\n\tat org.apache.solr.handler.SolrConfigHandler.waitForAllReplicasState(SolrConfigHandler.java:771)\n\tat org.apache.solr.handler.SolrConfigHandler.access$400(SolrConfigHandler.java:101)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:502)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:345)\n\tat org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:158)\n\tat org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:136)\n\tat org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)\n\tat org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)\n\tat org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:534)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)\n\tat org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)\n\tat org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)\n\tat java.lang.Thread.run(Thread.java:748)\n",
    "code":500}}

        at __randomizedtesting.SeedInfo.seed([9900DCC5293C43E7:1154E31F87C02E1F]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at org.apache.solr.core.TestSolrConfigHandler.runConfigCommand(TestSolrConfigHandler.java:185)
        at org.apache.solr.update.processor.TestNamedUpdateProcessors.test(TestNamedUpdateProcessors.java:85)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
        at __randomizedtesting.SeedInfo.seed([9900DCC5293C43E7:CE292770F2CEA1FC]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:709)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test

Error Message:
Trigger was not fired

Stack Trace:
java.lang.AssertionError: Trigger was not fired
        at __randomizedtesting.SeedInfo.seed([9900DCC5293C43E7:1154E31F87C02E1F]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.SystemLogListenerTest.test(SystemLogListenerTest.java:151)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11910 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.SystemLogListenerTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_9900DCC5293C43E7-001/init-core-data-001
   [junit4]   2> 1508038 WARN  (SUITE-SystemLogListenerTest-seed#[9900DCC5293C43E7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 1508038 INFO  (SUITE-SystemLogListenerTest-seed#[9900DCC5293C43E7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1508039 INFO  (SUITE-SystemLogListenerTest-seed#[9900DCC5293C43E7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1508039 INFO  (SUITE-SystemLogListenerTest-seed#[9900DCC5293C43E7]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1508040 INFO  (SUITE-SystemLogListenerTest-seed#[9900DCC5293C43E7]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_9900DCC5293C43E7-001/tempDir-001
   [junit4]   2> 1508040 INFO  (SUITE-SystemLogListenerTest-seed#[9900DCC5293C43E7]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1508058 INFO  (Thread-551) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1508058 INFO  (Thread-551) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1508300 INFO  (SUITE-SystemLogListenerTest-seed#[9900DCC5293C43E7]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:34687
   [junit4]   2> 1508306 ERROR (Thread-551) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1509172 INFO  (jetty-launcher-1232-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1509183 INFO  (jetty-launcher-1232-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1509238 INFO  (jetty-launcher-1232-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14f81fc7{/solr,null,AVAILABLE}
   [junit4]   2> 1509239 INFO  (jetty-launcher-1232-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1509241 INFO  (jetty-launcher-1232-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@65058a3a{SSL,[ssl, http/1.1]}{127.0.0.1:36875}
   [junit4]   2> 1509241 INFO  (jetty-launcher-1232-thread-2) [    ] o.e.j.s.Server Started @1531737ms
   [junit4]   2> 1509241 INFO  (jetty-launcher-1232-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36875}
   [junit4]   2> 1509242 ERROR (jetty-launcher-1232-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1509242 INFO  (jetty-launcher-1232-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 1509242 INFO  (jetty-launcher-1232-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1509242 INFO  (jetty-launcher-1232-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1509242 INFO  (jetty-launcher-1232-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T14:37:34.675Z
   [junit4]   2> 1509278 INFO  (jetty-launcher-1232-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59333515{/solr,null,AVAILABLE}
   [junit4]   2> 1509278 INFO  (jetty-launcher-1232-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@553777b1{SSL,[ssl, http/1.1]}{127.0.0.1:55369}
   [junit4]   2> 1509278 INFO  (jetty-launcher-1232-thread-1) [    ] o.e.j.s.Server Started @1531774ms
   [junit4]   2> 1509278 INFO  (jetty-launcher-1232-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55369}
   [junit4]   2> 1509279 ERROR (jetty-launcher-1232-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1509279 INFO  (jetty-launcher-1232-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 1509279 INFO  (jetty-launcher-1232-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1509279 INFO  (jetty-launcher-1232-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1509279 INFO  (jetty-launcher-1232-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T14:37:34.712Z
   [junit4]   2> 1509470 INFO  (jetty-launcher-1232-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b545529{/solr,null,AVAILABLE}
   [junit4]   2> 1509470 INFO  (jetty-launcher-1232-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54f821ac{SSL,[ssl, http/1.1]}{127.0.0.1:36433}
   [junit4]   2> 1509470 INFO  (jetty-launcher-1232-thread-3) [    ] o.e.j.s.Server Started @1531967ms
   [junit4]   2> 1509471 INFO  (jetty-launcher-1232-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36433}
   [junit4]   2> 1509471 ERROR (jetty-launcher-1232-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1509471 INFO  (jetty-launcher-1232-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 1509471 INFO  (jetty-launcher-1232-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1509471 INFO  (jetty-launcher-1232-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1509471 INFO  (jetty-launcher-1232-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T14:37:34.904Z
   [junit4]   2> 1509602 INFO  (jetty-launcher-1232-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1509865 INFO  (jetty-launcher-1232-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1509887 INFO  (jetty-launcher-1232-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34687/solr
   [junit4]   2> 1510063 INFO  (jetty-launcher-1232-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34687/solr
   [junit4]   2> 1510251 INFO  (jetty-launcher-1232-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1510447 INFO  (jetty-launcher-1232-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34687/solr
   [junit4]   2> 1510771 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fb0aa06a70004, likely client has closed socket
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1511138 INFO  (jetty-launcher-1232-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1511138 INFO  (jetty-launcher-1232-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55369_solr
   [junit4]   2> 1511141 INFO  (jetty-launcher-1232-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.Overseer Overseer (id=98991961127976968-127.0.0.1:55369_solr-n_0000000000) starting
   [junit4]   2> 1511417 INFO  (jetty-launcher-1232-thread-3) [n:127.0.0.1:36433_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1511433 INFO  (jetty-launcher-1232-thread-3) [n:127.0.0.1:36433_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36433_solr
   [junit4]   2> 1511497 INFO  (zkCallback-1249-thread-1-processing-n:127.0.0.1:36433_solr) [n:127.0.0.1:36433_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1511499 INFO  (jetty-launcher-1232-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55369_solr
   [junit4]   2> 1511499 INFO  (zkCallback-1249-thread-1-processing-n:127.0.0.1:36433_solr) [n:127.0.0.1:36433_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1511587 DEBUG (OverseerAutoScalingTriggerThread-98991961127976968-127.0.0.1:55369_solr-n_0000000000) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1511858 DEBUG (OverseerAutoScalingTriggerThread-98991961127976968-127.0.0.1:55369_solr-n_0000000000) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1511859 DEBUG (OverseerAutoScalingTriggerThread-98991961127976968-127.0.0.1:55369_solr-n_0000000000) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
   [junit4]   2> 1511859 DEBUG (OverseerAutoScalingTriggerThread-98991961127976968-127.0.0.1:55369_solr-n_0000000000) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1511859 DEBUG (OverseerAutoScalingTriggerThread-98991961127976968-127.0.0.1:55369_solr-n_0000000000) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1511860 INFO  (OverseerStateUpdate-98991961127976968-127.0.0.1:55369_solr-n_0000000000) [n:127.0.0.1:55369_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1511888 INFO  (jetty-launcher-1232-thread-2) [n:127.0.0.1:36875_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1511890 INFO  (jetty-launcher-1232-thread-2) [n:127.0.0.1:36875_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1511902 INFO  (jetty-launcher-1232-thread-2) [n:127.0.0.1:36875_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36875_solr
   [junit4]   2> 1511903 INFO  (zkCallback-1249-thread-1-processing-n:127.0.0.1:36433_solr) [n:127.0.0.1:36433_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1512920 INFO  (jetty-launcher-1232-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55369.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a54a197
   [junit4]   2> 1513018 INFO  (jetty-launcher-1232-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55369.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a54a197
   [junit4]   2> 1513018 INFO  (jetty-launcher-1232-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55369.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a54a197
   [junit4]   2> 1513019 INFO  (jetty-launcher-1232-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_9900DCC5293C43E7-001/tempDir-001/node1/.
   [junit4]   2> 1513693 DEBUG (OverseerAutoScalingTriggerThread-98991961127976968-127.0.0.1:55369_solr-n_0000000000) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1513694 DEBUG (OverseerAutoScalingTriggerThread-98991961127976968-127.0.0.1:55369_solr-n_0000000000) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1513922 INFO  (zkCallback-1248-thread-1-processing-n:127.0.0.1:55369_solr) [n:127.0.0.1:55369_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1513941 INFO  (zkCallback-1247-thread-1-processing-n:127.0.0.1:36875_solr) [n:127.0.0.1:36875_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1513694 DEBUG (ScheduledTrigger-1205-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55369_solr, 127.0.0.1:36433_solr]
   [junit4]   2> 1514073 INFO  (jetty-launcher-1232-thread-3) [n:127.0.0.1:36433_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36433.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a54a197
   [junit4]   2> 1514122 INFO  (jetty-launcher-1232-thread-3) [n:127.0.0.1:36433_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36433.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a54a197
   [junit4]   2> 1514123 INFO  (jetty-launcher-1232-thread-3) [n:127.0.0.1:36433_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36433.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a54a197
   [junit4]   2> 1515305 DEBUG (ScheduledTrigger-1205-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55369_solr, 127.0.0.1:36433_solr, 127.0.0.1:36875_solr]
   [junit4]   2> 1517305 DEBUG (ScheduledTrigger-1205-thread-2) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55369_solr, 127.0.0.1:36433_solr, 127.0.0.1:36875_solr]
   [junit4]   2> 1517450 INFO  (jetty-launcher-1232-thread-3) [n:127.0.0.1:36433_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_9900DCC5293C43E7-001/tempDir-001/node3/.
   [junit4]   2> 1517622 INFO  (jetty-launcher-1232-thread-2) [n:127.0.0.1:36875_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36875.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a54a197
   [junit4]   2> 1517803 INFO  (jetty-launcher-1232-thread-2) [n:127.0.0.1:36875_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36875.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a54a197
   [junit4]   2> 1517803 INFO  (jetty-launcher-1232-thread-2) [n:127.0.0.1:36875_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36875.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a54a197
   [junit4]   2> 1517804 INFO  (jetty-launcher-1232-thread-2) [n:127.0.0.1:36875_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_9900DCC5293C43E7-001/tempDir-001/node2/.
   [junit4]   2> 1518306 DEBUG (ScheduledTrigger-1205-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55369_solr, 127.0.0.1:36433_solr, 127.0.0.1:36875_solr]
   [junit4]   2> 1519351 DEBUG (ScheduledTrigger-1205-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55369_solr, 127.0.0.1:36433_solr, 127.0.0.1:36875_solr]
   [junit4]   2> 1519364 INFO  (SUITE-SystemLogListenerTest-seed#[9900DCC5293C43E7]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1519389 INFO  (SUITE-SystemLogListenerTest-seed#[9900DCC5293C43E7]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34687/solr ready
   [junit4]   2> 1519646 INFO  (qtp1816674287-4147) [n:127.0.0.1:55369_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=.system&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1519786 INFO  (OverseerThreadFactory-1207-thread-1-processing-n:127.0.0.1:55369_solr) [n:127.0.0.1:55369_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 1520155 INFO  (OverseerStateUpdate-98991961127976968-127.0.0.1:55369_solr-n_0000000000) [n:127.0.0.1:55369_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36875/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 1520329 INFO  (OverseerStateUpdate-98991961127976968-127.0.0.1:55369_solr-n_0000000000) [n:127.0.0.1:55369_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:55369/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 1520340 INFO  (OverseerStateUpdate-98991961127976968-127.0.0.1:55369_solr-n_0000000000) [n:127.0.0.1:55369_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:36433/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 1520381 DEBUG (ScheduledTrigger-1205-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55369_solr, 127.0.0.1:36433_solr, 127.0.0.1:36875_solr]
   [junit4]   2> 1520930 INFO  (qtp593125048-4139) [n:127.0.0.1:36875_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1520931 INFO  (qtp593125048-4139) [n:127.0.0.1:36875_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1520995 INFO  (qtp1816674287-4150) [n:127.0.0.1:55369_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n3&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1520996 INFO  (qtp1816674287-4150) [n:127.0.0.1:55369_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1521031 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1521032 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1521151 INFO  (zkCallback-1249-thread-1-processing-n:127.0.0.1:36433_solr) [n:127.0.0.1:36433_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1521151 INFO  (zkCallback-1247-thread-1-processing-n:127.0.0.1:36875_solr) [n:127.0.0.1:36875_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1521151 INFO  (zkCallback-1248-thread-1-processing-n:127.0.0.1:55369_solr) [n:127.0.0.1:55369_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1521151 INFO  (zkCallback-1248-thread-2-processing-n:127.0.0.1:55369_solr) [n:127.0.0.1:55369_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1521152 INFO  (zkCallback-1249-thread-2-processing-n:127.0.0.1:36433_solr) [n:127.0.0.1:36433_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1521153 INFO  (zkCallback-1247-thread-2-processing-n:127.0.0.1:36875_solr) [n:127.0.0.1:36875_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1521385 DEBUG (ScheduledTrigger-1205-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55369_solr, 127.0.0.1:36433_solr, 127.0.0.1:36875_solr]
   [junit4]   2> 1521960 WARN  (qtp593125048-4139) [n:127.0.0.1:36875_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
   [junit4]   2> 1521963 INFO  (qtp593125048-4139) [n:127.0.0.1:36875_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1522070 INFO  (qtp1816674287-4150) [n:127.0.0.1:55369_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1522087 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1522164 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1522351 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema [.system_shard1_replica_n4] Schema name=_system collection or core
   [junit4]   2> 1522354 INFO  (qtp1816674287-4150) [n:127.0.0.1:55369_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1522364 INFO  (qtp1816674287-4150) [n:127.0.0.1:55369_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema [.system_shard1_replica_n3] Schema name=_system collection or core
   [junit4]   2> 1522372 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1522375 INFO  (qtp1816674287-4150) [n:127.0.0.1:55369_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1522390 INFO  (qtp593125048-4139) [n:127.0.0.1:36875_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1522400 DEBUG (ScheduledTrigger-1205-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55369_solr, 127.0.0.1:36433_solr, 127.0.0.1:36875_solr]
   [junit4]   2> 1522405 INFO  (qtp1816674287-4150) [n:127.0.0.1:55369_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 1522407 INFO  (qtp593125048-4139) [n:127.0.0.1:36875_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 1522513 INFO  (qtp593125048-4139) [n:127.0.0.1:36875_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 1522529 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 1522611 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 1522611 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n4' using configuration from collection .system, trusted=true
   [junit4]   2> 1522612 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36433.solr.core..system.shard1.replica_n4' (registry 'solr.core..system.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a54a197
   [junit4]   2> 1522612 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1522612 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.c.SolrCore [[.system_shard1_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_9900DCC5293C43E7-001/tempDir-001/node3/.system_shard1_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_9900DCC5293C43E7-001/tempDir-001/node3/./.system_shard1_replica_n4/data/]
   [junit4]   2> 1522630 WARN  (qtp1816674287-4150) [n:127.0.0.1:55369_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema
   [junit4]   2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:240)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:239)
   [junit4]   2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349)
   [junit4]   2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268)
   [junit4]   2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186)
   [junit4]   2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]   2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]   2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
   [junit4]   2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
   [junit4]   2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1081)
   [junit4]   2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1033)
   [junit4]   2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1522655 INFO  (qtp1816674287-4150) [n:127.0.0.1:55369_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n3' using configuration from collection .system, trusted=true
   [junit4]   2> 1522655 INFO  (qtp1816674287-4150) [n:127.0.0.1:55369_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55369.solr.core..system.shard1.replica_n3' (registry 'solr.core..system.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a54a197
   [junit4]   2> 1522655 INFO  (qtp1816674287-4150) [n:127.0.0.1:55369_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1522655 INFO  (qtp1816674287-4150) [n:127.0.0.1:55369_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n3] o.a.s.c.SolrCore [[.system_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_9900DCC5293C43E7-001/tempDir-001/node1/.system_shard1_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_9900DCC5293C43E7-001/tempDir-001/node1/./.system_shard1_replica_n3/data/]
   [junit4]   2> 1522749 INFO  (qtp593125048-4139) [n:127.0.0.1:36875_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it
   [junit4]   2> 1522750 INFO  (qtp593125048-4139) [n:127.0.0.1:36875_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, the non-managed schema /configs/.system/schema.xml no longer exists.
   [junit4]   2> 1522750 INFO  (qtp593125048-4139) [n:127.0.0.1:36875_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 1522751 INFO  (qtp593125048-4139) [n:127.0.0.1:36875_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36875.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a54a197
   [junit4]   2> 1522751 INFO  (qtp593125048-4139) [n:127.0.0.1:36875_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1522751 INFO  (qtp593125048-4139) [n:127.0.0.1:36875_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_9900DCC5293C43E7-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SystemLogListenerTest_9900DCC5293C43E7-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
   [junit4]   2> 1523405 DEBUG (ScheduledTrigger-1205-thread-1) [n:127.0.0.1:55369_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:55369_solr, 127.0.0.1:36433_solr, 127.0.0.1:36875_solr]
   [junit4]   2> 1524092 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1524092 INFO  (qtp415044242-4160) [n:127.0.0.1:36433_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1524093 INFO  (qtp1816674287-4150) [n:127.0.0.1:55369_solr c:.system s:shard1 r:c

[...truncated too long message...]

ave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/byte-buddy-1.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/commons-math3-3.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-common-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-hdfs-2.7.4-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/hadoop-minikdc-2.7.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-sslengine-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/mockito-core-2.6.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/test-lib/objenesis-2.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/analysis/icu/lucene-analyzers-icu-7.2.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/build/backward-codecs/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.4.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_144/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.3.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171112_141202_8269208631470312317596.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171112_141202_8266383661298655000597.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 1. Very likely a JVM crash.  See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171112_141202_8267295064599674839845.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171112_141202_8265434120635986946302.syserr
   [junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
   [junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
   [junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
   [junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
   [junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4] at java.lang.Thread.run(Thread.java:748)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:835: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:779: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build.xml:262: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/common-build.xml:556: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1512: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/lucene/common-build.xml:1038: At least one slave process threw an exception, first: Forked process returned with error code: 1. Very likely a JVM crash.  See process stdout at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171112_141202_8267295064599674839845.sysout See process stderr at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/temp/junit4-J1-20171112_141202_8265434120635986946302.syserr

Total time: 342 minutes 16 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[Fast Archiver] No artifacts from Lucene-Solr-Tests-7.x #234 to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-7.x - Build # 236 - Still unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/236/

6 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)  at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)  at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748) ,time=32}

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
        at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
        at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
,time=32}
        at __randomizedtesting.SeedInfo.seed([4370A2569F1CAAE1:CB249D8C31E0C719]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
        at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
        at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplica

Error Message:
Error from server at http://127.0.0.1:34107/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000040

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34107/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000040
        at __randomizedtesting.SeedInfo.seed([4370A2569F1CAAE1:ADC0DB0398D0BD5B]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at org.apache.solr.cloud.CollectionsAPISolrJTest.testAddAndDeleteReplica(CollectionsAPISolrJTest.java:294)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
        at __randomizedtesting.SeedInfo.seed([4370A2569F1CAAE1:8AC5E0F8967B6C14]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:694)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication

Error Message:
Index: 0, Size: 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
        at __randomizedtesting.SeedInfo.seed([4370A2569F1CAAE1:5738F903BC1B17FF]:0)
        at java.util.ArrayList.rangeCheck(ArrayList.java:657)
        at java.util.ArrayList.get(ArrayList.java:433)
        at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestSystemCollAutoCreate.testAutoCreate

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:39846/x/q

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:39846/x/q
        at __randomizedtesting.SeedInfo.seed([4370A2569F1CAAE1:7C2B16872962638C]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:171)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
        at sun.security.ssl.InputRecord.read(InputRecord.java:503)
        at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
        at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
        at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
        at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
        at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
        at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
        at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
        at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
        at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
        at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
        at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
        ... 43 more


FAILED:  org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
        at __randomizedtesting.SeedInfo.seed([4370A2569F1CAAE1:145959E344EE48FA]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:709)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11980 lines...]
   [junit4] Suite: org.apache.solr.handler.TestSystemCollAutoCreate
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestSystemCollAutoCreate_4370A2569F1CAAE1-001/init-core-data-001
   [junit4]   2> 1232334 WARN  (SUITE-TestSystemCollAutoCreate-seed#[4370A2569F1CAAE1]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1232352 INFO  (SUITE-TestSystemCollAutoCreate-seed#[4370A2569F1CAAE1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1232353 INFO  (SUITE-TestSystemCollAutoCreate-seed#[4370A2569F1CAAE1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1232353 INFO  (SUITE-TestSystemCollAutoCreate-seed#[4370A2569F1CAAE1]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1232353 INFO  (SUITE-TestSystemCollAutoCreate-seed#[4370A2569F1CAAE1]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /x/q
   [junit4]   2> 1232355 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1232384 INFO  (Thread-549) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1232384 INFO  (Thread-549) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1232458 ERROR (Thread-549) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1232571 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.ZkTestServer start zk server on port:46379
   [junit4]   2> 1233043 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1233044 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1233045 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1233045 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1233079 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1233079 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1233080 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1233081 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1233081 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1233082 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1233115 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1233116 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fb4f92d220001, likely client has closed socket
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1233351 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1234429 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1234521 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d1f65aa{/x/q,null,AVAILABLE}
   [junit4]   2> 1234523 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@37b621c8{SSL,[ssl, http/1.1]}{127.0.0.1:39846}
   [junit4]   2> 1234523 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.e.j.s.Server Started @1249211ms
   [junit4]   2> 1234523 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestSystemCollAutoCreate_4370A2569F1CAAE1-001/tempDir-001/control/data, replicaType=NRT, hostContext=/x/q, hostPort=39846, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestSystemCollAutoCreate_4370A2569F1CAAE1-001/control-001/cores}
   [junit4]   2> 1234523 ERROR (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1234523 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.2.0
   [junit4]   2> 1234523 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1234523 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1234523 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-13T10:42:31.896Z
   [junit4]   2> 1234725 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1234725 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestSystemCollAutoCreate_4370A2569F1CAAE1-001/control-001/solr.xml
   [junit4]   2> 1234842 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1234842 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1234843 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4d578d3c, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1234870 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46379/solr
   [junit4]   2> 1235156 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fb4f92d220004, likely client has closed socket
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1235962 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1235963 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39846_x%2Fq
   [junit4]   2> 1235996 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.Overseer Overseer (id=98996699122499589-127.0.0.1:39846_x%2Fq-n_0000000000) starting
   [junit4]   2> 1236106 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39846_x%2Fq
   [junit4]   2> 1236158 INFO  (zkCallback-657-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1236599 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d578d3c
   [junit4]   2> 1236745 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d578d3c
   [junit4]   2> 1236745 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4d578d3c
   [junit4]   2> 1236746 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.TestSystemCollAutoCreate_4370A2569F1CAAE1-001/control-001/cores
   [junit4]   2> 1237073 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1237074 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46379/solr ready
   [junit4]   2> 1237368 INFO  (qtp1314046277-3283) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39846_x%252Fq&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1237539 INFO  (OverseerThreadFactory-1281-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1238012 INFO  (qtp1314046277-3279) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1238012 INFO  (qtp1314046277-3279) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1238303 INFO  (zkCallback-657-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1239316 INFO  (qtp1314046277-3279) [n:127.0.0.1:39846_x%2Fq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1239480 INFO  (qtp1314046277-3279) [n:127.0.0.1:39846_x%2Fq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1262647 WARN  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]-SendThread(127.0.0.1:46379)) [n:127.0.0.1:39846_x%2Fq    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 23076ms for sessionid 0x15fb4f92d220005
   [junit4]   2> 1262651 WARN  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]-SendThread(127.0.0.1:46379)) [    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 25577ms for sessionid 0x15fb4f92d220006
   [junit4]   2> 1262793 WARN  (zkCallback-657-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10b3946 name: ZooKeeperConnection Watcher:127.0.0.1:46379/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1262794 WARN  (zkCallback-657-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1262866 WARN  (zkCallback-662-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1008e1c3 name: ZooKeeperConnection Watcher:127.0.0.1:46379/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1262866 WARN  (zkCallback-662-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1264195 WARN  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]-SendThread(127.0.0.1:46379)) [n:127.0.0.1:39846_x%2Fq    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15fb4f92d220005 has expired
   [junit4]   2> 1264199 WARN  (zkCallback-657-thread-3-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10b3946 name: ZooKeeperConnection Watcher:127.0.0.1:46379/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 1264199 WARN  (zkCallback-657-thread-3-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1264199 INFO  (zkCallback-657-thread-3-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.Overseer Overseer (id=98996699122499589-127.0.0.1:39846_x%2Fq-n_0000000000) closing
   [junit4]   2> 1264236 INFO  (OverseerStateUpdate-98996699122499589-127.0.0.1:39846_x%2Fq-n_0000000000) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39846_x%2Fq
   [junit4]   2> 1264238 ERROR (OverseerExitThread) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
   [junit4]   2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:301)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1264296 INFO  (OverseerCollectionConfigSetProcessor-98996699122499589-127.0.0.1:39846_x%2Fq-n_0000000000) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=98996699122499589-127.0.0.1:39846_x%2Fq-n_0000000000) am no longer a leader.
   [junit4]   2> 1264797 WARN  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]-SendThread(127.0.0.1:46379)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x15fb4f92d220006 has expired
   [junit4]   2> 1264813 WARN  (zkCallback-662-thread-2) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1008e1c3 name: ZooKeeperConnection Watcher:127.0.0.1:46379/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 1264813 WARN  (zkCallback-662-thread-2) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 1264813 WARN  (zkCallback-662-thread-2) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1264886 INFO  (zkCallback-662-thread-2) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 1264887 INFO  (zkCallback-662-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1264888 INFO  (zkCallback-662-thread-2) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1264888 INFO  (zkCallback-662-thread-2) [    ] o.a.s.c.c.ConnectionManager Connected:true
   [junit4]   2> 1274391 ERROR (qtp1314046277-3279) [n:127.0.0.1:39846_x%2Fq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer null:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue/qn-
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
   [junit4]   2> at org.apache.solr.cloud.ZkDistributedQueue.offer(ZkDistributedQueue.java:293)
   [junit4]   2> at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1485)
   [junit4]   2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:961)
   [junit4]   2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>
   [junit4]   2> 1274392 ERROR (qtp1314046277-3279) [n:127.0.0.1:39846_x%2Fq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'control_collection_shard1_replica_n1': Unable to create core [control_collection_shard1_replica_n1] Caused by: KeeperErrorCode = Session expired for /configs/conf1/enumsConfig.xml
   [junit4]   2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:987)
   [junit4]   2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [control_collection_shard1_replica_n1]
   [junit4]   2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053)
   [junit4]   2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> ... 37 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core control_collection_shard1_replica_n1: Can't load schema schema.xml: Plugin Initializing failure for [schema.xml] fieldType
   [junit4]   2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:97)
   [junit4]   2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1081)
   [junit4]   2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1033)
   [junit4]   2> ... 38 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Can't load schema schema.xml: Plugin Initializing failure for [schema.xml] fieldType
   [junit4]   2> at org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:582)
   [junit4]   2> at org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:179)
   [junit4]   2> at org.apache.solr.schema.IndexSchemaFactory.create(IndexSchemaFactory.java:56)
   [junit4]   2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75)
   [junit4]   2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
   [junit4]   2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
   [junit4]   2> ... 40 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Plugin Initializing failure for [schema.xml] fieldType
   [junit4]   2> at org.apache.solr.util.plugin.AbstractPluginLoader.load(AbstractPluginLoader.java:194)
   [junit4]   2> at org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:473)
   [junit4]   2> ... 45 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: severityType: Error while opening enums config.
   [junit4]   2> at org.apache.solr.schema.AbstractEnumField$EnumMapping.<init>(AbstractEnumField.java:158)
   [junit4]   2> at org.apache.solr.schema.AbstractEnumField.init(AbstractEnumField.java:60)
   [junit4]   2> at org.apache.solr.schema.FieldType.setArgs(FieldType.java:183)
   [junit4]   2> at org.apache.solr.schema.FieldTypePluginLoader.init(FieldTypePluginLoader.java:165)
   [junit4]   2> at org.apache.solr.schema.FieldTypePluginLoader.init(FieldTypePluginLoader.java:53)
   [junit4]   2> at org.apache.solr.util.plugin.AbstractPluginLoader.load(AbstractPluginLoader.java:191)
   [junit4]   2> ... 46 more
   [junit4]   2> Caused by: java.io.IOException: We re-tried 10 times but was still unable to fetch resource=enumsConfig.xml from ZK
   [junit4]   2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:118)
   [junit4]   2> at org.apache.solr.schema.AbstractEnumField$EnumMapping.<init>(AbstractEnumField.java:111)
   [junit4]   2> ... 51 more
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /configs/conf1/enumsConfig.xml
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:308)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308)
   [junit4]   2> at org.apache.solr.cloud.ZkController.pathExists(ZkController.java:1004)
   [junit4]   2> at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:89)
   [junit4]   2> ... 52 more
   [junit4]   2>
   [junit4]   2> 1274392 INFO  (qtp1314046277-3279) [n:127.0.0.1:39846_x%2Fq c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=36380
   [junit4]   2> 1274427 ERROR (OverseerThreadFactory-1281-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:39846/x/q
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39846/x/q: Error CREATEing SolrCore 'control_collection_shard1_replica_n1': Unable to create core [control_collection_shard1_replica_n1] Caused by: KeeperErrorCode = Session expired for /configs/conf1/enumsConfig.xml
   [junit4]   2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]   2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1274427 ERROR (OverseerThreadFactory-1281-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 1274427 ERROR (OverseerThreadFactory-1281-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not load collection from ZK: control_collection
   [junit4]   2> at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1172)
   [junit4]   2> at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:692)
   [junit4]   2> at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:130)
   [junit4]   2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:61)
   [junit4]   2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
   [junit4]   2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/control_collection/state.json
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:332)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:332)
   [junit4]   2> at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1184)
   [junit4]   2> at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
   [junit4]   2> ... 11 more
   [junit4]   2>
   [junit4]   2> 1274480 ERROR (OverseerThreadFactory-1281-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:308)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:308)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskQueue.remove(OverseerTaskQueue.java:93)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.markTaskComplete(OverseerTaskProcessor.java:526)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:484)
   [junit4]   2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>
   [junit4]   2> 1274480 WARN  (OverseerThreadFactory-1281-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.OverseerTaskProcessor Resetting task: /overseer/collection-queue-work/qn-0000000000, requestid: null, taskKey: control_collection
   [junit4]   2> 1274495 WARN  (OverseerAutoScalingTriggerThread-98996699122499589-127.0.0.1:39846_x%2Fq-n_0000000000) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1274496 WARN  (zkCallback-657-thread-3-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 1274569 INFO  (zkCallback-657-thread-3-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 1274569 INFO  (zkCallback-657-thread-3-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
   [junit4]   2> 1274570 INFO  (zkCallback-657-thread-3-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1274572 INFO  (zkCallback-657-thread-3-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39846_x%2Fq
   [junit4]   2> 1274622 INFO  (zkCallback-657-thread-3-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.Overseer Overseer (id=98996699122499592-127.0.0.1:39846_x%2Fq-n_0000000001) starting
   [junit4]   2> 1274824 INFO  (zkCallback-657-thread-3-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39846_x%2Fq
   [junit4]   2> 1274877 INFO  (zkCallback-657-thread-3-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 1274877 INFO  (zkCallback-657-thread-3-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.ConnectionManager Connected:true
   [junit4]   2> 1274897 INFO  (zkCallback-657-thread-7-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1274901 INFO  (zkCallback-662-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1275063 INFO  (OverseerThreadFactory-1287-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1275117 ERROR (OverseerThreadFactory-1287-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: collection already exists: control_collection
   [junit4]   2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:97)
   [junit4]   2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>
   [junit4]   2> 1275157 INFO  (OverseerThreadFactory-1287-thread-1-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1277179 INFO  (OverseerCollectionConfigSetProcessor-98996699122499592-127.0.0.1:39846_x%2Fq-n_0000000001) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1297360 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 39846
   [junit4]   2> 1297360 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1215443746
   [junit4]   2> 1297360 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1297360 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ab12d46: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@c8ce
   [junit4]   2> 1297396 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1297396 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7178218c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5023ee4
   [junit4]   2> 1297399 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1297399 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1cecc5fd: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@9698af7
   [junit4]   2> 1297432 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39846_x%2Fq
   [junit4]   2> 1297435 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1297470 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.Overseer Overseer (id=98996699122499592-127.0.0.1:39846_x%2Fq-n_0000000001) closing
   [junit4]   2> 1297470 WARN  (OverseerAutoScalingTriggerThread-98996699122499592-127.0.0.1:39846_x%2Fq-n_0000000001) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1297471 INFO  (zkCallback-657-thread-7-processing-n:127.0.0.1:39846_x%2Fq) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1297471 INFO  (OverseerStateUpdate-98996699122499592-127.0.0.1:39846_x%2Fq-n_0000000001) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39846_x%2Fq
   [junit4]   2> 1297631 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@37b621c8{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1297631 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d1f65aa{/x/q,null,UNAVAILABLE}
   [junit4]   2> 1312639 ERROR (qtp1314046277-3283) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.h.RequestHandlerBase java.lang.InterruptedException
   [junit4]   2> at java.lang.Object.wait(Native Method)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskQueue$LatchWatcher.await(OverseerTaskQueue.java:149)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskQueue.offer(OverseerTaskQueue.java:199)
   [junit4]   2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:300)
   [junit4]   2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>
   [junit4]   2> 1312639 INFO  (qtp1314046277-3283) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39846_x%252Fq&wt=javabin&version=2} status=500 QTime=75271
   [junit4]   2> 1312639 ERROR (qtp1314046277-3283) [n:127.0.0.1:39846_x%2Fq    ] o.a.s.s.HttpSolrCall null:java.lang.InterruptedException
   [junit4]   2> at java.lang.Object.wait(Native Method)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskQueue$LatchWatcher.await(OverseerTaskQueue.java:149)
   [junit4]   2> at org.apache.solr.cloud.OverseerTaskQueue.offer(OverseerTaskQueue.java:199)
   [junit4]   2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:300)
   [junit4]   2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>
   [junit4]   2> 1312640 ERROR (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1312640 INFO  (TEST-TestSystemCollAutoCreate.testAutoCreate-seed#[4370A2569F1CAAE1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46379 46379
   [junit4]   2> 1312911 INFO  (Thread-549) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46379 46379
   [junit4]   2> 1312913 WARN  (Thread-549) [    ] o.a.s.c.ZkTestServer Watch limit violations:
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [jun

[...truncated too long message...]

lrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3559301 INFO  (TEST-TestDistributedSearch.test-seed#[4370A2569F1CAAE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@36bc1fad: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5bab2a96
   [junit4]   2> 3559372 INFO  (TEST-TestDistributedSearch.test-seed#[4370A2569F1CAAE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3559372 INFO  (TEST-TestDistributedSearch.test-seed#[4370A2569F1CAAE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e82119c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5023ee4
   [junit4]   2> 3559408 INFO  (TEST-TestDistributedSearch.test-seed#[4370A2569F1CAAE1]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3559408 INFO  (TEST-TestDistributedSearch.test-seed#[4370A2569F1CAAE1]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a2f6aa6: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@9698af7
   [junit4]   2> 3559464 INFO  (coreCloseExecutor-4292-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@14fa2f10
   [junit4]   2> 3559464 INFO  (coreCloseExecutor-4292-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=351940368
   [junit4]   2> 3559464 INFO  (coreCloseExecutor-4292-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@310f2a83: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@78a950bc
   [junit4]   2> 3559593 INFO  (TEST-TestDistributedSearch.test-seed#[4370A2569F1CAAE1]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c0aeeeb{/,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistributedSearch -Dtests.method=test -Dtests.seed=4370A2569F1CAAE1 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-PH -Dtests.timezone=Africa/Asmera -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE  289s J1 | TestDistributedSearch.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
   [junit4]    > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
   [junit4]    > at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
   [junit4]    > at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
   [junit4]    > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]    > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]    > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]    > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > at java.lang.Thread.run(Thread.java:748)
   [junit4]    > ,time=32}
   [junit4]    > at __randomizedtesting.SeedInfo.seed([4370A2569F1CAAE1:CB249D8C31E0C719]:0)
   [junit4]    > at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
   [junit4]    > at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
   [junit4]    > at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
   [junit4]    > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
   [junit4]    > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.TestDistributedSearch_4370A2569F1CAAE1-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=PostingsFormat(name=MockRandom), SubjectTerms_mfacet=Lucene50(blocksize=128), n_l1=Lucene50(blocksize=128), a_n_tdt=PostingsFormat(name=MockRandom), multiDefault=Lucene50(blocksize=128), intDefault=Lucene50(blocksize=128), n_td1=Lucene50(blocksize=128), n_d1=Lucene50(blocksize=128), n_f1=Lucene50(blocksize=128), range_facet_l=Lucene50(blocksize=128), n_tl1=Lucene50(blocksize=128), a_s=FSTOrd50, oddField_s=FSTOrd50, n_tf1=Lucene50(blocksize=128), lowerfilt1and2=Lucene50(blocksize=128), a_t=Lucene50(blocksize=128), lowerfilt=Lucene50(blocksize=128), id=PostingsFormat(name=MockRandom), text=FSTOrd50, timestamp=Lucene50(blocksize=128), severity=FSTOrd50, foo_sev_enum=PostingsFormat(name=MockRandom), n_dt1=Lucene50(blocksize=128), a_i1=Lucene50(blocksize=128), b_n_tdt=Lucene50(blocksize=128), n_ti1=PostingsFormat(name=MockRandom), rnd_b=PostingsFormat(name=MockRandom), foo_b=FSTOrd50, n_tdt1=Lucene50(blocksize=128), foo_d=PostingsFormat(name=MockRandom), id_i1=Lucene50(blocksize=128), range_facet_i_dv=Lucene50(blocksize=128), foo_f=FSTOrd50}, docValues:{severity=DocValuesFormat(name=Direct), range_facet_l_dv=DocValuesFormat(name=Lucene70), foo_sev_enum=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=604, maxMBSortInHeap=6.629801047455276, sim=RandomSimilarity(queryNorm=false): {}, locale=en-PH, timezone=Africa/Asmera
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=93073992,total=532152320
   [junit4]   2> NOTE: All tests run in this JVM: [MetricsConfigTest, SuggesterFSTTest, TestCollationField, SolrRequestParserTest, SolrGraphiteReporterTest, MBeansHandlerTest, TestAnalyzedSuggestions, HLLSerializationTest, PolyFieldTest, TestWriterPerf, TestStressReorder, CollectionsAPIDistributedZkTest, BadIndexSchemaTest, TestCloudSchemaless, TestInitParams, CollectionTooManyReplicasTest, TestReqParamsAPI, TestCursorMarkWithoutUniqueKey, LegacyCloudClusterPropTest, ShowFileRequestHandlerTest, TestAuthenticationFramework, TestPrepRecovery, TestJmxIntegration, TestStressRecovery, TestTolerantUpdateProcessorCloud, BooleanFieldTest, DistributedIntervalFacetingTest, TestDynamicLoading, TestLuceneMatchVersion, NotRequiredUniqueKeyTest, MetricUtilsTest, TestDynamicFieldResource, TestSystemCollAutoCreate, TestMacros, TestDefaultStatsCache, TestSurroundQueryParser, LukeRequestHandlerTest, HdfsRecoveryZkTest, DeleteShardTest, TestStressLucene, HttpPartitionTest, PingRequestHandlerTest, ParsingFieldUpdateProcessorsTest, TestSQLHandlerNonCloud, TestAtomicUpdateErrorCases, SolrMetricReporterTest, TermVectorComponentDistributedTest, OverriddenZkACLAndCredentialsProvidersTest, NumericFieldsTest, MultiThreadedOCPTest, SynonymTokenizerTest, TestPseudoReturnFields, DistributedSuggestComponentTest, HdfsCollectionsAPIDistributedZkTest, SolrCmdDistributorTest, BufferStoreTest, HdfsThreadLeakTest, RuleEngineTest, RequestLoggingTest, CoreSorterTest, TestFilteredDocIdSet, TestSortByMinMaxFunction, TestSolrCloudWithKerberosAlt, DOMUtilTest, TestSolrQueryParser, SolrIndexSplitterTest, TestUnifiedSolrHighlighter, DocValuesMultiTest, ManagedSchemaRoundRobinCloudTest, TestQuerySenderNoQuery, TestDelegationWithHadoopAuth, BlockJoinFacetRandomTest, BitVectorTest, TestCollectionAPI, DirectUpdateHandlerTest, TestBulkSchemaAPI, TestQueryWrapperFilter, TestPointFields, TestJettySolrRunner, TestRemoteStreaming, TestOverriddenPrefixQueryForCustomFieldType, AnalyticsQueryTest, PreAnalyzedFieldTest, OutputWriterTest, TestConfigSetsAPIExclusivity, RegexBoostProcessorTest, DocumentAnalysisRequestHandlerTest, TestSerializedLuceneMatchVersion, TestFaceting, TriggerIntegrationTest, DistributedFacetPivotWhiteBoxTest, TestXmlQParser, SimpleMLTQParserTest, SampleTest, TestBlendedInfixSuggestions, BinaryUpdateRequestHandlerTest, TestManagedResource, SolrCLIZkUtilsTest, SolrIndexConfigTest, TestConfigsApi, ComputePlanActionTest, AssignTest, TestGeoJSONResponseWriter, TestOmitPositions, TestRetrieveFieldsOptimizer, TestTrackingShardHandlerFactory, DateRangeFieldTest, TestNumericTokenStream, HdfsDirectoryFactoryTest, AnalysisErrorHandlingTest, TestZkAclsWithHadoopAuth, TestXIncludeConfig, HighlighterConfigTest, TestSSLRandomization, TestConfigOverlay, TestRangeQuery, AddReplicaTest, TestCloudNestedDocsSort, TestMultiValuedNumericRangeQuery, AutoAddReplicasIntegrationTest, ShardRoutingTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch]
   [junit4] Completed [393/748 (6!)] on J1 in 288.73s, 1 test, 1 failure <<< FAILURES!

[...truncated 48388 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-7.x - Build # 237 - Failure

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/237/

2 tests failed.
FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<0> but was:<1>
        at __randomizedtesting.SeedInfo.seed([D891AB46B8023D28:50C5949C16FE50D0]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:202)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.TestPKIAuthenticationPlugin.test

Error Message:


Stack Trace:
java.lang.NullPointerException
        at __randomizedtesting.SeedInfo.seed([D891AB46B8023D28:50C5949C16FE50D0]:0)
        at org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:102)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11594 lines...]
   [junit4] Suite: org.apache.solr.security.TestPKIAuthenticationPlugin
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.security.TestPKIAuthenticationPlugin_D891AB46B8023D28-001/init-core-data-001
   [junit4]   2> 96572 WARN  (SUITE-TestPKIAuthenticationPlugin-seed#[D891AB46B8023D28]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 96572 INFO  (SUITE-TestPKIAuthenticationPlugin-seed#[D891AB46B8023D28]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 96607 INFO  (SUITE-TestPKIAuthenticationPlugin-seed#[D891AB46B8023D28]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 96608 INFO  (SUITE-TestPKIAuthenticationPlugin-seed#[D891AB46B8023D28]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 96652 INFO  (TEST-TestPKIAuthenticationPlugin.test-seed#[D891AB46B8023D28]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 116532 ERROR (TEST-TestPKIAuthenticationPlugin.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.PKIAuthenticationPlugin Invalid key request timestamp: 1510606851841 , received timestamp: 1510606869546 , TTL: 10000
   [junit4]   2> 116533 INFO  (TEST-TestPKIAuthenticationPlugin.test-seed#[D891AB46B8023D28]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPKIAuthenticationPlugin -Dtests.method=test -Dtests.seed=D891AB46B8023D28 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-OM -Dtests.timezone=America/North_Dakota/Beulah -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   20.0s J1 | TestPKIAuthenticationPlugin.test <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > at __randomizedtesting.SeedInfo.seed([D891AB46B8023D28:50C5949C16FE50D0]:0)
   [junit4]    > at org.apache.solr.security.TestPKIAuthenticationPlugin.test(TestPKIAuthenticationPlugin.java:102)
   [junit4]    > at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.security.TestPKIAuthenticationPlugin_D891AB46B8023D28-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=115, maxMBSortInHeap=7.424407760982116, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-OM, timezone=America/North_Dakota/Beulah
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=165127048,total=307757056
   [junit4]   2> NOTE: All tests run in this JVM: [LukeRequestHandlerTest, TestPKIAuthenticationPlugin]
   [junit4] Completed [3/748 (1!)] on J1 in 21.32s, 1 test, 1 error <<< FAILURES!

[...truncated 129 lines...]
   [junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
   [junit4]   2> 717645 INFO  (SUITE-PeerSyncReplicationTest-seed#[D891AB46B8023D28]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/init-core-data-001
   [junit4]   2> 717645 WARN  (SUITE-PeerSyncReplicationTest-seed#[D891AB46B8023D28]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 717663 INFO  (SUITE-PeerSyncReplicationTest-seed#[D891AB46B8023D28]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 717665 INFO  (SUITE-PeerSyncReplicationTest-seed#[D891AB46B8023D28]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 717665 INFO  (SUITE-PeerSyncReplicationTest-seed#[D891AB46B8023D28]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /y/i
   [junit4]   2> 717714 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 717720 INFO  (Thread-90) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 717720 INFO  (Thread-90) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 717827 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.ZkTestServer start zk server on port:49714
   [junit4]   2> 717828 ERROR (Thread-90) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 718472 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 718474 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 718475 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 718475 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 718476 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 718477 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 718492 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 718494 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 718495 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 718496 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 718512 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 718513 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 720813 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 720884 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ca440cd{/y/i,null,AVAILABLE}
   [junit4]   2> 720949 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@491a2bd3{HTTP/1.1,[http/1.1]}{127.0.0.1:33601}
   [junit4]   2> 720949 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.e.j.s.Server Started @743993ms
   [junit4]   2> 720949 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/tempDir-001/control/data, replicaType=NRT, hostContext=/y/i, hostPort=33601, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/control-001/cores}
   [junit4]   2> 720950 ERROR (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 720950 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 720950 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 720950 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 720950 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-13T21:11:14.001Z
   [junit4]   2> 721192 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 721192 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/control-001/solr.xml
   [junit4]   2> 721235 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 721235 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 721237 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 721264 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49714/solr
   [junit4]   2> 722235 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 722275 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33601_y%2Fi
   [junit4]   2> 722276 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.Overseer Overseer (id=98999171205824516-127.0.0.1:33601_y%2Fi-n_0000000000) starting
   [junit4]   2> 722382 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33601_y%2Fi
   [junit4]   2> 722435 INFO  (OverseerStateUpdate-98999171205824516-127.0.0.1:33601_y%2Fi-n_0000000000) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 723666 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216
   [junit4]   2> 723724 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216
   [junit4]   2> 723724 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216
   [junit4]   2> 723741 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/control-001/cores
   [junit4]   2> 725864 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 725864 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49714/solr ready
   [junit4]   2> 725960 INFO  (qtp1207347588-1402) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33601_y%252Fi&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 725991 INFO  (OverseerThreadFactory-254-thread-1-processing-n:127.0.0.1:33601_y%2Fi) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 726360 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 726371 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 726481 INFO  (zkCallback-85-thread-1-processing-n:127.0.0.1:33601_y%2Fi) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 727932 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 729770 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 732309 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 732604 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 732605 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216
   [junit4]   2> 732650 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 732650 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 732730 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1268088633, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 732785 WARN  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 734125 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 734125 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 734126 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 734126 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 734128 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=44.8271484375, floorSegmentMB=1.470703125, forceMergeDeletesPctAllowed=9.637319027740004, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 734129 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@53358083[control_collection_shard1_replica_n1] main]
   [junit4]   2> 734130 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 734130 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 734131 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 734131 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583986756479352832
   [junit4]   2> 734135 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 734135 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 734135 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33601/y/i/control_collection_shard1_replica_n1/
   [junit4]   2> 734135 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 734135 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33601/y/i/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 734143 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 734148 INFO  (zkCallback-85-thread-2-processing-n:127.0.0.1:33601_y%2Fi) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 734149 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33601/y/i/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 734150 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 734191 INFO  (searcherExecutor-257-thread-1-processing-n:127.0.0.1:33601_y%2Fi x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@53358083[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 734213 INFO  (qtp1207347588-1400) [n:127.0.0.1:33601_y%2Fi c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=7852
   [junit4]   2> 734261 INFO  (qtp1207347588-1402) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 734271 INFO  (OverseerCollectionConfigSetProcessor-98999171205824516-127.0.0.1:33601_y%2Fi-n_0000000000) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 734344 INFO  (zkCallback-85-thread-2-processing-n:127.0.0.1:33601_y%2Fi) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 735270 INFO  (qtp1207347588-1402) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33601_y%252Fi&wt=javabin&version=2} status=0 QTime=9310
   [junit4]   2> 735792 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 735793 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49714/solr ready
   [junit4]   2> 735793 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 735824 INFO  (qtp1207347588-1403) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 735826 INFO  (OverseerThreadFactory-254-thread-2-processing-n:127.0.0.1:33601_y%2Fi) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 735864 WARN  (OverseerThreadFactory-254-thread-2-processing-n:127.0.0.1:33601_y%2Fi) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 736218 INFO  (qtp1207347588-1403) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 736218 INFO  (qtp1207347588-1403) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=394
   [junit4]   2> 736908 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/shard-1-001 of type NRT
   [junit4]   2> 736910 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 736912 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20e81349{/y/i,null,AVAILABLE}
   [junit4]   2> 736912 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5dedd15c{HTTP/1.1,[http/1.1]}{127.0.0.1:38796}
   [junit4]   2> 736912 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.e.j.s.Server Started @759956ms
   [junit4]   2> 736912 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/y/i, hostPort=38796, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/shard-1-001/cores}
   [junit4]   2> 736912 ERROR (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 736912 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 736913 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 736913 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 736913 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-13T21:11:29.964Z
   [junit4]   2> 736954 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 736954 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/shard-1-001/solr.xml
   [junit4]   2> 736959 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 736959 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 736960 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 736974 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49714/solr
   [junit4]   2> 737033 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 737034 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 737037 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38796_y%2Fi
   [junit4]   2> 737042 INFO  (zkCallback-93-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 737042 INFO  (zkCallback-85-thread-1-processing-n:127.0.0.1:33601_y%2Fi) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 738284 INFO  (OverseerCollectionConfigSetProcessor-98999171205824516-127.0.0.1:33601_y%2Fi-n_0000000000) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 738439 INFO  (zkCallback-98-thread-2-processing-n:127.0.0.1:38796_y%2Fi) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 738561 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216
   [junit4]   2> 739373 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216
   [junit4]   2> 739373 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216
   [junit4]   2> 739443 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/shard-1-001/cores
   [junit4]   2> 739692 INFO  (qtp1207347588-1406) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38796_y%252Fi&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 739820 INFO  (OverseerThreadFactory-254-thread-3-processing-n:127.0.0.1:33601_y%2Fi) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38796_y%2Fi for creating new replica
   [junit4]   2> 739873 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 739873 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 742192 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 742892 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema [collection1_shard1_replica_n21] Schema name=test
   [junit4]   2> 744496 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 744628 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n21' using configuration from collection collection1, trusted=true
   [junit4]   2> 744682 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n21' (registry 'solr.core.collection1.shard1.replica_n21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216
   [junit4]   2> 744682 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 744682 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [[collection1_shard1_replica_n21] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/shard-1-001/cores/collection1_shard1_replica_n21], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/shard-1-001/cores/collection1_shard1_replica_n21/data/]
   [junit4]   2> 744745 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1268088633, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 746241 WARN  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 746771 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 746771 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 746772 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 746772 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 746796 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=44.8271484375, floorSegmentMB=1.470703125, forceMergeDeletesPctAllowed=9.637319027740004, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 746811 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d5f6a2f[collection1_shard1_replica_n21] main]
   [junit4]   2> 746828 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 746829 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 746830 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 746842 INFO  (searcherExecutor-268-thread-1-processing-n:127.0.0.1:38796_y%2Fi x:collection1_shard1_replica_n21 s:shard1 c:collection1) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [collection1_shard1_replica_n21] Registered new searcher Searcher@4d5f6a2f[collection1_shard1_replica_n21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 746843 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583986769808850944
   [junit4]   2> 746879 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 746879 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 746879 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38796/y/i/collection1_shard1_replica_n21/
   [junit4]   2> 746879 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 746879 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy http://127.0.0.1:38796/y/i/collection1_shard1_replica_n21/ has no replicas
   [junit4]   2> 746880 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 746903 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38796/y/i/collection1_shard1_replica_n21/ shard1
   [junit4]   2> 746904 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 746918 INFO  (qtp2094604984-1449) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=7054
   [junit4]   2> 746920 INFO  (qtp1207347588-1406) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38796_y%252Fi&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=7228
   [junit4]   2> 746928 INFO  (OverseerCollectionConfigSetProcessor-98999171205824516-127.0.0.1:33601_y%2Fi-n_0000000000) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 748220 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/shard-2-001 of type NRT
   [junit4]   2> 748228 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 748230 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79797491{/y/i,null,AVAILABLE}
   [junit4]   2> 748231 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@ef949ff{HTTP/1.1,[http/1.1]}{127.0.0.1:41943}
   [junit4]   2> 748231 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.e.j.s.Server Started @771275ms
   [junit4]   2> 748231 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/y/i, hostPort=41943, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/shard-2-001/cores}
   [junit4]   2> 748243 ERROR (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 748253 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 748253 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 748253 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 748253 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-13T21:11:41.304Z
   [junit4]   2> 748386 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 748386 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/shard-2-001/solr.xml
   [junit4]   2> 748390 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 748390 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 748391 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 748508 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49714/solr
   [junit4]   2> 749137 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:41943_y%2Fi    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 749139 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:41943_y%2Fi    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 749156 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:41943_y%2Fi    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41943_y%2Fi
   [junit4]   2> 749157 INFO  (zkCallback-93-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 749157 INFO  (zkCallback-85-thread-1-processing-n:127.0.0.1:33601_y%2Fi) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 749157 INFO  (zkCallback-98-thread-2-processing-n:127.0.0.1:38796_y%2Fi) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 749827 INFO  (zkCallback-104-thread-1-processing-n:127.0.0.1:41943_y%2Fi) [n:127.0.0.1:41943_y%2Fi    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 751205 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:41943_y%2Fi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216
   [junit4]   2> 751331 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:41943_y%2Fi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216
   [junit4]   2> 751332 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:41943_y%2Fi    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216
   [junit4]   2> 751335 INFO  (TEST-PeerSyncReplicationTest.test-seed#[D891AB46B8023D28]) [n:127.0.0.1:41943_y%2Fi    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/shard-2-001/cores
   [junit4]   2> 752105 INFO  (qtp1207347588-1399) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41943_y%252Fi&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 752169 INFO  (OverseerThreadFactory-254-thread-4-processing-n:127.0.0.1:33601_y%2Fi) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:41943_y%2Fi for creating new replica
   [junit4]   2> 752740 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 752741 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 752991 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 753335 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.s.IndexSchema [collection1_shard1_replica_n23] Schema name=test
   [junit4]   2> 755081 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 755516 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n23' using configuration from collection collection1, trusted=true
   [junit4]   2> 755517 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n23' (registry 'solr.core.collection1.shard1.replica_n23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@763c9216
   [junit4]   2> 755517 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 755517 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.SolrCore [[collection1_shard1_replica_n23] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/shard-2-001/cores/collection1_shard1_replica_n23], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D891AB46B8023D28-001/shard-2-001/cores/collection1_shard1_replica_n23/data/]
   [junit4]   2> 755924 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1268088633, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 756001 WARN  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 756751 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 756752 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 756753 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 756753 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 756768 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=44.8271484375, floorSegmentMB=1.470703125, forceMergeDeletesPctAllowed=9.637319027740004, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 756928 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.s.SolrIndexSearcher Opening [Searcher@3df83c6a[collection1_shard1_replica_n23] main]
   [junit4]   2> 756928 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 756929 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 756929 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 756930 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583986780385837056
   [junit4]   2> 756934 INFO  (searcherExecutor-279-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.SolrCore [collection1_shard1_replica_n23] Registered new searcher Searcher@3df83c6a[collection1_shard1_replica_n23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 756942 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_n23
   [junit4]   2> 757045 INFO  (qtp615081011-1481) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1  x:collection1_shard1_replica_n23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4305
   [junit4]   2> 757050 INFO  (qtp1207347588-1399) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41943_y%252Fi&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=4945
   [junit4]   2> 757052 INFO  (OverseerCollectionConfigSetProcessor-98999171205824516-127.0.0.1:33601_y%2Fi-n_0000000000) [n:127.0.0.1:33601_y%2Fi    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 757088 INFO  (updateExecutor-101-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 757138 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 757157 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 757163 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_n23]
   [junit4]   2> 757163 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 757163 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_n23] as recovering, leader is [http://127.0.0.1:38796/y/i/collection1_shard1_replica_n21/] and I am [http://127.0.0.1:41943/y/i/collection1_shard1_replica_n23/]
   [junit4]   2> 757292 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:38796/y/i]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_n21&nodeName=127.0.0.1:41943_y%252Fi&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 757297 INFO  (qtp2094604984-1447) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 757317 INFO  (qtp2094604984-1447) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:41943_y%2Fi, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_n23","base_url":"http://127.0.0.1:41943/y/i","node_name":"127.0.0.1:41943_y%2Fi","state":"recovering","type":"NRT"}
   [junit4]   2> 757317 INFO  (qtp2094604984-1447) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
   [junit4]   2> 757317 INFO  (qtp2094604984-1447) [n:127.0.0.1:38796_y%2Fi    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:41943_y%252Fi&onlyIfLeaderActive=true&core=collection1_shard1_replica_n21&coreNodeName=core_node24&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=20
   [junit4]   2> 757946 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:38796/y/i/collection1_shard1_replica_n21/] - recoveringAfterStartup=[true]
   [junit4]   2> 757946 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n23 url=http://127.0.0.1:41943/y/i START replicas=[http://127.0.0.1:38796/y/i/collection1_shard1_replica_n21/] nUpdates=1000
   [junit4]   2> 758012 INFO  (qtp2094604984-1453) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21] o.a.s.u.IndexFingerprint IndexFingerprint millis:28.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 758161 INFO  (qtp2094604984-1453) [n:127.0.0.1:38796_y%2Fi c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21] o.a.s.c.S.Request [collection1_shard1_replica_n21]  webapp=/y/i path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=212
   [junit4]   2> 758387 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.IndexFingerprint IndexFingerprint millis:169.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 758451 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
   [junit4]   2> 758451 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 758451 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 758469 INFO  (recoveryExecutor-102-thread-1-processing-n:127.0.0.1:41943_y%2Fi x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:41943_y%2Fi c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 758469 INFO  (recoveryExecutor-102-thread