[JENKINS] Lucene-Solr-Tests-master - Build # 2321 - Unstable

Previous Topic Next Topic
 
classic Classic list List threaded Threaded
4 messages Options
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-master - Build # 2321 - Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2321/

4 tests failed.
FAILED:  org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderAndMixedReplicas

Error Message:
Timeout waiting for recovering null Live Nodes: [127.0.0.1:41058_solr, 127.0.0.1:50367_solr, 127.0.0.1:59524_solr] Last available state: DocCollection(testMixedReplicas-false//collections/testMixedReplicas-false/state.json/10)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node42":{           "core":"testMixedReplicas-false_shard1_replica_n41",           "base_url":"http://127.0.0.1:41058/solr",           "node_name":"127.0.0.1:41058_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node44":{           "state":"down",           "base_url":"http://127.0.0.1:59524/solr",           "core":"testMixedReplicas-false_shard1_replica_n43",           "node_name":"127.0.0.1:59524_solr",           "type":"NRT"},         "core_node46":{           "core":"testMixedReplicas-false_shard1_replica_n45",           "base_url":"http://127.0.0.1:50367/solr",           "node_name":"127.0.0.1:50367_solr",           "state":"recovering",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Timeout waiting for recovering
null
Live Nodes: [127.0.0.1:41058_solr, 127.0.0.1:50367_solr, 127.0.0.1:59524_solr]
Last available state: DocCollection(testMixedReplicas-false//collections/testMixedReplicas-false/state.json/10)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node42":{
          "core":"testMixedReplicas-false_shard1_replica_n41",
          "base_url":"http://127.0.0.1:41058/solr",
          "node_name":"127.0.0.1:41058_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node44":{
          "state":"down",
          "base_url":"http://127.0.0.1:59524/solr",
          "core":"testMixedReplicas-false_shard1_replica_n43",
          "node_name":"127.0.0.1:59524_solr",
          "type":"NRT"},
        "core_node46":{
          "core":"testMixedReplicas-false_shard1_replica_n45",
          "base_url":"http://127.0.0.1:50367/solr",
          "node_name":"127.0.0.1:50367_solr",
          "state":"recovering",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
        at __randomizedtesting.SeedInfo.seed([37B5F8CC955531FD:82C21657AE31629D]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at org.apache.solr.cloud.LIRRollingUpdatesTest.testLeaderAndMixedReplicas(LIRRollingUpdatesTest.java:293)
        at org.apache.solr.cloud.LIRRollingUpdatesTest.testNewLeaderAndMixedReplicas(LIRRollingUpdatesTest.java:325)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LIRRollingUpdatesTest.testOldLeaderAndMixedReplicas

Error Message:
Error from server at http://127.0.0.1:59524/solr: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59524/solr: ADDREPLICA failed to create replica
        at __randomizedtesting.SeedInfo.seed([37B5F8CC955531FD:9351203AE28A78EC]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at org.apache.solr.cloud.LIRRollingUpdatesTest.testLeaderAndMixedReplicas(LIRRollingUpdatesTest.java:237)
        at org.apache.solr.cloud.LIRRollingUpdatesTest.testOldLeaderAndMixedReplicas(LIRRollingUpdatesTest.java:330)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners

Error Message:


Stack Trace:
java.lang.AssertionError
        at __randomizedtesting.SeedInfo.seed([37B5F8CC955531FD:DA756FDC2839AC24]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication

Error Message:
Index: 0, Size: 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
        at __randomizedtesting.SeedInfo.seed([37B5F8CC955531FD:23FDA399B6528CE3]:0)
        at java.util.ArrayList.rangeCheck(ArrayList.java:653)
        at java.util.ArrayList.get(ArrayList.java:429)
        at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12897 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/init-core-data-001
   [junit4]   2> 1232313 WARN  (SUITE-TestReplicationHandler-seed#[37B5F8CC955531FD]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=120 numCloses=120
   [junit4]   2> 1232313 INFO  (SUITE-TestReplicationHandler-seed#[37B5F8CC955531FD]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1232314 INFO  (SUITE-TestReplicationHandler-seed#[37B5F8CC955531FD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1232314 INFO  (SUITE-TestReplicationHandler-seed#[37B5F8CC955531FD]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1232318 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestIndexAndConfigAliasReplication
   [junit4]   2> 1232319 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-001/collection1
   [junit4]   2> 1232326 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1232354 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1232354 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1232354 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1232356 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6444084f{/solr,null,AVAILABLE}
   [junit4]   2> 1232357 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@42d67d0{HTTP/1.1,[http/1.1]}{127.0.0.1:41859}
   [junit4]   2> 1232357 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.Server Started @1234386ms
   [junit4]   2> 1232357 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=41859}
   [junit4]   2> 1232357 ERROR (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1232357 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1232357 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1232357 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1232357 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T18:59:05.143Z
   [junit4]   2> 1232358 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-001/solr.xml
   [junit4]   2> 1232361 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1232361 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1232362 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a910935, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1232416 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a910935
   [junit4]   2> 1232424 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a910935
   [junit4]   2> 1232424 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a910935
   [junit4]   2> 1232426 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-001/.
   [junit4]   2> 1232426 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1232428 INFO  (coreLoadExecutor-6273-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1232437 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1232449 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1232450 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1232450 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1232451 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a910935
   [junit4]   2> 1232451 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1232451 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1232455 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=37.0693359375, floorSegmentMB=1.369140625, forceMergeDeletesPctAllowed=6.806670115478361, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4444427691024758
   [junit4]   2> 1232495 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1232495 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1232496 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1232496 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a9de606[collection1] main]
   [junit4]   2> 1232497 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-001/collection1/conf
   [junit4]   2> 1232497 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1232497 INFO  (coreLoadExecutor-6273-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1232499 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-002/collection1
   [junit4]   2> 1232501 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1232501 INFO  (searcherExecutor-6274-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3a9de606[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1232529 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1232529 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1232529 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1232530 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c2a9b7{/solr,null,AVAILABLE}
   [junit4]   2> 1232530 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@11fdf09{HTTP/1.1,[http/1.1]}{127.0.0.1:53884}
   [junit4]   2> 1232530 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.e.j.s.Server Started @1234559ms
   [junit4]   2> 1232530 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=53884}
   [junit4]   2> 1232530 ERROR (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1232530 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1232530 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1232530 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1232531 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T18:59:05.317Z
   [junit4]   2> 1232531 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-002/solr.xml
   [junit4]   2> 1232534 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1232535 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1232536 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4a910935, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1232596 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a910935
   [junit4]   2> 1232610 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a910935
   [junit4]   2> 1232610 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a910935
   [junit4]   2> 1232612 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-002/.
   [junit4]   2> 1232612 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[37B5F8CC955531FD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1232630 INFO  (coreLoadExecutor-6283-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1232666 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1232692 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1232696 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1232696 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1232697 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a910935
   [junit4]   2> 1232698 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1232698 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1232699 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=37.0693359375, floorSegmentMB=1.369140625, forceMergeDeletesPctAllowed=6.806670115478361, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4444427691024758
   [junit4]   2> 1232780 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1232780 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1232781 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1232781 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@31f52b78[collection1] main]
   [junit4]   2> 1232782 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_37B5F8CC955531FD-001/solr-instance-002/collection1/conf
   [junit4]   2> 1232783 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1232783 INFO  (coreLoadExecutor-6283-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1232784 INFO  (searcherExecutor-6284-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@31f52b78[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1232787 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1232788 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 1232788 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1232789 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1232789 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1232789 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1232789 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1232790 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1232790 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1232790 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1232791 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1232794 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1232794 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1232794 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1232795 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1232795 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1232795 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1232795 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1232796 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1232796 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1232796 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1232796 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1232797 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1232797 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1232797 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1232798 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1232798 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1232798 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1232798 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1232799 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1232799 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1232799 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1232799 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1232800 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1232800 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1232800 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1232800 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1232801 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1232801 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1232801 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1232802 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1232802 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1232802 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1232802 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1232803 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 1232803 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 1232803 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1232803 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1232804 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1232804 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1232804 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1232804 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1232805 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1232805 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1232805 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1232805 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 1232806 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1232806 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1232806 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1232806 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1232807 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1232807 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1232807 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1232807 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 1232823 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 15
   [junit4]   2> 1232824 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 1232824 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 1232824 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 1232825 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 1232825 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 1232825 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 1232825 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 1232826 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 1232826 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 1232826 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 1232826 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 1232834 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 1232834 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 1232834 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 1232835 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 1232835 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 1232835 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 1232835 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 1232836 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 1232836 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 1232836 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 1232837 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 1232837 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 1232837 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 1232837 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 1232838 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 1232838 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 1232838 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 1232838 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 1232839 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 1232839 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 1232839 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 1232839 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 1232840 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 1232840 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 1232840 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 1232840 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 1232841 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 1232841 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 1232841 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 1232842 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
   [junit4]   2> 1232842 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 1232842 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 1232842 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 1232843 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 1232843 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 1232843 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 1232843 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 1232844 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 1232844 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 1232848 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 1232848 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 1232849 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
   [junit4]   2> 1232849 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
   [junit4]   2> 1232849 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
   [junit4]   2> 1232850 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
   [junit4]   2> 1232850 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 1232850 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 1232850 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
   [junit4]   2> 1232851 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
   [junit4]   2> 1232851 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 1232851 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
   [junit4]   2> 1232851 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 1232852 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
   [junit4]   2> 1232852 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 1232852 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 1232853 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 1232853 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 1232853 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
   [junit4]   2> 1232853 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
   [junit4]   2> 1232854 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
   [junit4]   2> 1232854 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 1232854 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 1232854 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 1232855 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 1232855 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
   [junit4]   2> 1232855 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
   [junit4]   2> 1232855 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
   [junit4]   2> 1232856 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
   [junit4]   2> 1232856 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
   [junit4]   2> 1232856 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
   [junit4]   2> 1232856 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
   [junit4]   2> 1232857 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
   [junit4]   2> 1232857 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
   [junit4]   2> 1232857 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
   [junit4]   2> 1232858 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
   [junit4]   2> 1232858 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
   [junit4]   2> 1232858 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
   [junit4]   2> 1232858 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
   [junit4]   2> 1232859 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
   [junit4]   2> 1232859 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
   [junit4]   2> 1232859 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
   [junit4]   2> 1232859 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
   [junit4]   2> 1232860 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
   [junit4]   2> 1232860 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
   [junit4]   2> 1232860 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
   [junit4]   2> 1232860 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
   [junit4]   2> 1232861 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
   [junit4]   2> 1232861 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
   [junit4]   2> 1232862 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
   [junit4]   2> 1232862 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
   [junit4]   2> 1232862 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
   [junit4]   2> 1232875 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
   [junit4]   2> 1232876 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
   [junit4]   2> 1232876 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
   [junit4]   2> 1232876 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
   [junit4]   2> 1232887 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 10
   [junit4]   2> 1232887 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
   [junit4]   2> 1232888 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
   [junit4]   2> 1232888 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
   [junit4]   2> 1232888 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
   [junit4]   2> 1232888 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
   [junit4]   2> 1232889 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
   [junit4]   2> 1232889 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
   [junit4]   2> 1232889 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
   [junit4]   2> 1232890 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
   [junit4]   2> 1232890 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
   [junit4]   2> 1232890 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
   [junit4]   2> 1232890 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
   [junit4]   2> 1232891 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
   [junit4]   2> 1232891 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
   [junit4]   2> 1232891 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
   [junit4]   2> 1232891 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
   [junit4]   2> 1232892 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
   [junit4]   2> 1232892 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
   [junit4]   2> 1232892 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
   [junit4]   2> 1232892 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
   [junit4]   2> 1232893 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
   [junit4]   2> 1232893 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
   [junit4]   2> 1232893 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
   [junit4]   2> 1232893 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
   [junit4]   2> 1232894 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
   [junit4]   2> 1232894 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
   [junit4]   2> 1232894 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
   [junit4]   2> 1232894 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
   [junit4]   2> 1232895 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
   [junit4]   2> 1232895 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
   [junit4]   2> 1232895 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
   [junit4]   2> 1232895 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
   [junit4]   2> 1232896 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
   [junit4]   2> 1232896 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
   [junit4]   2> 1232896 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
   [junit4]   2> 1232896 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
   [junit4]   2> 1232897 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
   [junit4]   2> 1232897 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
   [junit4]   2> 1232897 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
   [junit4]   2> 1232897 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
   [junit4]   2> 1232898 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
   [junit4]   2> 1232898 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
   [junit4]   2> 1232898 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
   [junit4]   2> 1232898 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
   [junit4]   2> 1232899 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
   [junit4]   2> 1232899 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
   [junit4]   2> 1232899 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
   [junit4]   2> 1232900 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
   [junit4]   2> 1232900 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
   [junit4]   2> 1232900 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
   [junit4]   2> 1232901 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
   [junit4]   2> 1232901 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
   [junit4]   2> 1232902 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 0
   [junit4]   2> 1232902 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
   [junit4]   2> 1232902 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[225]} 0 0
   [junit4]   2> 1232903 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[226]} 0 0
   [junit4]   2> 1232903 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[227]} 0 0
   [junit4]   2> 1232903 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[228]} 0 0
   [junit4]   2> 1232904 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[229]} 0 0
   [junit4]   2> 1232904 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[230]} 0 0
   [junit4]   2> 1232905 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[231]} 0 0
   [junit4]   2> 1232905 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[232]} 0 0
   [junit4]   2> 1232906 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[233]} 0 0
   [junit4]   2> 1232906 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[234]} 0 0
   [junit4]   2> 1232906 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[235]} 0 0
   [junit4]   2> 1232907 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[236]} 0 0
   [junit4]   2> 1232907 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[237]} 0 0
   [junit4]   2> 1232908 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[238]} 0 0
   [junit4]   2> 1232908 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[239]} 0 0
   [junit4]   2> 1232908 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[240]} 0 0
   [junit4]   2> 1232909 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[241]} 0 0
   [junit4]   2> 1232909 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[242]} 0 0
   [junit4]   2> 1232909 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[243]} 0 0
   [junit4]   2> 1232909 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[244]} 0 0
   [junit4]   2> 1232910 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[245]} 0 0
   [junit4]   2> 1232910 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[246]} 0 0
   [junit4]   2> 1232910 INFO  (qtp907931436-16361) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[247]} 0 0
   [junit4]   2> 1232911 INFO  (qtp907931436-16362) [    x:collection1] o.a.s.u.p.LogUpda

[...truncated too long message...]

stServer connecting to 127.0.0.1:43880 43880
   [junit4]   2> 3027406 INFO  (Thread-6332) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43880 43880
   [junit4]   2> 3027406 WARN  (Thread-6332) [    ] o.a.s.c.ZkTestServer Watch limit violations:
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2>
   [junit4]   2> 41 /solr/collections/collection1/terms/shard1
   [junit4]   2> 21 /solr/aliases.json
   [junit4]   2> 20 /solr/security.json
   [junit4]   2> 11 /solr/configs/conf
   [junit4]   2> 10 /solr/collections/testMetricTrigger/terms/shard1
   [junit4]   2> 2 /solr/collections/testMetricTrigger/terms/shard2
   [junit4]   2>
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2>
   [junit4]   2> 124 /solr/collections/collection1/state.json
   [junit4]   2> 39 /solr/collections/testMetricTrigger/state.json
   [junit4]   2> 21 /solr/clusterprops.json
   [junit4]   2> 21 /solr/clusterstate.json
   [junit4]   2> 6 /solr/autoscaling.json
   [junit4]   2> 3 /solr/overseer_elect/election/73289791113986096-127.0.0.1:34460_solr-n_0000000014
   [junit4]   2> 3 /solr/overseer_elect/election/73289791113986084-127.0.0.1:46968_solr-n_0000000010
   [junit4]   2> 2 /solr/overseer_elect/election/73289791113986078-127.0.0.1:53427_solr-n_0000000008
   [junit4]   2> 2 /solr/overseer_elect/election/73289791113986090-127.0.0.1:60660_solr-n_0000000012
   [junit4]   2> 2 /solr/overseer_elect/election/73289791113986054-127.0.0.1:38165_solr-n_0000000001
   [junit4]   2> 2 /solr/overseer_elect/election/73289791113986068-127.0.0.1:44047_solr-n_0000000005
   [junit4]   2>
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2>
   [junit4]   2> 21 /solr/live_nodes
   [junit4]   2> 21 /solr/collections
   [junit4]   2> 6 /solr/overseer/queue-work
   [junit4]   2> 6 /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 6 /solr/overseer/queue
   [junit4]   2> 6 /solr/overseer/collection-queue-work
   [junit4]   2> 2 /solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2>
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_37B5F8CC955531FD-001
   [junit4]   2> Feb 13, 2018 7:29:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Asserting), id=PostingsFormat(name=LuceneVarGapFixedInterval), x_s=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=950, maxMBSortInHeap=6.226605984889858, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@697c3d3d), locale=el-CY, timezone=Africa/Sao_Tome
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=118694592,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [TestTrie, TestCloudManagedSchema, SyncSliceTest, TestQueryWrapperFilter, TestScoreJoinQPNoScore, AddBlockUpdateTest, JsonLoaderTest, SortByFunctionTest, HighlighterTest, PrimUtilsTest, OverseerTest, TestTestInjection, DistributedMLTComponentTest, TestDownShardTolerantSearch, SSLMigrationTest, LoggingHandlerTest, TestReRankQParserPlugin, TestPushWriter, TestNumericTokenStream, TestReload, FieldMutatingUpdateProcessorTest, TestFastLRUCache, PrimitiveFieldTypeTest, AddReplicaTest, TestDFISimilarityFactory, TestConfigSetsAPI, ManagedSchemaRoundRobinCloudTest, SolrGraphiteReporterTest, TestDistributedGrouping, TestFreeTextSuggestions, BasicAuthIntegrationTest, BigEndianAscendingWordDeserializerTest, TestSolrXml, BooleanFieldTest, MoveReplicaTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestLRUCache, SimplePostToolTest, ReplicationFactorTest, WrapperMergePolicyFactoryTest, PolyFieldTest, TestSha256AuthenticationProvider, HdfsDirectoryFactoryTest, TestSurroundQueryParser, ChaosMonkeySafeLeaderTest, TestSolrCloudWithHadoopAuthPlugin, TestObjectReleaseTracker, DocumentBuilderTest, TestSolrConfigHandlerCloud, TestShardHandlerFactory, TestStressRecovery, TestJsonFacetRefinement, FastVectorHighlighterTest, TestManagedResource, TestBM25SimilarityFactory, CollectionStateFormat2Test, TestNumericTerms32, TestSolr4Spatial2, TestPerFieldSimilarity, TestMiniSolrCloudClusterSSL, ComputePlanActionTest, PathHierarchyTokenizerFactoryTest, GraphQueryTest, HttpTriggerListenerTest, TestSolr4Spatial, TestExactSharedStatsCache, TestElisionMultitermQuery, ZkControllerTest, TermsComponentTest, AsyncCallRequestStatusResponseTest, TestBinaryResponseWriter, CdcrBootstrapTest, TestLocalFSCloudBackupRestore, SOLR749Test, TestSSLRandomization, HdfsRecoveryZkTest, TestFieldCacheVsDocValues, QueryEqualityTest, DeleteStatusTest, TestIntervalFaceting, TestJettySolrRunner, NodeLostTriggerTest, CreateRoutedAliasTest, ClassificationUpdateProcessorTest, TestFunctionQuery, TestComputePlanAction, TestCursorMarkWithoutUniqueKey, TestAddFieldRealTimeGet, DateRangeFieldTest, TestFieldCacheReopen, HdfsWriteToMultipleCollectionsTest, TlogReplayBufferedWhileIndexingTest, HttpPartitionOnCommitTest, TestRecovery, TestUnifiedSolrHighlighter, TestComplexPhraseQParserPlugin, DistributedFacetPivotWhiteBoxTest, TestSchemalessBufferedUpdates, TestSolrJ, TestFieldTypeCollectionResource, TestInitParams, ZkFailoverTest, DOMUtilTest, SchemaVersionSpecificBehaviorTest, DocValuesNotIndexedTest, CurrencyRangeFacetCloudTest, TestMissingGroups, SuggesterTest, SolrCLIZkUtilsTest, TestSerializedLuceneMatchVersion, DistributedIntervalFacetingTest, TestBlobHandler, MissingSegmentRecoveryTest, MergeStrategyTest, CoreAdminCreateDiscoverTest, TestXmlQParser, TestAuthorizationFramework, DistribJoinFromCollectionTest, QueryElevationComponentTest, HdfsCollectionsAPIDistributedZkTest, AutoAddReplicasIntegrationTest, TestCryptoKeys, RequiredFieldsTest, SuggestComponentContextFilterQueryTest, UpdateRequestProcessorFactoryTest, BlockJoinFacetDistribTest, TestTriggerIntegration, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, ShardRoutingCustomTest, TestFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressVersions, DistributedTermsComponentTest, SimpleFacetsTest, SolrCoreTest, TestGroupingSearch, PeerSyncTest, ConvertedLegacyTest, TestSort, TestFiltering, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, SoftAutoCommitTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestOmitPositions, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, IndexSchemaTest, TestJmxIntegration, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, SearchHandlerTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestMergePolicyConfig, MultiTermTest, SampleTest, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, TestRTGBase, CursorPagingTest, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, AssignBackwardCompatibilityTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteNodeTest, HealthCheckHandlerTest, HttpPartitionTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, RemoteQueryErrorTest, RestartWhileUpdatingTest, RollingRestartTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestOnReconnectListenerSupport, TestPullReplica, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestShortCircuitedRequests, TestSkipOverseerOperations, TestStressCloudBlindAtomicUpdates, TestStressLiveNodes, TestTlogReplica, CollectionsAPIDistributedZkTest, MetricTriggerTest, SearchRateTriggerTest, TriggerIntegrationTest]
   [junit4] Completed [621/776 (3!)] on J1 in 213.89s, 14 tests, 1 failure <<< FAILURES!

[...truncated 48993 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-master - Build # 2322 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2322/

2 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)  at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)  at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748) ,time=48}

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
        at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
        at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
,time=48}
        at __randomizedtesting.SeedInfo.seed([3BA892261A2F1034:B3FCADFCB4D37DCC]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
        at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
        at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
        at __randomizedtesting.SeedInfo.seed([3BA892261A2F1034:66E08CAFD5E9B67B]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12522 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/init-core-data-001
   [junit4]   2> 1194720 WARN  (SUITE-TestDistributedSearch-seed#[3BA892261A2F1034]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 1194720 INFO  (SUITE-TestDistributedSearch-seed#[3BA892261A2F1034]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1194721 INFO  (SUITE-TestDistributedSearch-seed#[3BA892261A2F1034]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 1194721 INFO  (SUITE-TestDistributedSearch-seed#[3BA892261A2F1034]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1194721 INFO  (SUITE-TestDistributedSearch-seed#[3BA892261A2F1034]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1194837 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/control/cores/collection1
   [junit4]   2> 1194839 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1194860 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1194860 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1194860 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1194860 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@463fb338{/,null,AVAILABLE}
   [junit4]   2> 1194863 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2d43fc8a{HTTP/1.1,[http/1.1]}{127.0.0.1:44667}
   [junit4]   2> 1194863 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.Server Started @1197196ms
   [junit4]   2> 1194863 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=44667, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/control/cores}
   [junit4]   2> 1194863 ERROR (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1194863 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1194864 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1194864 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1194864 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T21:45:33.479Z
   [junit4]   2> 1194865 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/control/solr.xml
   [junit4]   2> 1194868 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1194868 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1194869 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1194913 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
   [junit4]   2> 1195793 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
   [junit4]   2> 1195793 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
   [junit4]   2> 1195795 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/control/cores
   [junit4]   2> 1195795 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1195795 INFO  (coreLoadExecutor-1606-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1195821 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1195853 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1195871 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1195948 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1195958 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1195958 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
   [junit4]   2> 1195958 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1195958 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 1195960 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1196005 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1196005 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1196006 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1196006 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1196007 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=43.9814453125, floorSegmentMB=1.298828125, forceMergeDeletesPctAllowed=2.9013508206496272, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1196007 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d754d9c[collection1] main]
   [junit4]   2> 1196008 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1196021 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1196068 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1196069 INFO  (searcherExecutor-1607-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1196069 INFO  (coreLoadExecutor-1606-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592323824349609984
   [junit4]   2> 1196069 INFO  (searcherExecutor-1607-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1196069 INFO  (searcherExecutor-1607-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1196069 INFO  (searcherExecutor-1607-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1196069 INFO  (searcherExecutor-1607-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1196070 INFO  (searcherExecutor-1607-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1196070 INFO  (searcherExecutor-1607-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1196070 INFO  (searcherExecutor-1607-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1196070 INFO  (searcherExecutor-1607-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1196071 INFO  (searcherExecutor-1607-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d754d9c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1196182 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 1196183 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1196184 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1196184 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1196184 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1196185 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75655bac{/,null,AVAILABLE}
   [junit4]   2> 1196185 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@75690994{HTTP/1.1,[http/1.1]}{127.0.0.1:36716}
   [junit4]   2> 1196185 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.e.j.s.Server Started @1198519ms
   [junit4]   2> 1196185 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=36716, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/shard0/cores}
   [junit4]   2> 1196186 ERROR (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1196186 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1196186 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1196186 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1196186 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T21:45:34.801Z
   [junit4]   2> 1196186 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 1196190 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1196190 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1196191 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1196222 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
   [junit4]   2> 1196230 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
   [junit4]   2> 1196231 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
   [junit4]   2> 1196232 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/shard0/cores
   [junit4]   2> 1196232 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1196233 INFO  (coreLoadExecutor-1617-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1196234 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1196260 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1196288 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1196370 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1196377 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1196378 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47e4c29
   [junit4]   2> 1196378 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1196378 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_3BA892261A2F1034-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 1196379 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1196428 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1196428 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1196429 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1196429 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1196430 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=43.9814453125, floorSegmentMB=1.298828125, forceMergeDeletesPctAllowed=2.9013508206496272, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1196430 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5dd4375a[collection1] main]
   [junit4]   2> 1196431 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1196441 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1196489 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1196489 INFO  (searcherExecutor-1618-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1196489 INFO  (coreLoadExecutor-1617-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592323824790011904
   [junit4]   2> 1196491 INFO  (searcherExecutor-1618-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1196491 INFO  (searcherExecutor-1618-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1196491 INFO  (searcherExecutor-1618-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1196491 INFO  (searcherExecutor-1618-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1196492 INFO  (searcherExecutor-1618-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1196492 INFO  (searcherExecutor-1618-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1196492 INFO  (searcherExecutor-1618-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1196492 INFO  (searcherExecutor-1618-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1196493 INFO  (searcherExecutor-1618-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5dd4375a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1196992 INFO  (TEST-TestDistributedSearch.test-seed#[3BA892261A2F1034]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1196998 INFO  (qtp805416817-5865) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1592323825320591360)} 0 3
   [junit4]   2> 1197005 INFO  (qtp523753748-5882) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1592323825325834240)} 0 5
   [junit4]   2> 1197013 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1592323825332125696)]} 0 7
   [junit4]   2> 1197016 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1592323825340514304)]} 0 2
   [junit4]   2> 1197019 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1592323825343660032)]} 0 1
   [junit4]   2> 1197020 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1592323825345757184)]} 0 1
   [junit4]   2> 1197021 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1592323825347854336)]} 0 0
   [junit4]   2> 1197022 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1592323825348902912)]} 0 0
   [junit4]   2> 1197023 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1592323825349951488)]} 0 0
   [junit4]   2> 1197024 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1592323825351000064)]} 0 0
   [junit4]   2> 1197025 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1592323825352048640)]} 0 0
   [junit4]   2> 1197026 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1592323825353097216)]} 0 0
   [junit4]   2> 1197027 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1592323825354145792)]} 0 0
   [junit4]   2> 1197028 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1592323825355194368)]} 0 0
   [junit4]   2> 1197029 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1592323825355194368)]} 0 0
   [junit4]   2> 1197030 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1592323825356242944)]} 0 0
   [junit4]   2> 1197031 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1592323825357291520)]} 0 1
   [junit4]   2> 1197032 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1592323825359388672)]} 0 0
   [junit4]   2> 1197033 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1592323825360437248)]} 0 0
   [junit4]   2> 1197034 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1592323825361485824)]} 0 0
   [junit4]   2> 1197035 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592323825362534400,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1197035 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47f4f0cb commitCommandVersion:1592323825362534400
   [junit4]   2> 1197049 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c21dfbe[collection1] main]
   [junit4]   2> 1197050 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1197052 INFO  (searcherExecutor-1607-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5c21dfbe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9)))}
   [junit4]   2> 1197052 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 17
   [junit4]   2> 1197052 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592323825380360192,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1197052 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@49878971 commitCommandVersion:1592323825380360192
   [junit4]   2> 1197061 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fc28095[collection1] main]
   [junit4]   2> 1197062 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1197066 INFO  (searcherExecutor-1618-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fc28095[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9)))}
   [junit4]   2> 1197066 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 13
   [junit4]   2> 1197068 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1592323825395040256)]} 0 1
   [junit4]   2> 1197070 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1592323825398185984)]} 0 1
   [junit4]   2> 1197078 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1592323825406574592)]} 0 1
   [junit4]   2> 1197080 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1592323825408671744)]} 0 1
   [junit4]   2> 1197092 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1592323825410768896)]} 0 10
   [junit4]   2> 1197099 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1592323825429643264)]} 0 0
   [junit4]   2> 1197101 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1592323825431740416)]} 0 0
   [junit4]   2> 1197103 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1592323825432788992)]} 0 0
   [junit4]   2> 1197104 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1592323825433837568)]} 0 0
   [junit4]   2> 1197105 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1592323825435934720)]} 0 0
   [junit4]   2> 1197106 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1592323825436983296)]} 0 0
   [junit4]   2> 1197107 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1592323825438031872)]} 0 0
   [junit4]   2> 1197108 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1592323825438031872)]} 0 0
   [junit4]   2> 1197109 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1592323825439080448)]} 0 0
   [junit4]   2> 1197109 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1592323825440129024)]} 0 0
   [junit4]   2> 1197110 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1592323825441177600)]} 0 0
   [junit4]   2> 1197112 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1592323825442226176)]} 0 0
   [junit4]   2> 1197113 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1592323825443274752)]} 0 0
   [junit4]   2> 1197114 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1592323825444323328)]} 0 0
   [junit4]   2> 1197114 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1592323825445371904)]} 0 0
   [junit4]   2> 1197115 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1592323825446420480)]} 0 0
   [junit4]   2> 1197116 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1592323825447469056)]} 0 0
   [junit4]   2> 1197117 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1592323825447469056)]} 0 0
   [junit4]   2> 1197119 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1592323825449566208)]} 0 1
   [junit4]   2> 1197120 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1592323825450614784)]} 0 0
   [junit4]   2> 1197120 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1592323825451663360)]} 0 0
   [junit4]   2> 1197121 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1592323825452711936)]} 0 0
   [junit4]   2> 1197122 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1592323825453760512)]} 0 0
   [junit4]   2> 1197123 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1592323825453760512)]} 0 0
   [junit4]   2> 1197124 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1592323825454809088)]} 0 0
   [junit4]   2> 1197124 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1592323825455857664)]} 0 0
   [junit4]   2> 1197125 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1592323825456906240)]} 0 0
   [junit4]   2> 1197126 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1592323825457954816)]} 0 0
   [junit4]   2> 1197127 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1592323825457954816)]} 0 0
   [junit4]   2> 1197128 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1592323825459003392)]} 0 0
   [junit4]   2> 1197128 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1592323825460051968)]} 0 0
   [junit4]   2> 1197129 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1592323825461100544)]} 0 0
   [junit4]   2> 1197130 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1592323825462149120)]} 0 0
   [junit4]   2> 1197131 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1592323825462149120)]} 0 0
   [junit4]   2> 1197132 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1592323825463197696)]} 0 0
   [junit4]   2> 1197133 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1592323825464246272)]} 0 0
   [junit4]   2> 1197133 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1592323825465294848)]} 0 0
   [junit4]   2> 1197134 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1592323825466343424)]} 0 0
   [junit4]   2> 1197135 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1592323825467392000)]} 0 0
   [junit4]   2> 1197136 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1592323825467392000)]} 0 0
   [junit4]   2> 1197136 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1592323825468440576)]} 0 0
   [junit4]   2> 1197137 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1592323825469489152)]} 0 0
   [junit4]   2> 1197138 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1592323825470537728)]} 0 0
   [junit4]   2> 1197139 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1592323825470537728)]} 0 0
   [junit4]   2> 1197139 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1592323825471586304)]} 0 0
   [junit4]   2> 1197140 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1592323825472634880)]} 0 0
   [junit4]   2> 1197141 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1592323825473683456)]} 0 0
   [junit4]   2> 1197142 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1592323825473683456)]} 0 0
   [junit4]   2> 1197142 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1592323825474732032)]} 0 0
   [junit4]   2> 1197143 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1592323825475780608)]} 0 0
   [junit4]   2> 1197144 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1592323825476829184)]} 0 0
   [junit4]   2> 1197145 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1592323825476829184)]} 0 0
   [junit4]   2> 1197145 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1592323825477877760)]} 0 0
   [junit4]   2> 1197146 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1592323825478926336)]} 0 0
   [junit4]   2> 1197147 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1592323825479974912)]} 0 0
   [junit4]   2> 1197148 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1592323825479974912)]} 0 0
   [junit4]   2> 1197148 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1592323825481023488)]} 0 0
   [junit4]   2> 1197149 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1592323825482072064)]} 0 0
   [junit4]   2> 1197150 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1592323825483120640)]} 0 0
   [junit4]   2> 1197151 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1592323825483120640)]} 0 0
   [junit4]   2> 1197151 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1592323825484169216)]} 0 0
   [junit4]   2> 1197152 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1592323825485217792)]} 0 0
   [junit4]   2> 1197153 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1592323825486266368)]} 0 0
   [junit4]   2> 1197154 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1592323825486266368)]} 0 0
   [junit4]   2> 1197154 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1592323825487314944)]} 0 0
   [junit4]   2> 1197155 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1592323825488363520)]} 0 0
   [junit4]   2> 1197156 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1592323825489412096)]} 0 0
   [junit4]   2> 1197157 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1592323825489412096)]} 0 0
   [junit4]   2> 1197157 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1592323825490460672)]} 0 0
   [junit4]   2> 1197158 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1592323825491509248)]} 0 0
   [junit4]   2> 1197159 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1592323825492557824)]} 0 0
   [junit4]   2> 1197160 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1592323825492557824)]} 0 0
   [junit4]   2> 1197160 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1592323825493606400)]} 0 0
   [junit4]   2> 1197161 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1592323825494654976)]} 0 0
   [junit4]   2> 1197163 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1592323825496752128)]} 0 0
   [junit4]   2> 1197164 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1592323825496752128)]} 0 0
   [junit4]   2> 1197166 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1592323825497800704)]} 0 1
   [junit4]   2> 1197166 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1592323825499897856)]} 0 0
   [junit4]   2> 1197167 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[132 (1592323825500946432)]} 0 0
   [junit4]   2> 1197168 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1592323825501995008)]} 0 0
   [junit4]   2> 1197177 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[133 (1592323825510383616)]} 0 0
   [junit4]   2> 1197177 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1592323825511432192)]} 0 0
   [junit4]   2> 1197178 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[134 (1592323825512480768)]} 0 0
   [junit4]   2> 1197179 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1592323825513529344)]} 0 0
   [junit4]   2> 1197180 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[135 (1592323825513529344)]} 0 0
   [junit4]   2> 1197181 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1592323825514577920)]} 0 0
   [junit4]   2> 1197181 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[136 (1592323825515626496)]} 0 0
   [junit4]   2> 1197182 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1592323825516675072)]} 0 0
   [junit4]   2> 1197183 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[137 (1592323825516675072)]} 0 0
   [junit4]   2> 1197183 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1592323825517723648)]} 0 0
   [junit4]   2> 1197184 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[138 (1592323825518772224)]} 0 0
   [junit4]   2> 1197185 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1592323825519820800)]} 0 0
   [junit4]   2> 1197186 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[139 (1592323825519820800)]} 0 0
   [junit4]   2> 1197186 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1592323825520869376)]} 0 0
   [junit4]   2> 1197187 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[140 (1592323825521917952)]} 0 0
   [junit4]   2> 1197188 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1592323825522966528)]} 0 0
   [junit4]   2> 1197189 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[141 (1592323825522966528)]} 0 0
   [junit4]   2> 1197189 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1592323825524015104)]} 0 0
   [junit4]   2> 1197190 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[142 (1592323825525063680)]} 0 0
   [junit4]   2> 1197191 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1592323825526112256)]} 0 0
   [junit4]   2> 1197192 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[143 (1592323825526112256)]} 0 0
   [junit4]   2> 1197192 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1592323825527160832)]} 0 0
   [junit4]   2> 1197193 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[144 (1592323825528209408)]} 0 0
   [junit4]   2> 1197194 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1592323825528209408)]} 0 0
   [junit4]   2> 1197194 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[145 (1592323825529257984)]} 0 0
   [junit4]   2> 1197195 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1592323825530306560)]} 0 0
   [junit4]   2> 1197196 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[146 (1592323825531355136)]} 0 0
   [junit4]   2> 1197197 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1592323825531355136)]} 0 0
   [junit4]   2> 1197197 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[147 (1592323825532403712)]} 0 0
   [junit4]   2> 1197198 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1592323825533452288)]} 0 0
   [junit4]   2> 1197199 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[148 (1592323825533452288)]} 0 0
   [junit4]   2> 1197199 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1592323825534500864)]} 0 0
   [junit4]   2> 1197200 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[149 (1592323825535549440)]} 0 0
   [junit4]   2> 1197201 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592323825536598016,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1197201 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47f4f0cb commitCommandVersion:1592323825536598016
   [junit4]   2> 1197214 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fd5cbf3[collection1] main]
   [junit4]   2> 1197216 INFO  (searcherExecutor-1607-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1fd5cbf3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9) Uninverting(_1(8.0.0):c59)))}
   [junit4]   2> 1197216 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1197216 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 15
   [junit4]   2> 1197217 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1592323825553375232,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1197217 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@49878971 commitCommandVersion:1592323825553375232
   [junit4]   2> 1197229 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@419e90a7[collection1] main]
   [junit4]   2> 1197231 INFO  (searcherExecutor-1618-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@419e90a7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c9) Uninverting(_1(8.0.0):c59)))}
   [junit4]   2> 1197231 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1197231 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 14
   [junit4]   2> 1197233 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 1197233 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 1197234 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 1197234 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 1197235 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197246 INFO  (qtp523753748-5887) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=http://127.0.0.1:36716//collection1&rows=10&version=2&q=*:*&NOW=1518558335852&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197266 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558335852&ids=143,11,101,13,124,113,127,107,109,131&isShard=true&shard.url=http://127.0.0.1:36716//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197272 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=35
   [junit4]   2> 1197273 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197897 INFO  (qtp523753748-5885) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:36716//collection1&rows=10&version=2&q=*:*&NOW=1518558335890&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197901 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558335890&ids=134,145,125,16,5,137,138,17,118,9&isShard=true&shard.url=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:36716//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197917 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|[ff01::213]:33332/|[ff01::114]:33332/|http://127.0.0.1:36716//collection1&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=641
   [junit4]   2> 1197919 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197922 INFO  (qtp523753748-5885) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=[ff01::083]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518558336536&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197923 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336536&ids=11,133,145,3,147,15,116,128,8,107&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197937 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/|[ff01::114]:33332/&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=15
   [junit4]   2> 1197938 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197940 INFO  (qtp523753748-5885) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=http://127.0.0.1:36716//collection1|[ff01::213]:33332/|[ff01::114]:33332/|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1518558336554&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197942 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336554&ids=100,123,135,14,4,103,104,138,1001,117&isShard=true&shard.url=http://127.0.0.1:36716//collection1|[ff01::213]:33332/|[ff01::114]:33332/|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197952 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1|[ff01::213]:33332/|[ff01::114]:33332/|[ff01::083]:33332/&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=12
   [junit4]   2> 1197953 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197954 INFO  (qtp523753748-5885) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=http://127.0.0.1:36716//collection1&rows=10&version=2&q=*:*&NOW=1518558336569&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197955 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336569&ids=134,124,146,135,125,127,139,107,118,131&isShard=true&shard.url=http://127.0.0.1:36716//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197963 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=9
   [junit4]   2> 1197964 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197966 INFO  (qtp523753748-5885) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=[ff01::083]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1518558336580&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197967 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336580&ids=121,11,110,111,123,3,103,104,17,116&isShard=true&shard.url=[ff01::083]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197969 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::083]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 1197969 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197971 INFO  (qtp523753748-5885) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:36716//collection1|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518558336585&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197972 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336585&ids=113,114,147,117,8,107,9,140,130,10&isShard=true&shard.url=http://127.0.0.1:36716//collection1|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197973 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1|[ff01::114]:33332/&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1197974 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197976 INFO  (qtp523753748-5885) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:36716//collection1|[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1518558336590&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197977 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336590&ids=11,122,144,12,101,5,104,16,141,131&isShard=true&shard.url=http://127.0.0.1:36716//collection1|[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197978 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1|[ff01::114]:33332/|[ff01::083]:33332/|[ff01::213]:33332/&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1197978 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197980 INFO  (qtp523753748-5885) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518558336594&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197981 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336594&ids=1,146,135,4,147,104,115,16,117,10&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197982 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/|[ff01::114]:33332/&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1197983 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197985 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1518558336599&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197986 INFO  (qtp523753748-5884) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336599&ids=121,132,100,3,15,136,126,105,141,131&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197987 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1197988 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197989 INFO  (qtp523753748-5885) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=[ff01::213]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/|[ff01::114]:33332/&rows=10&version=2&q=*:*&NOW=1518558336604&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197990 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336604&ids=101,124,103,136,125,5,117,109,120,10&isShard=true&shard.url=[ff01::213]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/|[ff01::114]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197991 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::213]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/|[ff01::114]:33332/&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1197992 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197993 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+asc&shard.url=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1518558336608&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197994 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336608&ids=110,100,13,3,113,14,114,6,139,131&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197995 INFO  (qtp523753748-5887) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::083]:33332/&sort=n_l1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1197996 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1197997 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+desc&shard.url=http://127.0.0.1:36716//collection1&rows=10&version=2&q=*:*&NOW=1518558336611&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1197998 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336611&ids=1,144,134,146,147,103,136,5,139,8&isShard=true&shard.url=http://127.0.0.1:36716//collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1197999 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1&sort=n_tl1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1197999 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1198001 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tl1+asc&shard.url=http://127.0.0.1:36716//collection1|[ff01::083]:33332/&rows=10&version=2&q=*:*&NOW=1518558336615&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1198002 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336615&ids=110,132,122,112,4,148,16,107,9,142&isShard=true&shard.url=http://127.0.0.1:36716//collection1|[ff01::083]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1198003 INFO  (qtp523753748-5887) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http://127.0.0.1:36716//collection1|[ff01::083]:33332/&sort=n_tl1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1198004 INFO  (qtp805416817-5869) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1198005 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+desc&shard.url=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1518558336620&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1198006 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336620&ids=144,100,1,113,136,114,117,7,107,141&isShard=true&shard.url=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1198007 INFO  (qtp523753748-5886) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=[ff01::114]:33332/|http://127.0.0.1:36716//collection1|[ff01::213]:33332/&sort=n_dt1+desc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 1198008 INFO  (qtp805416817-5867) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&distrib=false&sort=n_dt1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 1198009 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_dt1+asc&shard.url=http://127.0.0.1:36716//collection1|[ff01::213]:33332/&rows=10&version=2&q=*:*&NOW=1518558336623&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 1198010 INFO  (qtp523753748-5881) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1518558336623&ids=134,2,147,125,148,105,17,139,130,120&isShard=true&shard.url=http://127.0.0.1:36716//collection1|[ff01::213]:33332/&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1198011 INFO  (qtp523753748-5887) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/select params={q=*:*&shards=http:/

[...truncated too long message...]

.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10017_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10019_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10020_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10021_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10033_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10049_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10051_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10065_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10066_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10081_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10082_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10095_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10096_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10104_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10105_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10118_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10120_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10121_solr
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testNodeLost]
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 3
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 2
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 200
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testNodeLost 200
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active         200
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE             1
   [junit4]   2> 2293209 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETESTATUS      40
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - MOVEREPLICA       40
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - REQUESTSTATUS     40
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling        1
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update            15
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: .auto_add_replicas
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED         1
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED         2
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED       2
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED         2
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED         4
   [junit4]   2> 2293210 INFO  (TEST-TestLargeCluster.testNodeLost-seed#[3BA892261A2F1034]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED       4
   [junit4]   2> 2293210 DEBUG (SUITE-TestLargeCluster-seed#[3BA892261A2F1034]-worker) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2293211 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestLargeCluster_3BA892261A2F1034-001
   [junit4]   2> Feb 13, 2018 10:03:52 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 45 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1685, maxMBSortInHeap=7.541039568897046, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4391e823), locale=sk, timezone=Asia/Hong_Kong
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=221390136,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [UniqFieldsUpdateProcessorFactoryTest, TestConfigSetImmutable, TestDeleteCollectionOnDownNodes, TestUtils, TestSchemaSimilarityResource, TestBadConfig, NotRequiredUniqueKeyTest, TestReplicaProperties, URLClassifyProcessorTest, BasicDistributedZk2Test, DocValuesTest, TestCloudPivotFacet, MultiTermTest, BigEndianAscendingWordSerializerTest, TestGraphMLResponseWriter, CoreAdminHandlerTest, PingRequestHandlerTest, TestConfigSetsAPIExclusivity, TestCollapseQParserPlugin, TestRTimerTree, TestGraphTermsQParserPlugin, TestDFRSimilarityFactory, RecoveryZkTest, DocValuesMissingTest, TestSkipOverseerOperations, TestFieldTypeResource, ConnectionManagerTest, TestCollectionAPIs, ExecutePlanActionTest, ForceLeaderTest, DistributedQueueTest, TestScoreJoinQPScore, OverriddenZkACLAndCredentialsProvidersTest, FullHLLTest, TestInPlaceUpdatesStandalone, CdcrReplicationDistributedZkTest, TestSQLHandler, TestStressUserVersions, TestCustomSort, CustomHighlightComponentTest, ResponseBuilderTest, TestHttpShardHandlerFactory, CollectionsAPISolrJTest, ChangedSchemaMergeTest, TestFastWriter, NoCacheHeaderTest, MultiThreadedOCPTest, TestRealTimeGet, SolrCloudExampleTest, TestAtomicUpdateErrorCases, TimeZoneUtilsTest, LukeRequestHandlerTest, TestStressReorder, ShufflingReplicaListTransformerTest, CopyFieldTest, TestCloudSearcherWarming, SolrJmxReporterCloudTest, TestXmlQParserPlugin, TestSortableTextField, TestRawResponseWriter, ShardSplitTest, HdfsTlogReplayBufferedWhileIndexingTest, DocValuesMultiTest, CircularListTest, TestZkAclsWithHadoopAuth, AnalysisErrorHandlingTest, TestManagedSchema, StatelessScriptUpdateProcessorFactoryTest, CleanupOldIndexTest, TestSuggestSpellingConverter, SparseHLLTest, TestTolerantSearch, SearchHandlerTest, JavabinLoaderTest, TestSortByMinMaxFunction, TestSolrCloudWithSecureImpersonation, ParsingFieldUpdateProcessorsTest, TemplateUpdateProcessorTest, DistanceFunctionTest, CursorMarkTest, TestPointFields, HttpPartitionTest, DateFieldTest, TestImplicitCoreProperties, TestAnalyzedSuggestions, TestSolrConfigHandlerConcurrent, WordBreakSolrSpellCheckerTest, BufferStoreTest, AliasIntegrationTest, TestHighFrequencyDictionaryFactory, TestCustomDocTransformer, TestFiltering, RestartWhileUpdatingTest, TestDocTermOrds, IndexSchemaRuntimeFieldTest, BlockJoinFacetRandomTest, HdfsNNFailoverTest, RankQueryTest, DisMaxRequestHandlerTest, CloneFieldUpdateProcessorFactoryTest, TestLargeCluster]
   [junit4] Completed [308/776 (2!)] on J2 in 48.95s, 4 tests, 1 failure <<< FAILURES!

[...truncated 50052 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-master - Build # 2323 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2323/

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:39317","node_name":"127.0.0.1:39317_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/12)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node4":{           "core":"c8n_1x3_lf_shard1_replica_n1",           "base_url":"http://127.0.0.1:39317",           "node_name":"127.0.0.1:39317_",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node5":{           "core":"c8n_1x3_lf_shard1_replica_n2",           "base_url":"http://127.0.0.1:60535",           "node_name":"127.0.0.1:60535_",           "state":"down",           "type":"NRT"},         "core_node6":{           "core":"c8n_1x3_lf_shard1_replica_n3",           "base_url":"http://127.0.0.1:53274",           "node_name":"127.0.0.1:53274_",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"3",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:39317","node_name":"127.0.0.1:39317_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/12)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"c8n_1x3_lf_shard1_replica_n1",
          "base_url":"http://127.0.0.1:39317",
          "node_name":"127.0.0.1:39317_",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node5":{
          "core":"c8n_1x3_lf_shard1_replica_n2",
          "base_url":"http://127.0.0.1:60535",
          "node_name":"127.0.0.1:60535_",
          "state":"down",
          "type":"NRT"},
        "core_node6":{
          "core":"c8n_1x3_lf_shard1_replica_n3",
          "base_url":"http://127.0.0.1:53274",
          "node_name":"127.0.0.1:53274_",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"3",
  "tlogReplicas":"0"}
        at __randomizedtesting.SeedInfo.seed([68EA298AA134BD99:E0BE16500FC8D061]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
        at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13922 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/init-core-data-001
   [junit4]   2> 1464749 WARN  (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 1464749 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1464750 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1464750 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1464750 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[68EA298AA134BD99]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1464752 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1464752 INFO  (Thread-3580) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1464753 INFO  (Thread-3580) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1464754 ERROR (Thread-3580) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1464853 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.ZkTestServer start zk server on port:41822
   [junit4]   2> 1464854 INFO  (zkConnectionManagerCallback-3381-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1464856 INFO  (zkConnectionManagerCallback-3383-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1464861 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1464862 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1464863 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1464864 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1464865 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1464866 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1464866 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1464867 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1464868 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1464869 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1464870 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1464871 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1464955 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1464956 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1464956 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1464956 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1464956 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a771cf4{/,null,AVAILABLE}
   [junit4]   2> 1464957 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4a710519{HTTP/1.1,[http/1.1]}{127.0.0.1:54036}
   [junit4]   2> 1464957 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.Server Started @1467548ms
   [junit4]   2> 1464957 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/tempDir-001/control/data, hostContext=/, hostPort=39317, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/cores}
   [junit4]   2> 1464957 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1464957 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1464958 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1464958 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1464958 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T03:51:29.469Z
   [junit4]   2> 1464959 INFO  (zkConnectionManagerCallback-3385-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1464960 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1464960 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/solr.xml
   [junit4]   2> 1464963 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1464963 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1464965 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1464967 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41822/solr
   [junit4]   2> 1464968 INFO  (zkConnectionManagerCallback-3389-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1464969 INFO  (zkConnectionManagerCallback-3391-thread-1-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1465023 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1465024 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39317_
   [junit4]   2> 1465024 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_    ] o.a.s.c.Overseer Overseer (id=73291780925882372-127.0.0.1:39317_-n_0000000000) starting
   [junit4]   2> 1465030 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39317_
   [junit4]   2> 1465039 INFO  (zkCallback-3390-thread-1-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1465084 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1465092 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1465093 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1465094 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:39317_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/cores
   [junit4]   2> 1465110 INFO  (zkConnectionManagerCallback-3397-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1465111 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1465112 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41822/solr ready
   [junit4]   2> 1465112 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59587,localport=39317], receiveBufferSize:531000
   [junit4]   2> 1465112 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=54036,localport=36889], receiveBufferSize=530904
   [junit4]   2> 1465113 INFO  (qtp1984258198-15673) [n:127.0.0.1:39317_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39317_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1465114 INFO  (OverseerThreadFactory-6949-thread-1-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1465218 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59591,localport=39317], receiveBufferSize:531000
   [junit4]   2> 1465219 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=54036,localport=36893], receiveBufferSize=530904
   [junit4]   2> 1465219 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1465219 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1465322 INFO  (zkCallback-3390-thread-1-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1466232 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1466244 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1466368 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1466379 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1466380 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1466380 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1466380 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1466382 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=39.1708984375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=18.277987823128747, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8518988113197338
   [junit4]   2> 1466389 WARN  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1466428 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1466428 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1466429 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1466429 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1466430 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=92.7587890625, floorSegmentMB=1.1796875, forceMergeDeletesPctAllowed=1.4323881509306624, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1466431 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b5de851[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1466432 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1466432 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1466433 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1466433 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592346847156895744
   [junit4]   2> 1466435 INFO  (searcherExecutor-6952-thread-1-processing-n:127.0.0.1:39317_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4b5de851[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1466439 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1466439 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1466439 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39317/control_collection_shard1_replica_n1/
   [junit4]   2> 1466440 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1466440 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39317/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1466440 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1466442 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39317/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1466543 INFO  (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1466592 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1466594 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1374
   [junit4]   2> 1466596 INFO  (qtp1984258198-15673) [n:127.0.0.1:39317_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1466694 INFO  (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1467116 INFO  (OverseerCollectionConfigSetProcessor-73291780925882372-127.0.0.1:39317_-n_0000000000) [n:127.0.0.1:39317_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1467596 INFO  (qtp1984258198-15673) [n:127.0.0.1:39317_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39317_&wt=javabin&version=2} status=0 QTime=2482
   [junit4]   2> 1467599 INFO  (zkConnectionManagerCallback-3401-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1467600 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1467601 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41822/solr ready
   [junit4]   2> 1467601 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1467601 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=59606,localport=39317], receiveBufferSize:531000
   [junit4]   2> 1467602 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1467606 INFO  (SocketProxy-Acceptor-39317) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=54036,localport=36908], receiveBufferSize=530904
   [junit4]   2> 1467607 INFO  (OverseerThreadFactory-6949-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1467607 WARN  (OverseerThreadFactory-6949-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1467810 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1467811 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=209
   [junit4]   2> 1467895 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001 of type NRT
   [junit4]   2> 1467896 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1467897 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1467897 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1467897 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1467897 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28edb13c{/,null,AVAILABLE}
   [junit4]   2> 1467897 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@53f3e554{HTTP/1.1,[http/1.1]}{127.0.0.1:42510}
   [junit4]   2> 1467897 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.Server Started @1470488ms
   [junit4]   2> 1467897 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=60535, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/cores}
   [junit4]   2> 1467898 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1467898 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1467898 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1467898 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1467898 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T03:51:32.409Z
   [junit4]   2> 1467899 INFO  (zkConnectionManagerCallback-3403-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1467900 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1467900 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/solr.xml
   [junit4]   2> 1467903 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1467903 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1467904 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1467907 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41822/solr
   [junit4]   2> 1467908 INFO  (zkConnectionManagerCallback-3407-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1467909 INFO  (zkConnectionManagerCallback-3409-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1467914 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1467916 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1467917 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60535_
   [junit4]   2> 1467918 INFO  (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1467923 INFO  (zkCallback-3400-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1467927 INFO  (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1467998 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1468008 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1468008 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1468009 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:60535_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/cores
   [junit4]   2> 1468033 INFO  (qtp1984258198-15675) [n:127.0.0.1:39317_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:60535_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1468035 INFO  (OverseerCollectionConfigSetProcessor-73291780925882372-127.0.0.1:39317_-n_0000000000) [n:127.0.0.1:39317_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1468035 INFO  (OverseerThreadFactory-6949-thread-3-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:60535_ for creating new replica
   [junit4]   2> 1468037 INFO  (SocketProxy-Acceptor-60535) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36130,localport=60535], receiveBufferSize:531000
   [junit4]   2> 1468037 INFO  (SocketProxy-Acceptor-60535) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42510,localport=49465], receiveBufferSize=530904
   [junit4]   2> 1468038 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1468038 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1468141 INFO  (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1469050 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1469062 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 1469165 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1469176 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 1469176 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1469176 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1469176 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 1469178 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=39.1708984375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=18.277987823128747, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8518988113197338
   [junit4]   2> 1469180 WARN  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1469215 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1469216 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1469216 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1469217 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1469218 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=92.7587890625, floorSegmentMB=1.1796875, forceMergeDeletesPctAllowed=1.4323881509306624, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1469218 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ea06709[collection1_shard2_replica_n41] main]
   [junit4]   2> 1469219 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1469219 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1469220 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1469220 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592346850079277056
   [junit4]   2> 1469220 INFO  (searcherExecutor-6963-thread-1-processing-n:127.0.0.1:60535_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@6ea06709[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1469226 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1469226 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1469226 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60535/collection1_shard2_replica_n41/
   [junit4]   2> 1469226 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1469226 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:60535/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 1469226 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1469228 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60535/collection1_shard2_replica_n41/ shard2
   [junit4]   2> 1469329 INFO  (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1469379 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1469380 INFO  (qtp398997416-15728) [n:127.0.0.1:60535_ c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1342
   [junit4]   2> 1469382 INFO  (qtp1984258198-15675) [n:127.0.0.1:39317_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:60535_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1348
   [junit4]   2> 1469471 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001 of type NRT
   [junit4]   2> 1469471 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1469472 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1469472 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1469472 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1469472 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@478228eb{/,null,AVAILABLE}
   [junit4]   2> 1469473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5755d040{HTTP/1.1,[http/1.1]}{127.0.0.1:45730}
   [junit4]   2> 1469473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.Server Started @1472064ms
   [junit4]   2> 1469473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=50499, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/cores}
   [junit4]   2> 1469473 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1469473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1469473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1469473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1469473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T03:51:33.984Z
   [junit4]   2> 1469475 INFO  (zkConnectionManagerCallback-3413-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1469475 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1469475 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/solr.xml
   [junit4]   2> 1469478 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1469479 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1469480 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1469481 INFO  (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1469482 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41822/solr
   [junit4]   2> 1469483 INFO  (zkConnectionManagerCallback-3417-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1469484 INFO  (zkConnectionManagerCallback-3419-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1469488 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1469489 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1469491 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50499_
   [junit4]   2> 1469492 INFO  (zkCallback-3400-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1469492 INFO  (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1469492 INFO  (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1469495 INFO  (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1469583 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1469593 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1469593 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1469595 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:50499_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/cores
   [junit4]   2> 1469635 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:50499_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1469637 INFO  (OverseerCollectionConfigSetProcessor-73291780925882372-127.0.0.1:39317_-n_0000000000) [n:127.0.0.1:39317_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1469637 INFO  (OverseerThreadFactory-6949-thread-4-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:50499_ for creating new replica
   [junit4]   2> 1469639 INFO  (SocketProxy-Acceptor-50499) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=49403,localport=50499], receiveBufferSize:531000
   [junit4]   2> 1469639 INFO  (SocketProxy-Acceptor-50499) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45730,localport=52088], receiveBufferSize=530904
   [junit4]   2> 1469639 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1469640 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1469743 INFO  (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1469743 INFO  (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1470652 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1470667 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
   [junit4]   2> 1470768 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1470780 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
   [junit4]   2> 1470781 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1470781 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1470781 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
   [junit4]   2> 1470783 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=39.1708984375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=18.277987823128747, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8518988113197338
   [junit4]   2> 1470785 WARN  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1470822 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1470822 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1470823 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1470823 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1470824 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=92.7587890625, floorSegmentMB=1.1796875, forceMergeDeletesPctAllowed=1.4323881509306624, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1470824 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@6045e3d9[collection1_shard1_replica_n43] main]
   [junit4]   2> 1470825 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1470826 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1470826 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1470827 INFO  (searcherExecutor-6974-thread-1-processing-n:127.0.0.1:50499_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@6045e3d9[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1470827 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592346851764338688
   [junit4]   2> 1470832 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1470832 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1470833 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50499/collection1_shard1_replica_n43/
   [junit4]   2> 1470833 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1470833 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:50499/collection1_shard1_replica_n43/ has no replicas
   [junit4]   2> 1470833 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1470835 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50499/collection1_shard1_replica_n43/ shard1
   [junit4]   2> 1470936 INFO  (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1470936 INFO  (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1470986 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1470987 INFO  (qtp734662608-15763) [n:127.0.0.1:50499_ c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1347
   [junit4]   2> 1470988 INFO  (qtp1984258198-15677) [n:127.0.0.1:39317_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:50499_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1353
   [junit4]   2> 1471079 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001 of type NRT
   [junit4]   2> 1471079 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:27:37+06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1471080 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1471080 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1471080 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1471081 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68ecda1a{/,null,AVAILABLE}
   [junit4]   2> 1471081 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@693833c8{HTTP/1.1,[http/1.1]}{127.0.0.1:53062}
   [junit4]   2> 1471081 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.e.j.s.Server Started @1473672ms
   [junit4]   2> 1471081 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=53274, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/cores}
   [junit4]   2> 1471081 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1471081 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1471082 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1471082 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1471082 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T03:51:35.593Z
   [junit4]   2> 1471083 INFO  (zkConnectionManagerCallback-3423-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1471084 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1471084 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/solr.xml
   [junit4]   2> 1471087 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1471087 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1471087 INFO  (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1471087 INFO  (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1471088 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1471090 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41822/solr
   [junit4]   2> 1471091 INFO  (zkConnectionManagerCallback-3427-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1471092 INFO  (zkConnectionManagerCallback-3429-thread-1-processing-n:127.0.0.1:53274_) [n:127.0.0.1:53274_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1471096 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1471098 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1471099 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53274_
   [junit4]   2> 1471100 INFO  (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1471100 INFO  (zkCallback-3400-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1471100 INFO  (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1471100 INFO  (zkCallback-3390-thread-2-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1471104 INFO  (zkCallback-3428-thread-1-processing-n:127.0.0.1:53274_) [n:127.0.0.1:53274_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1471193 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1471203 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1471203 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1471204 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [n:127.0.0.1:53274_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/cores
   [junit4]   2> 1471243 INFO  (qtp1984258198-15675) [n:127.0.0.1:39317_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:53274_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1471245 INFO  (OverseerCollectionConfigSetProcessor-73291780925882372-127.0.0.1:39317_-n_0000000000) [n:127.0.0.1:39317_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1471245 INFO  (OverseerThreadFactory-6949-thread-5-processing-n:127.0.0.1:39317_) [n:127.0.0.1:39317_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:53274_ for creating new replica
   [junit4]   2> 1471248 INFO  (SocketProxy-Acceptor-53274) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=57699,localport=53274], receiveBufferSize:531000
   [junit4]   2> 1471248 INFO  (SocketProxy-Acceptor-53274) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=53062,localport=41552], receiveBufferSize=530904
   [junit4]   2> 1471249 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1471249 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1471352 INFO  (zkCallback-3418-thread-1-processing-n:127.0.0.1:50499_) [n:127.0.0.1:50499_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1471352 INFO  (zkCallback-3408-thread-1-processing-n:127.0.0.1:60535_) [n:127.0.0.1:60535_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1471352 INFO  (zkCallback-3428-thread-1-processing-n:127.0.0.1:53274_) [n:127.0.0.1:53274_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1472261 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1472285 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
   [junit4]   2> 1472395 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1472406 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
   [junit4]   2> 1472406 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@666d5cea
   [junit4]   2> 1472407 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1472407 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
   [junit4]   2> 1472409 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=39.1708984375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=18.277987823128747, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8518988113197338
   [junit4]   2> 1472411 WARN  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1472446 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1472446 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1472447 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1472447 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1472448 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=92.7587890625, floorSegmentMB=1.1796875, forceMergeDeletesPctAllowed=1.4323881509306624, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1472448 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@794f7d9b[collection1_shard2_replica_n45] main]
   [junit4]   2> 1472449 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1472449 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1472450 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1472451 INFO  (searcherExecutor-6985-thread-1-processing-n:127.0.0.1:53274_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@794f7d9b[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1472451 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592346853467226112
   [junit4]   2> 1472458 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
   [junit4]   2> 1472458 INFO  (updateExecutor-3424-thread-1-processing-n:127.0.0.1:53274_ x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:53274_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1472458 INFO  (recoveryExecutor-3425-thread-1-processing-n:127.0.0.1:53274_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:53274_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1472463 INFO  (qtp479039271-15797) [n:127.0.0.1:53274_ c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1209
   [junit4]   2> 1472463 INFO  (recoveryExecutor-3425-thread-1-processing-n:127.0.0.1:53274_ x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:53274_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1472464 INFO  (qtp1984258198-15675) [n:127.0.0.1:39317_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:53274_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1221
   [junit4]   2> 1472465 INFO  (SocketProxy-Acceptor-60535) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=36195,localport=60535], receiveBufferSize:531000
   [junit4]   2> 1472466 INFO  (SocketProxy-Acceptor-60535) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42510,localport=49530], receiveBufferSize=530904
   [junit4]   2> 1472466 INFO  (qtp398997416-15732) [n:127.0.0.1:60535_ c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_n41] o.a.s.c.S.Request [collection1_shard2_replica_n41]  webapp= path=/admin/ping params={w

[...truncated too long message...]

  [junit4]   2> 2 /solr/collections/control_collection/terms/shard1
   [junit4]   2>
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2>
   [junit4]   2> 6 /solr/clusterprops.json
   [junit4]   2> 6 /solr/clusterstate.json
   [junit4]   2> 3 /solr/collections/collection1/state.json
   [junit4]   2> 3 /solr/collections/c8n_1x3_lf/state.json
   [junit4]   2> 2 /solr/overseer_elect/election/73291780925882372-127.0.0.1:39317_-n_0000000000
   [junit4]   2> 2 /solr/autoscaling.json
   [junit4]   2>
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2>
   [junit4]   2> 6 /solr/live_nodes
   [junit4]   2> 6 /solr/collections
   [junit4]   2> 2 /solr/overseer/queue
   [junit4]   2> 2 /solr/overseer/queue-work
   [junit4]   2> 2 /solr/overseer/collection-queue-work
   [junit4]   2>
   [junit4]   2> 1589284 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:60535/, target: http://127.0.0.1:42510/
   [junit4]   2> 1589284 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:53274/, target: http://127.0.0.1:53062/
   [junit4]   2> 1589284 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:50499/, target: http://127.0.0.1:45730/
   [junit4]   2> 1589284 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[68EA298AA134BD99]) [    ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:39317/, target: http://127.0.0.1:54036/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=68EA298AA134BD99 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-IN -Dtests.timezone=Africa/Maputo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE  125s J2 | LeaderFailoverAfterPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node4:{"core":"c8n_1x3_lf_shard1_replica_n1","base_url":"http://127.0.0.1:39317","node_name":"127.0.0.1:39317_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/12)={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"1",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node4":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_n1",
   [junit4]    >           "base_url":"http://127.0.0.1:39317",
   [junit4]    >           "node_name":"127.0.0.1:39317_",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "leader":"true"},
   [junit4]    >         "core_node5":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_n2",
   [junit4]    >           "base_url":"http://127.0.0.1:60535",
   [junit4]    >           "node_name":"127.0.0.1:60535_",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT"},
   [junit4]    >         "core_node6":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica_n3",
   [junit4]    >           "base_url":"http://127.0.0.1:53274",
   [junit4]    >           "node_name":"127.0.0.1:53274_",
   [junit4]    >           "state":"down",
   [junit4]    >           "type":"NRT"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"3",
   [junit4]    >   "tlogReplicas":"0"}
   [junit4]    > at __randomizedtesting.SeedInfo.seed([68EA298AA134BD99:E0BE16500FC8D061]:0)
   [junit4]    > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
   [junit4]    > at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
   [junit4]    > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_68EA298AA134BD99-001
   [junit4]   2> Feb 14, 2018 3:53:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=Asserting), id=PostingsFormat(name=Memory), text=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1826, maxMBSortInHeap=6.939049623963149, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4217fbd9), locale=en-IN, timezone=Africa/Maputo
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=80262384,total=525336576
   [junit4]   2> NOTE: All tests run in this JVM: [CircularListTest, TestNonDefinedSimilarityFactory, TestUtils, TestUniqueKeyFieldResource, ClusterStateUpdateTest, BasicAuthStandaloneTest, TestCodecSupport, TestPointFields, MetricTriggerTest, TriLevelCompositeIdRoutingTest, TestInPlaceUpdatesStandalone, ConnectionReuseTest, RulesTest, SearchRateTriggerTest, TestFiltering, TestLeaderInitiatedRecoveryThread, CachingDirectoryFactoryTest, PingRequestHandlerTest, DocValuesMissingTest, TestManagedSchema, NoCacheHeaderTest, ConnectionManagerTest, NotRequiredUniqueKeyTest, IndexSchemaRuntimeFieldTest, UniqFieldsUpdateProcessorFactoryTest, RestartWhileUpdatingTest, TestConfigSetsAPIExclusivity, TestCoreDiscovery, TestCollectionAPIs, TestReplicaProperties, MultiTermTest, TimeZoneUtilsTest, TestConfigSetImmutable, FullHLLTest, BigEndianAscendingWordSerializerTest, QueryResultKeyTest, TestGraphTermsQParserPlugin, CloneFieldUpdateProcessorFactoryTest, RankQueryTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestCloudSchemaless, TermVectorComponentTest, ShufflingReplicaListTransformerTest, TestExactStatsCache, TestRealTimeGet, CdcrReplicationDistributedZkTest, TestSortableTextField, SearchHandlerTest, MetricsHandlerTest, ResponseBuilderTest, SolrCoreMetricManagerTest, SolrCloudReportersTest, TestPullReplicaErrorHandling, CoreAdminHandlerTest, TestManagedSynonymGraphFilterFactory, TestSolrConfigHandlerConcurrent, TestCloudPivotFacet, MultiThreadedOCPTest, ParsingFieldUpdateProcessorsTest, NumberUtilsTest, AutoAddReplicasPlanActionTest, HdfsNNFailoverTest, ZkStateWriterTest, DocValuesTest, TestCloudNestedDocsSort, TestValueSourceCache, TestQueryTypes, TestRTimerTree, TestFieldCollectionResource, TestHttpShardHandlerFactory, SolrJmxReporterCloudTest, TestSortByMinMaxFunction, DistributedFacetExistsSmallTest, TestCollectionsAPIViaSolrCloudCluster, PeerSyncReplicationTest, TestManagedResourceStorage, SegmentsInfoRequestHandlerTest, CleanupOldIndexTest, JavabinLoaderTest, TestAtomicUpdateErrorCases, TestLegacyNumericUtils, TestExclusionRuleCollectionAccess, ClassificationUpdateProcessorFactoryTest, TestGraphMLResponseWriter, TestZkAclsWithHadoopAuth, TestLMJelinekMercerSimilarityFactory, MoveReplicaHDFSFailoverTest, SolrCmdDistributorTest, TestFieldCacheSort, DistanceFunctionTest, BasicDistributedZk2Test, SolrMetricsIntegrationTest, SimpleMLTQParserTest, ForceLeaderTest, TestRangeQuery, TestSolrQueryResponse, AnalyticsMergeStrategyTest, OverriddenZkACLAndCredentialsProvidersTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCollapseQParserPlugin, PreAnalyzedFieldTest, CollectionsAPISolrJTest, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, TestPKIAuthenticationPlugin, MinimalSchemaTest, DistributedSpellCheckComponentTest, SpatialFilterTest, ConcurrentDeleteAndCreateCollectionTest, SubstringBytesRefFilterTest, TestStreamBody, URLClassifyProcessorTest, DirectSolrSpellCheckerTest, SparseHLLTest, SpatialRPTFieldTypeTest, TestSimpleTextCodec, NumericFieldsTest, TestCoreContainer, LeaderElectionIntegrationTest, TestRebalanceLeaders, TestStressUserVersions, DisMaxRequestHandlerTest, TestTolerantSearch, DistributedQueueTest, TestJmxIntegration, TestDocTermOrds, SimplePostToolTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SuggesterTSTTest, SuggesterTest, TestTrie, TestCSVLoader, SchemaVersionSpecificBehaviorTest, QueryEqualityTest, DocValuesMultiTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, DebugComponentTest, LukeRequestHandlerTest, TestOmitPositions, TestIndexingPerformance, LoggingHandlerTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, TestComponentsName, TestLFUCache, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, ActionThrottleTest, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CreateCollectionCleanupTest, DeleteNodeTest, DeleteStatusTest, DistribJoinFromCollectionTest, HttpPartitionOnCommitTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest]
   [junit4] Completed [554/776 (1!)] on J2 in 124.82s, 1 test, 1 failure <<< FAILURES!

[...truncated 49113 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-master - Build # 2324 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2324/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.facet.RangeFacetTest

Error Message:
Error from server at https://127.0.0.1:35425/solr: Expected mime type application/octet-stream but got text/html. <h1>Bad Message 400</h1><pre>reason: Illegal character 0x0</pre>

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35425/solr: Expected mime type application/octet-stream but got text/html. <h1>Bad Message 400</h1><pre>reason: Illegal character 0x0</pre>
        at __randomizedtesting.SeedInfo.seed([2B4B045324920074]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
        at __randomizedtesting.SeedInfo.seed([29A6774E55933F0:FBD7F4DBD92C7E7A]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:282)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger

Error Message:


Stack Trace:
java.lang.NullPointerException
        at __randomizedtesting.SeedInfo.seed([29A6774E55933F0:B89650FBBAB1E5BF]:0)
        at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
        at __randomizedtesting.SeedInfo.seed([29A6774E55933F0:6F66C3895F11CCF7]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12636 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
   [junit4]   2> 1302716 INFO  (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/init-core-data-001
   [junit4]   2> 1302717 WARN  (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1302717 INFO  (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1302718 INFO  (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1302718 INFO  (SUITE-ShardSplitTest-seed#[29A6774E55933F0]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1302732 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1302733 INFO  (Thread-2144) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1302733 INFO  (Thread-2144) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1302735 ERROR (Thread-2144) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1302833 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.ZkTestServer start zk server on port:43952
   [junit4]   2> 1302836 INFO  (zkConnectionManagerCallback-528-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1302839 INFO  (zkConnectionManagerCallback-530-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1302844 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1302854 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1302855 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1302857 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1302870 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1302872 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1302873 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1302888 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1302889 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1302898 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1302901 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1302903 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 1302903 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10038a2a3df0001, likely client has closed socket
   [junit4]   2> 1303733 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1303787 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1303787 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1303787 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1303787 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b62dc6d{/,null,AVAILABLE}
   [junit4]   2> 1303789 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5b087b7b{HTTP/1.1,[http/1.1]}{127.0.0.1:40777}
   [junit4]   2> 1303789 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.Server Started @1314661ms
   [junit4]   2> 1303789 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=40777, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/cores}
   [junit4]   2> 1303789 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1303789 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1303789 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1303789 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1303789 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T12:53:02.997Z
   [junit4]   2> 1303856 INFO  (zkConnectionManagerCallback-532-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1303877 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1303877 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/solr.xml
   [junit4]   2> 1303898 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1303898 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1303899 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1303914 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43952/solr
   [junit4]   2> 1303916 INFO  (zkConnectionManagerCallback-536-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1304040 INFO  (zkConnectionManagerCallback-538-thread-1-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1304576 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1304577 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40777_
   [junit4]   2> 1304578 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_    ] o.a.s.c.Overseer Overseer (id=72119865223086084-127.0.0.1:40777_-n_0000000000) starting
   [junit4]   2> 1304601 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40777_
   [junit4]   2> 1304602 INFO  (OverseerStateUpdate-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1304788 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1304821 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1304821 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1304831 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:40777_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/cores
   [junit4]   2> 1304894 INFO  (zkConnectionManagerCallback-544-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1304895 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1304896 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43952/solr ready
   [junit4]   2> 1304912 INFO  (qtp345685293-4747) [n:127.0.0.1:40777_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40777_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1304956 INFO  (OverseerThreadFactory-1561-thread-1-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1305064 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1305064 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1305182 INFO  (zkCallback-537-thread-1-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1306172 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1306217 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1306502 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1306528 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1306528 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1306555 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1306555 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1306558 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1392201685, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1306588 WARN  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1306704 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1306704 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1306705 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1306705 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1306722 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=29.515625, floorSegmentMB=1.771484375, forceMergeDeletesPctAllowed=15.231920258584283, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14155219057607304
   [junit4]   2> 1306723 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63fbf9a5[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1306724 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1306724 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1306725 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1306726 INFO  (searcherExecutor-1564-thread-1-processing-n:127.0.0.1:40777_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@63fbf9a5[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1306738 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592380920636112896
   [junit4]   2> 1306745 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1306745 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1306745 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40777/control_collection_shard1_replica_n1/
   [junit4]   2> 1306745 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1306745 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:40777/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1306745 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1306748 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40777/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1306860 INFO  (zkCallback-537-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1306899 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1306900 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1837
   [junit4]   2> 1306921 INFO  (qtp345685293-4747) [n:127.0.0.1:40777_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1306975 INFO  (OverseerCollectionConfigSetProcessor-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1307022 INFO  (zkCallback-537-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1307925 INFO  (qtp345685293-4747) [n:127.0.0.1:40777_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40777_&wt=javabin&version=2} status=0 QTime=3012
   [junit4]   2> 1308088 INFO  (zkConnectionManagerCallback-548-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1308161 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1308230 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43952/solr ready
   [junit4]   2> 1308230 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1308275 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1308433 INFO  (OverseerThreadFactory-1561-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1308487 WARN  (OverseerThreadFactory-1561-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1308791 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1308791 INFO  (qtp345685293-4751) [n:127.0.0.1:40777_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=515
   [junit4]   2> 1309428 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001 of type TLOG
   [junit4]   2> 1309441 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1309442 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1309442 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1309442 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1309442 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a49d116{/,null,AVAILABLE}
   [junit4]   2> 1309443 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@bd9ef6d{HTTP/1.1,[http/1.1]}{127.0.0.1:45913}
   [junit4]   2> 1309443 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.Server Started @1320315ms
   [junit4]   2> 1309443 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=45913, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/cores}
   [junit4]   2> 1309443 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1309443 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1309443 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1309443 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1309443 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T12:53:08.651Z
   [junit4]   2> 1309469 INFO  (zkConnectionManagerCallback-550-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1309470 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1309470 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/solr.xml
   [junit4]   2> 1309492 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1309492 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1309493 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1309495 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43952/solr
   [junit4]   2> 1309527 INFO  (zkConnectionManagerCallback-554-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1309574 INFO  (zkConnectionManagerCallback-556-thread-1-processing-n:127.0.0.1:45913_) [n:127.0.0.1:45913_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1309588 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1309589 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1309607 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45913_
   [junit4]   2> 1309632 INFO  (zkCallback-537-thread-1-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1309672 INFO  (zkCallback-555-thread-1-processing-n:127.0.0.1:45913_) [n:127.0.0.1:45913_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1309672 INFO  (zkCallback-547-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1310014 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1310056 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1310057 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1310058 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45913_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/cores
   [junit4]   2> 1310161 INFO  (qtp345685293-4749) [n:127.0.0.1:40777_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45913_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1310173 INFO  (OverseerCollectionConfigSetProcessor-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1310174 INFO  (OverseerThreadFactory-1561-thread-3-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45913_ for creating new replica
   [junit4]   2> 1310198 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1310198 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1311221 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1311231 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 1311404 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1311437 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 1311438 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1311438 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1311438 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 1311454 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1392201685, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1311492 WARN  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1311590 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1311590 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1311591 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1311591 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1311592 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=29.515625, floorSegmentMB=1.771484375, forceMergeDeletesPctAllowed=15.231920258584283, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14155219057607304
   [junit4]   2> 1311631 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@61dc0174[collection1_shard2_replica_t41] main]
   [junit4]   2> 1311633 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1311633 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1311634 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1311635 INFO  (searcherExecutor-1575-thread-1-processing-n:127.0.0.1:45913_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@61dc0174[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1311635 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592380925770989568
   [junit4]   2> 1311642 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1311642 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1311642 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45913/collection1_shard2_replica_t41/
   [junit4]   2> 1311642 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1311642 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:45913/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 1311642 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1311642 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 1311654 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45913/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 1311830 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1311833 INFO  (qtp1059797799-4796) [n:127.0.0.1:45913_ c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1634
   [junit4]   2> 1311875 INFO  (qtp345685293-4749) [n:127.0.0.1:40777_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45913_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1714
   [junit4]   2> 1312189 INFO  (OverseerCollectionConfigSetProcessor-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1312381 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001 of type TLOG
   [junit4]   2> 1312382 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1312436 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1312436 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1312437 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1312452 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@603772bb{/,null,AVAILABLE}
   [junit4]   2> 1312453 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2a11da51{HTTP/1.1,[http/1.1]}{127.0.0.1:35241}
   [junit4]   2> 1312453 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.Server Started @1323326ms
   [junit4]   2> 1312453 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=35241, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/cores}
   [junit4]   2> 1312453 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1312454 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1312454 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1312454 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1312454 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T12:53:11.662Z
   [junit4]   2> 1312501 INFO  (zkConnectionManagerCallback-560-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1312537 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1312537 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/solr.xml
   [junit4]   2> 1312541 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1312541 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1312575 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1312611 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43952/solr
   [junit4]   2> 1312648 INFO  (zkConnectionManagerCallback-564-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1312655 INFO  (zkConnectionManagerCallback-566-thread-1-processing-n:127.0.0.1:35241_) [n:127.0.0.1:35241_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1312672 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1312675 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1312677 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35241_
   [junit4]   2> 1312678 INFO  (zkCallback-547-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1312700 INFO  (zkCallback-555-thread-1-processing-n:127.0.0.1:45913_) [n:127.0.0.1:45913_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1312717 INFO  (zkCallback-565-thread-1-processing-n:127.0.0.1:35241_) [n:127.0.0.1:35241_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1312717 INFO  (zkCallback-537-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1312892 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1312914 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1312914 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1312924 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:35241_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/cores
   [junit4]   2> 1313039 INFO  (qtp83410511-4827) [n:127.0.0.1:35241_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35241_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1313059 INFO  (OverseerThreadFactory-1561-thread-4-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:35241_ for creating new replica
   [junit4]   2> 1313079 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1313079 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1314093 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1314104 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 1314255 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1314267 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 1314267 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1314268 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1314268 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 1314271 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1392201685, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1314286 WARN  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1314337 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1314337 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1314350 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1314350 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1314352 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=29.515625, floorSegmentMB=1.771484375, forceMergeDeletesPctAllowed=15.231920258584283, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14155219057607304
   [junit4]   2> 1314352 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@f01934[collection1_shard1_replica_t43] main]
   [junit4]   2> 1314353 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1314353 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1314354 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1314355 INFO  (searcherExecutor-1586-thread-1-processing-n:127.0.0.1:35241_ x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@f01934[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1314355 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592380928623116288
   [junit4]   2> 1314361 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1314361 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1314361 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35241/collection1_shard1_replica_t43/
   [junit4]   2> 1314361 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1314361 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:35241/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 1314361 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1314361 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 1314364 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35241/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 1314515 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1314517 INFO  (qtp83410511-4831) [n:127.0.0.1:35241_ c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1437
   [junit4]   2> 1314523 INFO  (qtp83410511-4827) [n:127.0.0.1:35241_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35241_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1483
   [junit4]   2> 1314942 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001 of type TLOG
   [junit4]   2> 1314943 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1314952 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1314952 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1314952 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1314953 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25add039{/,null,AVAILABLE}
   [junit4]   2> 1314953 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5bd0e5a5{HTTP/1.1,[http/1.1]}{127.0.0.1:45227}
   [junit4]   2> 1314953 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.e.j.s.Server Started @1325826ms
   [junit4]   2> 1314953 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=45227, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/cores}
   [junit4]   2> 1314953 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1314960 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1314960 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1314960 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1314960 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T12:53:14.168Z
   [junit4]   2> 1314962 INFO  (zkConnectionManagerCallback-570-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1314963 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1314963 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/solr.xml
   [junit4]   2> 1314979 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1314979 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1314996 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1315011 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43952/solr
   [junit4]   2> 1315041 INFO  (zkConnectionManagerCallback-574-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1315086 INFO  (OverseerCollectionConfigSetProcessor-72119865223086084-127.0.0.1:40777_-n_0000000000) [n:127.0.0.1:40777_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1315108 INFO  (zkConnectionManagerCallback-576-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1315150 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1315153 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1315167 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45227_
   [junit4]   2> 1315168 INFO  (zkCallback-565-thread-1-processing-n:127.0.0.1:35241_) [n:127.0.0.1:35241_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1315168 INFO  (zkCallback-547-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1315187 INFO  (zkCallback-555-thread-1-processing-n:127.0.0.1:45913_) [n:127.0.0.1:45913_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1315189 INFO  (zkCallback-575-thread-1-processing-n:127.0.0.1:45227_) [n:127.0.0.1:45227_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1315190 INFO  (zkCallback-537-thread-2-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1315394 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1315491 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1315491 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1315509 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[29A6774E55933F0]) [n:127.0.0.1:45227_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/cores
   [junit4]   2> 1315634 INFO  (qtp83410511-4829) [n:127.0.0.1:35241_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45227_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1315649 INFO  (OverseerThreadFactory-1561-thread-5-processing-n:127.0.0.1:40777_) [n:127.0.0.1:40777_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45227_ for creating new replica
   [junit4]   2> 1315668 INFO  (qtp1313043132-4858) [n:127.0.0.1:45227_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1315668 INFO  (qtp1313043132-4858) [n:127.0.0.1:45227_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1316784 INFO  (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1316823 INFO  (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
   [junit4]   2> 1317124 INFO  (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1317155 INFO  (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
   [junit4]   2> 1317155 INFO  (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c138d65
   [junit4]   2> 1317155 INFO  (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1317155 INFO  (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.ShardSplitTest_29A6774E55933F0-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
   [junit4]   2> 1317159 INFO  (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1392201685, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1317188 WARN  (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1317366 INFO  (qtp1313043132-4858) [n:127.0.0.1:45227_ c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateL

[...truncated too long message...]

t_collection/state.json
   [junit4]   2> 13 /solr/clusterstate.json
   [junit4]   2> 3 /solr/collections/.system/leader_elect/shard1/election/72120094448484360-core_node6-n_0000000001
   [junit4]   2> 2 /solr/overseer_elect/election/72120094448484360-127.0.0.1:35167_solr-n_0000000000
   [junit4]   2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/72120094448484360-core_node6-n_0000000000
   [junit4]   2>
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2>
   [junit4]   2> 13 /solr/live_nodes
   [junit4]   2> 13 /solr/collections
   [junit4]   2>
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_29A6774E55933F0-001
   [junit4]   2> Feb 14, 2018 1:51:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=BlockTreeOrds(blocksize=128), event.source_s=PostingsFormat(name=MockRandom), type=BlockTreeOrds(blocksize=128), before.actions_ss=PostingsFormat(name=MockRandom), event.property._enqueue_time__ss=BlockTreeOrds(blocksize=128), after.actions_ss=Lucene50(blocksize=128), stage_s=BlockTreeOrds(blocksize=128), event.id_s=PostingsFormat(name=Asserting), event.property.eventTimes_ss=BlockTreeOrds(blocksize=128), source_s=PostingsFormat(name=Asserting), event.type_s=BlockTreeOrds(blocksize=128), responses_ts=Lucene50(blocksize=128), id=PostingsFormat(name=Asserting), collections_ss=BlockTreeOrds(blocksize=128), operations.params_ts=BlockTreeOrds(blocksize=128), event.property.nodeNames_ss=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), event.time_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=199, maxMBSortInHeap=7.7767976689497935, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@720a6202), locale=ar-SA, timezone=Pacific/Chuuk
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=112601264,total=524288000
   [junit4]   2> NOTE: All tests run in this JVM: [TestLeaderElectionWithEmptyReplica, TestDistributedSearch, UpdateParamsTest, TestConfigsApi, TestWriterPerf, DirectUpdateHandlerTest, TermVectorComponentDistributedTest, AssignBackwardCompatibilityTest, AssignTest, TestConfig, SolrIndexSplitterTest, BJQParserTest, TestUninvertingReader, StatsReloadRaceTest, TestFieldCacheSortRandom, ExternalFileFieldSortTest, TestDocSet, OpenExchangeRatesOrgProviderTest, HDFSCollectionsAPITest, TestBulkSchemaConcurrent, CdcrUpdateLogTest, NodeAddedTriggerTest, BlobRepositoryCloudTest, SimpleFacetsTest, ChaosMonkeyNothingIsSafeTest, TestShortCircuitedRequests, DocumentAnalysisRequestHandlerTest, CursorPagingTest, TestPerFieldSimilarityWithDefaultOverride, TestLockTree, SpatialHeatmapFacetsTest, TestDynamicFieldCollectionResource, TestTlogReplica, ActionThrottleTest, RollingRestartTest, TestDistribDocBasedVersion, SolrIndexMetricsTest, TestRandomFlRTGCloud, PropertiesRequestHandlerTest, BinaryUpdateRequestHandlerTest, TestPseudoReturnFields, CreateCollectionCleanupTest, TestChildDocTransformer, TestImpersonationWithHadoopAuth, TestWordDelimiterFilterFactory, TestStressCloudBlindAtomicUpdates, TestPHPSerializedResponseWriter, DistributedQueryElevationComponentTest, TestLuceneMatchVersion, OverseerCollectionConfigSetProcessorTest, SortSpecParsingTest, TestFieldCache, HighlighterConfigTest, ConcurrentCreateRoutedAliasTest, TestCrossCoreJoin, AtomicUpdateProcessorFactoryTest, HdfsSyncSliceTest, TestCloudInspectUtil, TestLegacyField, TestPhraseSuggestions, CurrencyFieldTypeTest, TestIndexingPerformance, TestHashQParserPlugin, TestLMDirichletSimilarityFactory, TestBackupRepositoryFactory, TestSchemaVersionResource, UpdateLogTest, DistributedFacetSimpleRefinementLongTailTest, SolrGangliaReporterTest, TestStressLucene, HLLSerializationTest, CollectionsAPIAsyncDistributedZkTest, TestNestedDocsSort, ZkSolrClientTest, EnumFieldTest, TestOmitPositions, ChaosMonkeySafeLeaderWithPullReplicasTest, TestRequestForwarding, HdfsChaosMonkeyNothingIsSafeTest, UUIDUpdateProcessorFallbackTest, TestCSVResponseWriter, TestGroupingSearch, PluginInfoTest, TestRequestStatusCollectionAPI, SolrShardReporterTest, ConfigureRecoveryStrategyTest, TestNamedUpdateProcessors, SynonymTokenizerTest, LIRRollingUpdatesTest, TestIBSimilarityFactory, TestMaxTokenLenTokenizer, SpellCheckCollatorWithCollapseTest, SolrJmxReporterTest, HttpSolrCallGetCoreTest, TestFastOutputStream, SimpleCollectionCreateDeleteTest, TestConfigSetsAPIZkFailure, CoreMergeIndexesAdminHandlerTest, RequestHandlersTest, TestSolrConfigHandler, TestPrepRecovery, TestClusterStateProvider, TestSolrCoreSnapshots, ImplicitSnitchTest, MoveReplicaHDFSTest, TestRestManager, TestSolrFieldCacheBean, TestJsonRequest, TestSQLHandlerNonCloud, SchemaApiFailureTest, XmlUpdateRequestHandlerTest, TestComponentsName, FieldAnalysisRequestHandlerTest, SolrPluginUtilsTest, DeleteShardTest, UninvertDocValuesMergePolicyTest, ReplaceNodeTest, TestDistribIDF, DistributedDebugComponentTest, MetricUtilsTest, TestUseDocValuesAsStored, TestCollationField, DistributedFacetPivotLargeTest, TestNodeAddedTrigger, TestHdfsCloudBackupRestore, DebugComponentTest, BadCopyFieldTest, TestDocumentBuilder, HdfsDirectoryTest, BasicDistributedZkTest, LeaderFailoverAfterPartitionTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestSkipOverseerOperations, TestStressLiveNodes, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, TestCollectionAPI, AutoScalingHandlerTest, HdfsAutoAddReplicasIntegrationTest, TestSimDistributedQueue, CdcrBootstrapTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, TestClusterStateMutator, ZkStateReaderTest, RuleEngineTest, RulesTest, TestConfigSets, TestImplicitCoreProperties, TestInfoStreamLogging, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSolrXml, ResponseBuilderTest, SearchHandlerTest, TestBlobHandler, TestReqParamsAPI, TestSystemCollAutoCreate, V2ApiIntegrationTest, V2StandaloneTest, AutoscalingHistoryHandlerTest]
   [junit4] Completed [644/776 (3!)] on J0 in 38.58s, 1 test, 1 failure <<< FAILURES!

[...truncated 3463 lines...]
   [junit4] Suite: org.apache.solr.analytics.facet.RangeFacetTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/contrib/solr-analytics/test/J2/temp/solr.analytics.facet.RangeFacetTest_2B4B045324920074-001/init-core-data-001
   [junit4]   2> Feb 14, 2018 2:10:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@19d8e459), locale=fr-CA, timezone=America/St_Thomas
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=158811704,total=296222720
   [junit4]   2> NOTE: All tests run in this JVM: [CastingAnalyticsValueTest, AndFunctionTest, CastingIntValueStreamTest, TopFunctionTest, LegacyQueryFacetTest, ConstantValueTest, DivideFunctionTest, StringFieldsTest, LegacyFieldFacetExtrasTest, LegacyFacetSortingTest, CastingDoubleValueTest, LegacyFunctionTest, RangeFacetTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RangeFacetTest -Dtests.seed=2B4B045324920074 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fr-CA -Dtests.timezone=America/St_Thomas -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | RangeFacetTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35425/solr: Expected mime type application/octet-stream but got text/html. <h1>Bad Message 400</h1><pre>reason: Illegal character 0x0</pre>
   [junit4]    > at __randomizedtesting.SeedInfo.seed([2B4B045324920074]:0)
   [junit4]    > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
   [junit4]    > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
   [junit4]    > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > at org.apache.solr.analytics.SolrAnalyticsTestCase.setupCollection(SolrAnalyticsTestCase.java:62)
   [junit4]    > at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [29/78 (1!)] on J2 in 27.17s, 0 tests, 1 error <<< FAILURES!

[...truncated 45352 lines...]


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]