[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 50 - Still unstable

classic Classic list List threaded Threaded
19 messages Options
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 50 - Still unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/50/

2 tests failed.
FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLowerTerms

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
        at __randomizedtesting.SeedInfo.seed([A1E965CAA61A8F45:2FDD458966BD2F31]:0)
        at sun.nio.ch.Net.bind0(Native Method)
        at sun.nio.ch.Net.bind(Net.java:433)
        at sun.nio.ch.Net.bind(Net.java:425)
        at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
        at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
        at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:334)
        at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:302)
        at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
        at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:238)
        at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
        at org.eclipse.jetty.server.Server.doStart(Server.java:397)
        at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
        at org.apache.solr.cloud.ForceLeaderTest.bringBackOldLeaderAndSendDoc(ForceLeaderTest.java:396)
        at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLowerTerms(ForceLeaderTest.java:144)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testRecovery

Error Message:
Can not find doc 8 in http://127.0.0.1:60344/solr

Stack Trace:
java.lang.AssertionError: Can not find doc 8 in http://127.0.0.1:60344/solr
        at __randomizedtesting.SeedInfo.seed([A1E965CAA61A8F45:60191C668B4A45E2]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNotNull(Assert.java:526)
        at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:889)
        at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:603)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13191 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTlogReplica
   [junit4]   2> 1329274 INFO  (SUITE-TestTlogReplica-seed#[A1E965CAA61A8F45]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_A1E965CAA61A8F45-001/init-core-data-001
   [junit4]   2> 1329275 INFO  (SUITE-TestTlogReplica-seed#[A1E965CAA61A8F45]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1329291 INFO  (SUITE-TestTlogReplica-seed#[A1E965CAA61A8F45]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1329292 INFO  (SUITE-TestTlogReplica-seed#[A1E965CAA61A8F45]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_A1E965CAA61A8F45-001/tempDir-001
   [junit4]   2> 1329292 INFO  (SUITE-TestTlogReplica-seed#[A1E965CAA61A8F45]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1329300 INFO  (Thread-2146) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1329300 INFO  (Thread-2146) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1329336 ERROR (Thread-2146) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1329400 INFO  (SUITE-TestTlogReplica-seed#[A1E965CAA61A8F45]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:54862
   [junit4]   2> 1329449 INFO  (zkConnectionManagerCallback-2316-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1329462 INFO  (jetty-launcher-2313-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1329470 INFO  (jetty-launcher-2313-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1329529 INFO  (jetty-launcher-2313-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1329529 INFO  (jetty-launcher-2313-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1329529 INFO  (jetty-launcher-2313-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1329530 INFO  (jetty-launcher-2313-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@455285a8{/solr,null,AVAILABLE}
   [junit4]   2> 1329532 INFO  (jetty-launcher-2313-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@259e2e95{HTTP/1.1,[http/1.1]}{127.0.0.1:60344}
   [junit4]   2> 1329532 INFO  (jetty-launcher-2313-thread-2) [    ] o.e.j.s.Server Started @1329632ms
   [junit4]   2> 1329532 INFO  (jetty-launcher-2313-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60344}
   [junit4]   2> 1329532 ERROR (jetty-launcher-2313-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1329532 INFO  (jetty-launcher-2313-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1329532 INFO  (jetty-launcher-2313-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1329533 INFO  (jetty-launcher-2313-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1329533 INFO  (jetty-launcher-2313-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1329533 INFO  (jetty-launcher-2313-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-04T01:58:45.520Z
   [junit4]   2> 1329576 INFO  (jetty-launcher-2313-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1329576 INFO  (jetty-launcher-2313-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1329577 INFO  (jetty-launcher-2313-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1329580 INFO  (jetty-launcher-2313-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f0425ed{/solr,null,AVAILABLE}
   [junit4]   2> 1329580 INFO  (jetty-launcher-2313-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@706b7d60{HTTP/1.1,[http/1.1]}{127.0.0.1:37539}
   [junit4]   2> 1329580 INFO  (jetty-launcher-2313-thread-1) [    ] o.e.j.s.Server Started @1329681ms
   [junit4]   2> 1329580 INFO  (jetty-launcher-2313-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37539}
   [junit4]   2> 1329581 ERROR (jetty-launcher-2313-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1329581 INFO  (jetty-launcher-2313-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1329581 INFO  (jetty-launcher-2313-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1329581 INFO  (jetty-launcher-2313-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1329581 INFO  (jetty-launcher-2313-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1329581 INFO  (jetty-launcher-2313-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-04T01:58:45.568Z
   [junit4]   2> 1329620 INFO  (zkConnectionManagerCallback-2320-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1329620 INFO  (jetty-launcher-2313-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1329640 INFO  (zkConnectionManagerCallback-2318-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1329641 INFO  (jetty-launcher-2313-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1329654 INFO  (jetty-launcher-2313-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54862/solr
   [junit4]   2> 1329694 INFO  (jetty-launcher-2313-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54862/solr
   [junit4]   2> 1329712 INFO  (zkConnectionManagerCallback-2324-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1329721 INFO  (zkConnectionManagerCallback-2328-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1329754 INFO  (zkConnectionManagerCallback-2330-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1329770 INFO  (zkConnectionManagerCallback-2332-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1330347 INFO  (jetty-launcher-2313-thread-1) [n:127.0.0.1:37539_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1330348 INFO  (jetty-launcher-2313-thread-2) [n:127.0.0.1:60344_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1330349 INFO  (jetty-launcher-2313-thread-1) [n:127.0.0.1:37539_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37539_solr
   [junit4]   2> 1330350 INFO  (jetty-launcher-2313-thread-2) [n:127.0.0.1:60344_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60344_solr
   [junit4]   2> 1330351 INFO  (jetty-launcher-2313-thread-1) [n:127.0.0.1:37539_solr    ] o.a.s.c.Overseer Overseer (id=73738659437740037-127.0.0.1:37539_solr-n_0000000000) starting
   [junit4]   2> 1330385 INFO  (zkCallback-2329-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1330386 INFO  (zkCallback-2331-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1330425 INFO  (zkConnectionManagerCallback-2341-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1330426 INFO  (jetty-launcher-2313-thread-1) [n:127.0.0.1:37539_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1330428 INFO  (jetty-launcher-2313-thread-1) [n:127.0.0.1:37539_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54862/solr ready
   [junit4]   2> 1330472 INFO  (jetty-launcher-2313-thread-1) [n:127.0.0.1:37539_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1330472 INFO  (jetty-launcher-2313-thread-1) [n:127.0.0.1:37539_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37539_solr
   [junit4]   2> 1330473 INFO  (zkCallback-2331-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1330478 INFO  (zkCallback-2329-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1330508 INFO  (zkCallback-2340-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1330673 INFO  (jetty-launcher-2313-thread-2) [n:127.0.0.1:60344_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60344.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63535e56
   [junit4]   2> 1330698 INFO  (jetty-launcher-2313-thread-2) [n:127.0.0.1:60344_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60344.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63535e56
   [junit4]   2> 1330699 INFO  (jetty-launcher-2313-thread-2) [n:127.0.0.1:60344_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60344.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63535e56
   [junit4]   2> 1330706 INFO  (jetty-launcher-2313-thread-2) [n:127.0.0.1:60344_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_A1E965CAA61A8F45-001/tempDir-001/node2/.
   [junit4]   2> 1330728 INFO  (zkConnectionManagerCallback-2346-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1330730 INFO  (jetty-launcher-2313-thread-2) [n:127.0.0.1:60344_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1330731 INFO  (jetty-launcher-2313-thread-2) [n:127.0.0.1:60344_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54862/solr ready
   [junit4]   2> 1330824 INFO  (jetty-launcher-2313-thread-1) [n:127.0.0.1:37539_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37539.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63535e56
   [junit4]   2> 1330836 INFO  (jetty-launcher-2313-thread-1) [n:127.0.0.1:37539_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37539.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63535e56
   [junit4]   2> 1330836 INFO  (jetty-launcher-2313-thread-1) [n:127.0.0.1:37539_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37539.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63535e56
   [junit4]   2> 1330838 INFO  (jetty-launcher-2313-thread-1) [n:127.0.0.1:37539_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_A1E965CAA61A8F45-001/tempDir-001/node1/.
   [junit4]   2> 1330889 INFO  (zkConnectionManagerCallback-2348-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1330915 INFO  (zkConnectionManagerCallback-2353-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1330916 INFO  (SUITE-TestTlogReplica-seed#[A1E965CAA61A8F45]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1330917 INFO  (SUITE-TestTlogReplica-seed#[A1E965CAA61A8F45]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54862/solr ready
   [junit4]   2> 1330921 INFO  (SUITE-TestTlogReplica-seed#[A1E965CAA61A8F45]-worker) [    ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
   [junit4]   2> 1330938 INFO  (qtp292195747-8597) [n:127.0.0.1:37539_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1330940 INFO  (qtp292195747-8597) [n:127.0.0.1:37539_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1330981 INFO  (TEST-TestTlogReplica.testAddDocs-seed#[A1E965CAA61A8F45]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
   [junit4]   2> 1330983 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1330990 INFO  (OverseerThreadFactory-3055-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_add_docs
   [junit4]   2> 1331110 INFO  (OverseerStateUpdate-73738659437740037-127.0.0.1:37539_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_add_docs_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37539/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 1331318 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr    x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1332334 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1332355 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_add_docs_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 1332358 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1332358 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_docs_shard1_replica_t1' using configuration from collection tlog_replica_test_add_docs, trusted=true
   [junit4]   2> 1332359 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37539.solr.core.tlog_replica_test_add_docs.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_add_docs.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63535e56
   [junit4]   2> 1332359 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1332359 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_add_docs_shard1_replica_t1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_A1E965CAA61A8F45-001/tempDir-001/node1/tlog_replica_test_add_docs_shard1_replica_t1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_A1E965CAA61A8F45-001/tempDir-001/node1/./tlog_replica_test_add_docs_shard1_replica_t1/data/]
   [junit4]   2> 1332432 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1332432 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1332434 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1332434 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1332437 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f391582[tlog_replica_test_add_docs_shard1_replica_t1] main]
   [junit4]   2> 1332439 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1332439 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1332440 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1332441 INFO  (searcherExecutor-3060-thread-1-processing-n:127.0.0.1:37539_solr x:tlog_replica_test_add_docs_shard1_replica_t1 c:tlog_replica_test_add_docs s:shard1 r:core_node2) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@f391582[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1332441 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1599496916490518528
   [junit4]   2> 1332449 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_add_docs/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 1332453 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1332453 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1332453 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37539/solr/tlog_replica_test_add_docs_shard1_replica_t1/
   [junit4]   2> 1332453 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1332454 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SyncStrategy http://127.0.0.1:37539/solr/tlog_replica_test_add_docs_shard1_replica_t1/ has no replicas
   [junit4]   2> 1332454 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1332454 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 stopping background replication from leader
   [junit4]   2> 1332458 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37539/solr/tlog_replica_test_add_docs_shard1_replica_t1/ shard1
   [junit4]   2> 1332562 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1332565 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_docs_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1246
   [junit4]   2> 1332568 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1332664 INFO  (zkCallback-2329-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1332992 INFO  (OverseerCollectionConfigSetProcessor-73738659437740037-127.0.0.1:37539_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1333568 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_docs&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=1&wt=javabin&version=2} status=0 QTime=2585
   [junit4]   2> 1333578 INFO  (qtp292195747-8605) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_add_docs/terms/shard1 to Terms{values={core_node2=1}, version=1}
   [junit4]   2> 1333578 INFO  (qtp292195747-8605) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1599496917678555136)]} 0 4
   [junit4]   2> 1333579 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1599496917683798016,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1333579 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7ceeb8b8 commitCommandVersion:1599496917683798016
   [junit4]   2> 1333588 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@30e3d2fd[tlog_replica_test_add_docs_shard1_replica_t1] main]
   [junit4]   2> 1333588 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1333590 INFO  (searcherExecutor-3060-thread-1-processing-n:127.0.0.1:37539_solr x:tlog_replica_test_add_docs_shard1_replica_t1 c:tlog_replica_test_add_docs s:shard1 r:core_node2) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1] Registered new searcher Searcher@30e3d2fd[tlog_replica_test_add_docs_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 1333590 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/update params={_stateVer_=tlog_replica_test_add_docs:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 11
   [junit4]   2> 1333593 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1333595 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1333601 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_add_docs s:shard1 r:core_node2 x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_add_docs_shard1_replica_t1]  webapp=/solr path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 1333604 INFO  (TEST-TestTlogReplica.testAddDocs-seed#[A1E965CAA61A8F45]) [    ] o.a.s.c.TestTlogReplica tearDown deleting collection
   [junit4]   2> 1333604 INFO  (qtp292195747-8605) [n:127.0.0.1:37539_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1333607 INFO  (OverseerThreadFactory-3055-thread-2) [    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true, asyncId=null
   [junit4]   2> 1333608 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr    x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=null
   [junit4]   2> 1333608 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr    x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a94af3c: rootName = solr_37539, domain = solr.core.tlog_replica_test_add_docs.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_add_docs.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@71f108de
   [junit4]   2> 1333625 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr    x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_add_docs_shard1_replica_t1 stopping background replication from leader
   [junit4]   2> 1333625 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr    x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_add_docs_shard1_replica_t1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3d31418c
   [junit4]   2> 1333625 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr    x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_add_docs.shard1.replica_t1, tag=3d31418c
   [junit4]   2> 1333625 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr    x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_add_docs.shard1.leader, tag=3d31418c
   [junit4]   2> 1333630 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr    x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_add_docs/terms/shard1 to Terms{values={}, version=2}
   [junit4]   2> 1333631 INFO  (qtp292195747-8606) [n:127.0.0.1:37539_solr    x:tlog_replica_test_add_docs_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_add_docs_shard1_replica_t1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=23
   [junit4]   2> 1333740 INFO  (zkCallback-2329-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/tlog_replica_test_add_docs/state.json] for collection [tlog_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1334353 INFO  (qtp292195747-8605) [n:127.0.0.1:37539_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=tlog_replica_test_add_docs&action=DELETE&wt=javabin&version=2} status=0 QTime=749
   [junit4]   2> 1334354 INFO  (TEST-TestTlogReplica.testAddDocs-seed#[A1E965CAA61A8F45]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testAddDocs
   [junit4]   2> 1334370 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasicLeaderElection
   [junit4]   2> 1334370 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_basic_leader_election&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1334378 INFO  (OverseerCollectionConfigSetProcessor-73738659437740037-127.0.0.1:37539_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1334378 INFO  (OverseerThreadFactory-3055-thread-3) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_basic_leader_election
   [junit4]   2> 1334591 INFO  (OverseerStateUpdate-73738659437740037-127.0.0.1:37539_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_basic_leader_election",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_basic_leader_election_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37539/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 1334595 INFO  (OverseerStateUpdate-73738659437740037-127.0.0.1:37539_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_basic_leader_election",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_basic_leader_election_shard1_replica_t3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60344/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 1334797 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr    x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_basic_leader_election_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_basic_leader_election&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1334813 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr    x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_basic_leader_election_shard1_replica_t3&action=CREATE&numShards=1&collection=tlog_replica_test_basic_leader_election&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1334813 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr    x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1335836 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1335837 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1335850 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.s.IndexSchema [tlog_replica_test_basic_leader_election_shard1_replica_t3] Schema name=minimal
   [junit4]   2> 1335854 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1335854 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_basic_leader_election_shard1_replica_t3' using configuration from collection tlog_replica_test_basic_leader_election, trusted=true
   [junit4]   2> 1335854 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60344.solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t3' (registry 'solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63535e56
   [junit4]   2> 1335855 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1335855 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_basic_leader_election_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 1335855 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.SolrCore [[tlog_replica_test_basic_leader_election_shard1_replica_t3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_A1E965CAA61A8F45-001/tempDir-001/node2/tlog_replica_test_basic_leader_election_shard1_replica_t3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_A1E965CAA61A8F45-001/tempDir-001/node2/./tlog_replica_test_basic_leader_election_shard1_replica_t3/data/]
   [junit4]   2> 1335857 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1335857 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_basic_leader_election_shard1_replica_t1' using configuration from collection tlog_replica_test_basic_leader_election, trusted=true
   [junit4]   2> 1335858 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37539.solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63535e56
   [junit4]   2> 1335858 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1335858 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_basic_leader_election_shard1_replica_t1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_A1E965CAA61A8F45-001/tempDir-001/node1/tlog_replica_test_basic_leader_election_shard1_replica_t1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_A1E965CAA61A8F45-001/tempDir-001/node1/./tlog_replica_test_basic_leader_election_shard1_replica_t1/data/]
   [junit4]   2> 1336045 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1336045 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1336046 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1336046 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1336049 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c1b4d8[tlog_replica_test_basic_leader_election_shard1_replica_t1] main]
   [junit4]   2> 1336050 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1336050 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1336051 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1336051 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1336054 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1336054 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.s.SolrIndexSearcher Opening [Searcher@48db6995[tlog_replica_test_basic_leader_election_shard1_replica_t3] main]
   [junit4]   2> 1336056 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1336057 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1336057 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1336058 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1599496920283217920
   [junit4]   2> 1336059 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1336060 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1336061 INFO  (searcherExecutor-3066-thread-1-processing-n:127.0.0.1:37539_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_basic_leader_election_shard1_replica_t1] Registered new searcher Searcher@2c1b4d8[tlog_replica_test_basic_leader_election_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1336062 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1599496920287412224
   [junit4]   2> 1336069 INFO  (searcherExecutor-3065-thread-1-processing-n:127.0.0.1:60344_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t3 c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.SolrCore [tlog_replica_test_basic_leader_election_shard1_replica_t3] Registered new searcher Searcher@48db6995[tlog_replica_test_basic_leader_election_shard1_replica_t3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1336079 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_basic_leader_election/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 1336088 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_basic_leader_election/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 1336089 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9997ms
   [junit4]   2> 1336593 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1336593 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1336593 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60344/solr/tlog_replica_test_basic_leader_election_shard1_replica_t3/
   [junit4]   2> 1336594 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_basic_leader_election_shard1_replica_t3 url=http://127.0.0.1:60344/solr START replicas=[http://127.0.0.1:37539/solr/tlog_replica_test_basic_leader_election_shard1_replica_t1/] nUpdates=100
   [junit4]   2> 1336599 INFO  (qtp292195747-8604) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_basic_leader_election_shard1_replica_t1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1336897 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_basic_leader_election_shard1_replica_t3 url=http://127.0.0.1:60344/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1336897 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1336897 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1336897 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1336898 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.ZkController tlog_replica_test_basic_leader_election_shard1_replica_t3 stopping background replication from leader
   [junit4]   2> 1336902 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60344/solr/tlog_replica_test_basic_leader_election_shard1_replica_t3/ shard1
   [junit4]   2> 1337066 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1337078 INFO  (qtp2052865119-8592) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_basic_leader_election_shard1_replica_t3&action=CREATE&numShards=1&collection=tlog_replica_test_basic_leader_election&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2265
   [junit4]   2> 1337093 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_basic_leader_election_shard1_replica_t1 starting background replication from leader
   [junit4]   2> 1337093 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 1337110 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1337110 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1337113 INFO  (qtp292195747-8607) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_basic_leader_election_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_basic_leader_election&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2316
   [junit4]   2> 1337124 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1337213 INFO  (zkCallback-2331-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1337214 INFO  (zkCallback-2329-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1338124 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_basic_leader_election&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3753
   [junit4]   2> 1338163 INFO  (qtp292195747-8597) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1599496922453770240&distrib.from=http://127.0.0.1:60344/solr/tlog_replica_test_basic_leader_election_shard1_replica_t3/&wt=javabin&version=2}{deleteByQuery=*:* (-1599496922453770240)} 0 13
   [junit4]   2> 1338169 INFO  (qtp2052865119-8600) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1599496922496761856,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1338169 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:60344/solr/tlog_replica_test_basic_leader_election_shard1_replica_t3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1338170 INFO  (qtp2052865119-8600) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1338170 INFO  (qtp2052865119-8600) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1338170 INFO  (qtp2052865119-8600) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:60344/solr/tlog_replica_test_basic_leader_election_shard1_replica_t3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 1338177 INFO  (qtp2052865119-8598) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_basic_leader_election/terms/shard1 to Terms{values={core_node2=1, core_node4=1}, version=2}
   [junit4]   2> 1338177 INFO  (qtp2052865119-8598) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t3]  webapp=/solr path=/update params={_stateVer_=tlog_replica_test_basic_leader_election:5&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1599496922453770240),commit=} 0 49
   [junit4]   2> 1338180 INFO  (qtp292195747-8597) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:60344/solr/tlog_replica_test_basic_leader_election_shard1_replica_t3/&wt=javabin&version=2}{add=[1 (1599496922506199040), 2 (1599496922508296192)]} 0 0
   [junit4]   2> 1338181 INFO  (qtp2052865119-8591) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1599496922506199040), 2 (1599496922508296192)]} 0 2
   [junit4]   2> 1338181 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.c.ChaosMonkey monkey: kill jetty! 60344
   [junit4]   2> 1338205 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@259e2e95{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1338207 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2114895875
   [junit4]   2> 1338207 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1338207 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3046072c: rootName = solr_60344, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1ea5c87d
   [junit4]   2> 1338217 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1338217 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@507687fa: rootName = solr_60344, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5d40b4df
   [junit4]   2> 1338223 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1338223 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60c6eaa6: rootName = solr_60344, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@14764f40
   [junit4]   2> 1338237 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:60344_solr
   [junit4]   2> 1338239 INFO  (zkCallback-2340-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1338239 INFO  (zkCallback-2345-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1338239 INFO  (zkCallback-2352-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1338239 INFO  (zkCallback-2329-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1338240 INFO  (zkCallback-2331-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1338241 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1338251 INFO  (coreCloseExecutor-3077-thread-1) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.c.SolrCore [tlog_replica_test_basic_leader_election_shard1_replica_t3]  CLOSING SolrCore org.apache.solr.core.SolrCore@66aea0c9
   [junit4]   2> 1338251 INFO  (coreCloseExecutor-3077-thread-1) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t3, tag=66aea0c9
   [junit4]   2> 1338251 INFO  (coreCloseExecutor-3077-thread-1) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3aa034a0: rootName = solr_60344, domain = solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t3, service url = null, agent id = null] for registry solr.core.tlog_replica_test_basic_leader_election.shard1.replica_t3 / com.codahale.metrics.MetricRegistry@2cd714a9
   [junit4]   2> 1338279 INFO  (coreCloseExecutor-3077-thread-1) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_basic_leader_election.shard1.leader, tag=66aea0c9
   [junit4]   2> 1338279 INFO  (coreCloseExecutor-3077-thread-1) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1338280 INFO  (coreCloseExecutor-3077-thread-1) [n:127.0.0.1:60344_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node4 x:tlog_replica_test_basic_leader_election_shard1_replica_t3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@262f7fd9 commitCommandVersion:0
   [junit4]   2> 1338305 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@455285a8{/solr,null,UNAVAILABLE}
   [junit4]   2> 1338305 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1338306 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 60344
   [junit4]   2> 1338310 INFO  (zkCallback-2329-thread-2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1338311 ERROR (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection [tlog_replica_test_basic_leader_election] failed due to (0) org.apache.http.NoHttpResponseException: 127.0.0.1:60344 failed to respond, retry? 0
   [junit4]   2> 1338380 INFO  (OverseerCollectionConfigSetProcessor-73738659437740037-127.0.0.1:37539_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1338412 INFO  (zkCallback-2329-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1340810 INFO  (zkCallback-2329-thread-2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37539/solr/tlog_replica_test_basic_leader_election_shard1_replica_t1/
   [junit4]   2> 1340811 INFO  (zkCallback-2329-thread-2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1340811 INFO  (zkCallback-2329-thread-2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SyncStrategy http://127.0.0.1:37539/solr/tlog_replica_test_basic_leader_election_shard1_replica_t1/ has no replicas
   [junit4]   2> 1340811 INFO  (zkCallback-2329-thread-2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_basic_leader_election_shard1_replica_t1 stopping background replication from leader
   [junit4]   2> 1340832 INFO  (zkCallback-2329-thread-2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Replaying tlog before become new leader
   [junit4]   2> 1340832 WARN  (recoveryExecutor-3069-thread-1-processing-n:127.0.0.1:37539_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.UpdateLog Starting log replay tlog{file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_A1E965CAA61A8F45-001/tempDir-001/node1/tlog_replica_test_basic_leader_election_shard1_replica_t1/data/tlog/tlog.0000000000000000000 refcount=2} active=false starting pos=0 inSortedOrder=true
   [junit4]   2> 1340838 INFO  (recoveryExecutor-3069-thread-1-processing-n:127.0.0.1:37539_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1340838 INFO  (recoveryExecutor-3069-thread-1-processing-n:127.0.0.1:37539_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1f644130 commitCommandVersion:0
   [junit4]   2> 1340846 INFO  (recoveryExecutor-3069-thread-1-processing-n:127.0.0.1:37539_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f5a801[tlog_replica_test_basic_leader_election_shard1_replica_t1] main]
   [junit4]   2> 1340847 INFO  (searcherExecutor-3066-thread-1-processing-n:127.0.0.1:37539_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_basic_leader_election_shard1_replica_t1] Registered new searcher Searcher@1f5a801[tlog_replica_test_basic_leader_election_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C2)))}
   [junit4]   2> 1340848 INFO  (recoveryExecutor-3069-thread-1-processing-n:127.0.0.1:37539_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1340848 INFO  (recoveryExecutor-3069-thread-1-processing-n:127.0.0.1:37539_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t1] {deleteByQuery=*:* (-1599496922453770240),add=[1 (1599496922506199040), 2 (1599496922508296192)]} 0 15
   [junit4]   2> 1340848 WARN  (recoveryExecutor-3069-thread-1-processing-n:127.0.0.1:37539_solr x:tlog_replica_test_basic_leader_election_shard1_replica_t1 c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.UpdateLog Log replay finished. recoveryInfo=RecoveryInfo{adds=2 deletes=0 deleteByQuery=1 errors=0 positionOfStart=0}
   [junit4]   2> 1340853 INFO  (zkCallback-2329-thread-2) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37539/solr/tlog_replica_test_basic_leader_election_shard1_replica_t1/ shard1
   [junit4]   2> 1340855 INFO  (zkCallback-2329-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_basic_leader_election/state.json] for collection [tlog_replica_test_basic_leader_election] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1340889 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_basic_leader_election/terms/shard1 to Terms{values={core_node2=2, core_node4=1}, version=3}
   [junit4]   2> 1340890 INFO  (qtp292195747-8603) [n:127.0.0.1:37539_solr c:tlog_replica_test_basic_leader_election s:shard1 r:core_node2 x:tlog_replica_test_basic_leader_election_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_basic_leader_election_shard1_replica_t1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1599496925345742848), 4 (1599496925347840000)]} 0 2559
   [junit4]   2> 1340890 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.c.ChaosMonkey monkey: starting jetty! 60344
   [junit4]   2> 1340891 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T19:27:37-02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1340936 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1340936 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1340936 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1340952 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@580f1094{/solr,null,AVAILABLE}
   [junit4]   2> 1340953 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2e2b4861{HTTP/1.1,[http/1.1]}{127.0.0.1:60344}
   [junit4]   2> 1340953 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.e.j.s.Server Started @1341053ms
   [junit4]   2> 1340953 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60344}
   [junit4]   2> 1340953 ERROR (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1340953 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1340953 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1340953 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1340953 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1340954 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-04T01:58:56.941Z
   [junit4]   2> 1340984 INFO  (zkConnectionManagerCallback-2356-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1340985 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1341005 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54862/solr
   [junit4]   2> 1341040 INFO  (zkConnectionManagerCallback-2360-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1341065 INFO  (zkConnectionManagerCallback-2362-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1341073 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [n:127.0.0.1:60344_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1341075 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [n:127.0.0.1:60344_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1341078 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [n:127.0.0.1:60344_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1341078 INFO  (TEST-TestTlogReplica.testBasicLeaderElection-seed#[A1E965CAA61A8F45]) [n:127.0.0.1:60344_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60344_solr
   [junit4]   2> 1341080 INFO  (zkCallback-2352-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1341080 INFO  (zkCallback-2340-thread-1) [    ] o.a.s.c.c.ZkStateReader Upda

[...truncated too long message...]

file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null440520165
     [copy] Copying 40 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null440520165
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null440520165

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1202093422
     [copy] Copying 246 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1202093422
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1202093422

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 43ms :: artifacts dl 2ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
        ---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 176 minutes 38 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 51 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/51/

5 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
should be at least one inactive event

Stack Trace:
java.lang.AssertionError: should be at least one inactive event
        at __randomizedtesting.SeedInfo.seed([6DFDDB553467DD7:1BF31DC732055ADC]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:224)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode

Error Message:
unexpected DELETENODE status: {responseHeader={status=0,QTime=37},status={state=notfound,msg=Did not find [search_rate_trigger3/1c2fe9a23223a1Tck4vpu79exbed5hku61ur9uzg/0] in any tasks queue}}

Stack Trace:
java.lang.AssertionError: unexpected DELETENODE status: {responseHeader={status=0,QTime=37},status={state=notfound,msg=Did not find [search_rate_trigger3/1c2fe9a23223a1Tck4vpu79exbed5hku61ur9uzg/0] in any tasks queue}}
        at __randomizedtesting.SeedInfo.seed([6DFDDB553467DD7:244D1337648CF2AA]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.lambda$testDeleteNode$6(SearchRateTriggerIntegrationTest.java:668)
        at java.util.ArrayList.forEach(ArrayList.java:1257)
        at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:660)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
        at __randomizedtesting.SeedInfo.seed([6DFDDB553467DD7:6514EB37CA890EFA]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger(SearchRateTriggerTest.java:133)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate

Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}],

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}],
        at __randomizedtesting.SeedInfo.seed([6DFDDB553467DD7:5B97C33C9C80DB98]:0)
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:540)
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager$1.request(SimCloudManager.java:414)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.setupTest(TestLargeCluster.java:108)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.ExecutionException: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}],
        at java.util.concurrent.FutureTask.report(FutureTask.java:122)
        at java.util.concurrent.FutureTask.get(FutureTask.java:192)
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:538)
        ... 41 more
Caused by: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}],
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:578)
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$12(SimCloudManager.java:537)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        ... 1 more
Caused by: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}],
        at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:210)
        at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:148)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:575)
        ... 6 more


FAILED:  org.apache.solr.update.MaxSizeAutoCommitTest.deleteTest

Error Message:
Tlog size exceeds the max size bound. Tlog path: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.MaxSizeAutoCommitTest_6DFDDB553467DD7-001/init-core-data-001/tlog/tlog.0000000000000000004, tlog size: 1261

Stack Trace:
java.lang.AssertionError: Tlog size exceeds the max size bound. Tlog path: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.MaxSizeAutoCommitTest_6DFDDB553467DD7-001/init-core-data-001/tlog/tlog.0000000000000000004, tlog size: 1261
        at __randomizedtesting.SeedInfo.seed([6DFDDB553467DD7:1691384A28E84426]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.update.MaxSizeAutoCommitTest.getTlogFileSizes(MaxSizeAutoCommitTest.java:379)
        at org.apache.solr.update.MaxSizeAutoCommitTest.deleteTest(MaxSizeAutoCommitTest.java:200)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12688 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/init-core-data-001
   [junit4]   2> 744279 WARN  (SUITE-SearchRateTriggerIntegrationTest-seed#[6DFDDB553467DD7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
   [junit4]   2> 744279 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[6DFDDB553467DD7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 744280 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[6DFDDB553467DD7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 744281 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[6DFDDB553467DD7]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 744281 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[6DFDDB553467DD7]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/tempDir-001
   [junit4]   2> 744281 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[6DFDDB553467DD7]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 744299 INFO  (Thread-691) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 744299 INFO  (Thread-691) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 744315 ERROR (Thread-691) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 744409 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[6DFDDB553467DD7]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38942
   [junit4]   2> 744526 INFO  (zkConnectionManagerCallback-703-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 744724 INFO  (jetty-launcher-700-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 744724 INFO  (jetty-launcher-700-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 744737 INFO  (jetty-launcher-700-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 744738 INFO  (jetty-launcher-700-thread-5) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 744773 INFO  (jetty-launcher-700-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T12:27:37-09:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 744830 INFO  (jetty-launcher-700-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 744830 INFO  (jetty-launcher-700-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 744830 INFO  (jetty-launcher-700-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 744847 INFO  (jetty-launcher-700-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32e70a80{/solr,null,AVAILABLE}
   [junit4]   2> 744849 INFO  (jetty-launcher-700-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6ed95f5{SSL,[ssl, http/1.1]}{127.0.0.1:40666}
   [junit4]   2> 744849 INFO  (jetty-launcher-700-thread-3) [    ] o.e.j.s.Server Started @745146ms
   [junit4]   2> 744849 INFO  (jetty-launcher-700-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40666}
   [junit4]   2> 744849 ERROR (jetty-launcher-700-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 744849 INFO  (jetty-launcher-700-thread-3) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 744849 INFO  (jetty-launcher-700-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 744849 INFO  (jetty-launcher-700-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 744849 INFO  (jetty-launcher-700-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 744849 INFO  (jetty-launcher-700-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-06T08:46:56.033Z
   [junit4]   2> 744940 INFO  (jetty-launcher-700-thread-5) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 744940 INFO  (jetty-launcher-700-thread-5) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 744940 INFO  (jetty-launcher-700-thread-5) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 744976 INFO  (jetty-launcher-700-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57b5ef8e{/solr,null,AVAILABLE}
   [junit4]   2> 744977 INFO  (jetty-launcher-700-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7ae5e04b{SSL,[ssl, http/1.1]}{127.0.0.1:38982}
   [junit4]   2> 744977 INFO  (jetty-launcher-700-thread-5) [    ] o.e.j.s.Server Started @745275ms
   [junit4]   2> 744977 INFO  (jetty-launcher-700-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38982}
   [junit4]   2> 744977 ERROR (jetty-launcher-700-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 744978 INFO  (jetty-launcher-700-thread-5) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 744978 INFO  (jetty-launcher-700-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 744978 INFO  (jetty-launcher-700-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 744978 INFO  (jetty-launcher-700-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 744978 INFO  (jetty-launcher-700-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-06T08:46:56.162Z
   [junit4]   2> 745027 INFO  (jetty-launcher-700-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 745027 INFO  (jetty-launcher-700-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 745027 INFO  (jetty-launcher-700-thread-4) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 745027 INFO  (jetty-launcher-700-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ca08afb{/solr,null,AVAILABLE}
   [junit4]   2> 745028 INFO  (jetty-launcher-700-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5fa3c255{SSL,[ssl, http/1.1]}{127.0.0.1:38872}
   [junit4]   2> 745028 INFO  (jetty-launcher-700-thread-4) [    ] o.e.j.s.Server Started @745325ms
   [junit4]   2> 745028 INFO  (jetty-launcher-700-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38872}
   [junit4]   2> 745028 ERROR (jetty-launcher-700-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 745028 INFO  (jetty-launcher-700-thread-4) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 745028 INFO  (jetty-launcher-700-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 745028 INFO  (jetty-launcher-700-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 745028 INFO  (jetty-launcher-700-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 745028 INFO  (jetty-launcher-700-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-06T08:46:56.212Z
   [junit4]   2> 745067 INFO  (jetty-launcher-700-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 745067 INFO  (jetty-launcher-700-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 745067 INFO  (jetty-launcher-700-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 745068 INFO  (jetty-launcher-700-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e81b46e{/solr,null,AVAILABLE}
   [junit4]   2> 745068 INFO  (jetty-launcher-700-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4c0360a0{SSL,[ssl, http/1.1]}{127.0.0.1:37065}
   [junit4]   2> 745068 INFO  (jetty-launcher-700-thread-1) [    ] o.e.j.s.Server Started @745366ms
   [junit4]   2> 745068 INFO  (jetty-launcher-700-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37065}
   [junit4]   2> 745098 INFO  (zkConnectionManagerCallback-705-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745106 INFO  (jetty-launcher-700-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 745122 ERROR (jetty-launcher-700-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 745122 INFO  (jetty-launcher-700-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 745122 INFO  (jetty-launcher-700-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 745122 INFO  (jetty-launcher-700-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 745122 INFO  (jetty-launcher-700-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 745122 INFO  (jetty-launcher-700-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-06T08:46:56.306Z
   [junit4]   2> 745158 INFO  (jetty-launcher-700-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 745158 INFO  (jetty-launcher-700-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 745159 INFO  (jetty-launcher-700-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 745159 INFO  (jetty-launcher-700-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ea85e7a{/solr,null,AVAILABLE}
   [junit4]   2> 745160 INFO  (jetty-launcher-700-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@19b275ab{SSL,[ssl, http/1.1]}{127.0.0.1:38878}
   [junit4]   2> 745160 INFO  (jetty-launcher-700-thread-2) [    ] o.e.j.s.Server Started @745457ms
   [junit4]   2> 745160 INFO  (jetty-launcher-700-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38878}
   [junit4]   2> 745160 ERROR (jetty-launcher-700-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 745160 INFO  (jetty-launcher-700-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 745160 INFO  (jetty-launcher-700-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 745160 INFO  (jetty-launcher-700-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 745160 INFO  (jetty-launcher-700-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 745160 INFO  (jetty-launcher-700-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-06T08:46:56.344Z
   [junit4]   2> 745164 INFO  (zkConnectionManagerCallback-707-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745171 INFO  (jetty-launcher-700-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 745327 INFO  (zkConnectionManagerCallback-709-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745338 INFO  (jetty-launcher-700-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 745340 INFO  (zkConnectionManagerCallback-711-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745353 INFO  (jetty-launcher-700-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 745409 INFO  (zkConnectionManagerCallback-713-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745410 INFO  (jetty-launcher-700-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 745473 INFO  (jetty-launcher-700-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38942/solr
   [junit4]   2> 745497 INFO  (jetty-launcher-700-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38942/solr
   [junit4]   2> 745507 INFO  (zkConnectionManagerCallback-722-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745565 INFO  (jetty-launcher-700-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38942/solr
   [junit4]   2> 745573 INFO  (zkConnectionManagerCallback-729-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745575 INFO  (zkConnectionManagerCallback-731-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745584 INFO  (jetty-launcher-700-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38942/solr
   [junit4]   2> 745585 INFO  (jetty-launcher-700-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38942/solr
   [junit4]   2> 745586 INFO  (zkConnectionManagerCallback-717-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745587 INFO  (zkConnectionManagerCallback-724-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745600 INFO  (zkConnectionManagerCallback-737-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745600 INFO  (zkConnectionManagerCallback-734-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745651 INFO  (zkConnectionManagerCallback-739-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745665 INFO  (zkConnectionManagerCallback-741-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745669 INFO  (zkConnectionManagerCallback-743-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745729 INFO  (jetty-launcher-700-thread-1) [n:127.0.0.1:37065_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 745729 INFO  (jetty-launcher-700-thread-2) [n:127.0.0.1:38878_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 745729 INFO  (jetty-launcher-700-thread-1) [n:127.0.0.1:37065_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37065_solr
   [junit4]   2> 745742 INFO  (jetty-launcher-700-thread-1) [n:127.0.0.1:37065_solr    ] o.a.s.c.Overseer Overseer (id=72577544630894600-127.0.0.1:37065_solr-n_0000000000) starting
   [junit4]   2> 745743 INFO  (jetty-launcher-700-thread-2) [n:127.0.0.1:38878_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38878_solr
   [junit4]   2> 745799 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 745799 INFO  (zkCallback-730-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 745830 INFO  (jetty-launcher-700-thread-5) [n:127.0.0.1:38982_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 745850 INFO  (jetty-launcher-700-thread-5) [n:127.0.0.1:38982_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 745912 INFO  (zkConnectionManagerCallback-758-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 746038 INFO  (jetty-launcher-700-thread-1) [n:127.0.0.1:37065_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 746103 INFO  (jetty-launcher-700-thread-5) [n:127.0.0.1:38982_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 746103 INFO  (jetty-launcher-700-thread-5) [n:127.0.0.1:38982_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38982_solr
   [junit4]   2> 746184 INFO  (jetty-launcher-700-thread-1) [n:127.0.0.1:37065_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38942/solr ready
   [junit4]   2> 746229 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 746229 INFO  (zkCallback-730-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 746297 INFO  (zkCallback-740-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 746407 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 746409 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 746443 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 746444 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 746444 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 746451 INFO  (jetty-launcher-700-thread-1) [n:127.0.0.1:37065_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 746451 INFO  (jetty-launcher-700-thread-1) [n:127.0.0.1:37065_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37065_solr
   [junit4]   2> 746481 INFO  (zkCallback-740-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 746505 INFO  (zkCallback-730-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 746512 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 746532 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 746606 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:38878_solr, 127.0.0.1:37065_solr, 127.0.0.1:38982_solr]
   [junit4]   2> 746622 DEBUG (ScheduledTrigger-817-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 746642 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 746642 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 746988 INFO  (jetty-launcher-700-thread-4) [n:127.0.0.1:38872_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 747003 INFO  (jetty-launcher-700-thread-4) [n:127.0.0.1:38872_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 747005 INFO  (jetty-launcher-700-thread-4) [n:127.0.0.1:38872_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 747005 INFO  (jetty-launcher-700-thread-4) [n:127.0.0.1:38872_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38872_solr
   [junit4]   2> 747006 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 747006 INFO  (zkCallback-730-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 747023 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 747023 INFO  (zkCallback-740-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 747061 INFO  (zkCallback-723-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 747348 INFO  (jetty-launcher-700-thread-5) [n:127.0.0.1:38982_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38982.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 747421 INFO  (jetty-launcher-700-thread-5) [n:127.0.0.1:38982_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38982.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 747421 INFO  (jetty-launcher-700-thread-5) [n:127.0.0.1:38982_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38982.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 747422 INFO  (jetty-launcher-700-thread-5) [n:127.0.0.1:38982_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/tempDir-001/node3/.
   [junit4]   2> 747712 INFO  (zkConnectionManagerCallback-763-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 747748 DEBUG (ScheduledTrigger-817-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 747833 INFO  (jetty-launcher-700-thread-2) [n:127.0.0.1:38878_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38878.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 747867 INFO  (jetty-launcher-700-thread-5) [n:127.0.0.1:38982_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 747868 INFO  (jetty-launcher-700-thread-5) [n:127.0.0.1:38982_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38942/solr ready
   [junit4]   2> 747905 INFO  (jetty-launcher-700-thread-3) [n:127.0.0.1:40666_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 747939 INFO  (jetty-launcher-700-thread-2) [n:127.0.0.1:38878_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38878.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 747940 INFO  (jetty-launcher-700-thread-2) [n:127.0.0.1:38878_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38878.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 747955 INFO  (jetty-launcher-700-thread-2) [n:127.0.0.1:38878_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/tempDir-001/node2/.
   [junit4]   2> 747976 INFO  (jetty-launcher-700-thread-3) [n:127.0.0.1:40666_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 747992 INFO  (jetty-launcher-700-thread-3) [n:127.0.0.1:40666_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 747992 INFO  (jetty-launcher-700-thread-3) [n:127.0.0.1:40666_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40666_solr
   [junit4]   2> 747993 INFO  (zkCallback-740-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 748012 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 748013 INFO  (zkCallback-730-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 748020 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 748123 INFO  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 748125 INFO  (jetty-launcher-700-thread-1) [n:127.0.0.1:37065_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37065.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 748161 INFO  (jetty-launcher-700-thread-1) [n:127.0.0.1:37065_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37065.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 748174 INFO  (jetty-launcher-700-thread-1) [n:127.0.0.1:37065_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37065.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 748211 INFO  (zkCallback-762-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 748219 INFO  (zkCallback-723-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 748284 INFO  (zkConnectionManagerCallback-768-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 748314 INFO  (jetty-launcher-700-thread-1) [n:127.0.0.1:37065_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/tempDir-001/node1/.
   [junit4]   2> 748361 INFO  (jetty-launcher-700-thread-2) [n:127.0.0.1:38878_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 748434 INFO  (jetty-launcher-700-thread-2) [n:127.0.0.1:38878_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38942/solr ready
   [junit4]   2> 748487 INFO  (jetty-launcher-700-thread-4) [n:127.0.0.1:38872_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38872.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 748544 INFO  (jetty-launcher-700-thread-4) [n:127.0.0.1:38872_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38872.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 748544 INFO  (jetty-launcher-700-thread-4) [n:127.0.0.1:38872_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38872.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 748545 INFO  (jetty-launcher-700-thread-4) [n:127.0.0.1:38872_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/tempDir-001/node4/.
   [junit4]   2> 748629 INFO  (zkConnectionManagerCallback-773-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 748693 INFO  (jetty-launcher-700-thread-4) [n:127.0.0.1:38872_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 748783 INFO  (jetty-launcher-700-thread-4) [n:127.0.0.1:38872_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38942/solr ready
   [junit4]   2> 748911 DEBUG (ScheduledTrigger-817-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
   [junit4]   2> 748913 INFO  (jetty-launcher-700-thread-3) [n:127.0.0.1:40666_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40666.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 748991 INFO  (jetty-launcher-700-thread-3) [n:127.0.0.1:40666_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40666.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 748991 INFO  (jetty-launcher-700-thread-3) [n:127.0.0.1:40666_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40666.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 748992 INFO  (jetty-launcher-700-thread-3) [n:127.0.0.1:40666_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/tempDir-001/node5/.
   [junit4]   2> 749026 INFO  (zkConnectionManagerCallback-778-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 749027 INFO  (jetty-launcher-700-thread-3) [n:127.0.0.1:40666_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 749028 INFO  (jetty-launcher-700-thread-3) [n:127.0.0.1:40666_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38942/solr ready
   [junit4]   2> 749149 INFO  (zkConnectionManagerCallback-780-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 749152 INFO  (zkConnectionManagerCallback-785-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 749153 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[6DFDDB553467DD7]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 749154 INFO  (SUITE-SearchRateTriggerIntegrationTest-seed#[6DFDDB553467DD7]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38942/solr ready
   [junit4]   2> 749266 INFO  (qtp1865019102-2623) [n:127.0.0.1:40666_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 749311 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 749359 INFO  (qtp1546341869-2656) [n:127.0.0.1:37065_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 749433 INFO  (qtp2049078660-2649) [n:127.0.0.1:38872_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 749495 INFO  (qtp1320410283-2638) [n:127.0.0.1:38982_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 749496 DEBUG (qtp1865019102-2627) [n:127.0.0.1:40666_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 749497 INFO  (qtp1865019102-2627) [n:127.0.0.1:40666_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=294
   [junit4]   2> 749497 DEBUG (zkCallback-757-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 749499 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 749539 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 749539 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 749636 INFO  (TEST-SearchRateTriggerIntegrationTest.testBelowSearchRate-seed#[6DFDDB553467DD7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBelowSearchRate
   [junit4]   2> 749637 INFO  (TEST-SearchRateTriggerIntegrationTest.testBelowSearchRate-seed#[6DFDDB553467DD7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 749655 INFO  (TEST-SearchRateTriggerIntegrationTest.testBelowSearchRate-seed#[6DFDDB553467DD7]) [    ] o.a.s.c.a.SearchRateTriggerIntegrationTest /autoscaling.json reset, new znode version 3
   [junit4]   2> 749655 DEBUG (zkCallback-757-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 749655 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 749656 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 749657 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 749657 DEBUG (OverseerAutoScalingTriggerThread-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 754664 INFO  (qtp1865019102-2625) [n:127.0.0.1:40666_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=belowRate_collection&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 754668 INFO  (OverseerThreadFactory-819-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection belowRate_collection
   [junit4]   2> 754883 INFO  (OverseerStateUpdate-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"belowRate_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"belowRate_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38982/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 755002 INFO  (OverseerStateUpdate-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"belowRate_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"belowRate_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38872/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 755731 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr    x:belowRate_collection_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 755732 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr    x:belowRate_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 756816 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 756885 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 756905 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.s.IndexSchema [belowRate_collection_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 756908 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 756908 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'belowRate_collection_shard1_replica_n2' using configuration from collection belowRate_collection, trusted=true
   [junit4]   2> 756908 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38872.solr.core.belowRate_collection.shard1.replica_n2' (registry 'solr.core.belowRate_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 756908 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 756909 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SolrCore [[belowRate_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/tempDir-001/node4/belowRate_collection_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/tempDir-001/node4/./belowRate_collection_shard1_replica_n2/data/]
   [junit4]   2> 756923 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema [belowRate_collection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 756941 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 756942 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'belowRate_collection_shard1_replica_n1' using configuration from collection belowRate_collection, trusted=true
   [junit4]   2> 756942 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38982.solr.core.belowRate_collection.shard1.replica_n1' (registry 'solr.core.belowRate_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 756942 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 756942 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [[belowRate_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/tempDir-001/node3/belowRate_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/tempDir-001/node3/./belowRate_collection_shard1_replica_n1/data/]
   [junit4]   2> 757215 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 757216 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 757217 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 757217 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 757219 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a251a5a[belowRate_collection_shard1_replica_n2] main]
   [junit4]   2> 757232 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 757232 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 757232 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 757232 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 757233 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 757233 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 757233 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 757235 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@138523f9[belowRate_collection_shard1_replica_n1] main]
   [junit4]   2> 757261 INFO  (searcherExecutor-830-thread-1-processing-n:127.0.0.1:38872_solr x:belowRate_collection_shard1_replica_n2 c:belowRate_collection s:shard1 r:core_node4) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SolrCore [belowRate_collection_shard1_replica_n2] Registered new searcher Searcher@4a251a5a[belowRate_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 757261 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1599703800553144320
   [junit4]   2> 757262 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 757262 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 757263 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 757273 INFO  (searcherExecutor-831-thread-1-processing-n:127.0.0.1:38982_solr x:belowRate_collection_shard1_replica_n1 c:belowRate_collection s:shard1 r:core_node3) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [belowRate_collection_shard1_replica_n1] Registered new searcher Searcher@138523f9[belowRate_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 757273 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1599703800565727232
   [junit4]   2> 757277 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/belowRate_collection/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 757278 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/belowRate_collection/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
   [junit4]   2> 757294 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 757294 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 757294 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38872/solr/belowRate_collection_shard1_replica_n2/
   [junit4]   2> 757294 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=belowRate_collection_shard1_replica_n2 url=https://127.0.0.1:38872/solr START replicas=[https://127.0.0.1:38982/solr/belowRate_collection_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 757378 INFO  (qtp1320410283-2637) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.c.S.Request [belowRate_collection_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 757595 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=belowRate_collection_shard1_replica_n2 url=https://127.0.0.1:38872/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 757595 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 757595 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 757595 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 757611 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38872/solr/belowRate_collection_shard1_replica_n2/ shard1
   [junit4]   2> 757765 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 757817 INFO  (qtp2049078660-2650) [n:127.0.0.1:38872_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2086
   [junit4]   2> 757873 INFO  (zkCallback-723-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 758298 INFO  (qtp1320410283-2639) [n:127.0.0.1:38982_solr c:belowRate_collection s:shard1 r:core_node3 x:belowRate_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2566
   [junit4]   2> 758527 INFO  (zkCallback-740-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 758543 INFO  (zkCallback-723-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 758546 INFO  (qtp1865019102-2625) [n:127.0.0.1:40666_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 758559 INFO  (qtp1865019102-2625) [n:127.0.0.1:40666_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=belowRate_collection&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3894
   [junit4]   2> 758689 INFO  (OverseerCollectionConfigSetProcessor-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 758692 INFO  (qtp1865019102-2627) [n:127.0.0.1:40666_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=belowRate_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 758784 INFO  (OverseerThreadFactory-819-thread-2) [ c:belowRate_collection s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38878_solr for creating new replica
   [junit4]   2> 758836 INFO  (OverseerStateUpdate-72577544630894600-127.0.0.1:37065_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"belowRate_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"belowRate_collection_shard1_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38878/solr",
   [junit4]   2>   "node_name":"127.0.0.1:38878_solr",
   [junit4]   2>   "type":"NRT"}
   [junit4]   2> 758938 INFO  (zkCallback-723-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 758938 INFO  (zkCallback-740-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 759071 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr    x:belowRate_collection_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=belowRate_collection_shard1_replica_n5&action=CREATE&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 759071 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr    x:belowRate_collection_shard1_replica_n5] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 759113 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 759140 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.s.IndexSchema [belowRate_collection_shard1_replica_n5] Schema name=minimal
   [junit4]   2> 759143 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 759143 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'belowRate_collection_shard1_replica_n5' using configuration from collection belowRate_collection, trusted=true
   [junit4]   2> 759143 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38878.solr.core.belowRate_collection.shard1.replica_n5' (registry 'solr.core.belowRate_collection.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a103346
   [junit4]   2> 759144 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 759144 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.SolrCore [[belowRate_collection_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/tempDir-001/node2/belowRate_collection_shard1_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_6DFDDB553467DD7-001/tempDir-001/node2/./belowRate_collection_shard1_replica_n5/data/]
   [junit4]   2> 759175 INFO  (zkCallback-740-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 759175 INFO  (zkCallback-723-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 759337 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 759337 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 759338 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 759338 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 759340 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@305389be[belowRate_collection_shard1_replica_n5] main]
   [junit4]   2> 759341 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 759341 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 759342 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 759355 INFO  (searcherExecutor-840-thread-1-processing-n:127.0.0.1:38878_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.SolrCore [belowRate_collection_shard1_replica_n5] Registered new searcher Searcher@305389be[belowRate_collection_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 759356 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1599703802749911040
   [junit4]   2> 759360 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/belowRate_collection/terms/shard1 to Terms{values={core_node6=0, core_node3=0, core_node4=0}, version=2}
   [junit4]   2> 759362 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.ZkController Core needs to recover:belowRate_collection_shard1_replica_n5
   [junit4]   2> 759363 INFO  (updateExecutor-719-thread-1-processing-n:127.0.0.1:38878_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 759376 INFO  (recoveryExecutor-732-thread-1-processing-n:127.0.0.1:38878_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 759395 INFO  (recoveryExecutor-732-thread-1-processing-n:127.0.0.1:38878_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 759395 INFO  (qtp1636426047-2668) [n:127.0.0.1:38878_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/core

[...truncated too long message...]

Apples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1431778560
     [copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1431778560
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1431778560

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1613644771
     [copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1613644771
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1613644771

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 50ms :: artifacts dl 20ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
        ---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 307 minutes 38 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 52 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/52/

10 tests failed.
FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored_idx

Error Message:
java.lang.RuntimeException: Could not load collection from ZK: test_col

Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Could not load collection from ZK: test_col
        at __randomizedtesting.SeedInfo.seed([AE7DF151F4704847:A45AA0718B06EB10]:0)
        at java.util.concurrent.FutureTask.report(FutureTask.java:122)
        at java.util.concurrent.FutureTask.get(FutureTask.java:192)
        at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:288)
        at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv_stored_idx(TestStressCloudBlindAtomicUpdates.java:221)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Could not load collection from ZK: test_col
        at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:416)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        ... 1 more
Caused by: org.apache.solr.common.SolrException: Could not load collection from ZK: test_col
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1301)
        at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:730)
        at org.apache.solr.common.cloud.ClusterState$CollectionRef.get(ClusterState.java:386)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1208)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:851)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
        at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:375)
        at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:404)
        ... 6 more
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/test_col/state.json
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
        at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
        at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
        at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
        at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
        at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1313)
        at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1299)
        ... 15 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.Overseer.start(Overseer.java:545)  at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:851)  at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)  at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)  at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)  at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2081)  at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
        at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.cloud.Overseer.start(Overseer.java:545)
        at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:851)
        at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
        at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
        at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
        at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
        at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2081)
        at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
        at java.lang.Thread.run(Thread.java:748)


        at __randomizedtesting.SeedInfo.seed([AE7DF151F4704847]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
        at sun.reflect.GeneratedMethodAccessor21.invoke(Unknown Source)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest:     1) Thread[id=11594, name=OverseerAutoScalingTriggerThread-72590133464989698-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]         at java.lang.ClassLoader.findLoadedClass0(Native Method)         at java.lang.ClassLoader.findLoadedClass(ClassLoader.java:1038)         at java.lang.ClassLoader.loadClass(ClassLoader.java:406)         at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)         at java.lang.ClassLoader.loadClass(ClassLoader.java:357)         at org.apache.logging.log4j.core.impl.ThrowableProxy.loadClass(ThrowableProxy.java:613)         at org.apache.logging.log4j.core.impl.ThrowableProxy.toExtendedStackTrace(ThrowableProxy.java:738)         at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:138)         at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:122)         at org.apache.logging.log4j.core.impl.Log4jLogEvent.getThrownProxy(Log4jLogEvent.java:605)         at org.apache.logging.log4j.core.pattern.ExtendedThrowablePatternConverter.format(ExtendedThrowablePatternConverter.java:64)         at org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:38)         at org.apache.logging.log4j.core.layout.PatternLayout$PatternSerializer.toSerializable(PatternLayout.java:334)         at org.apache.logging.log4j.core.layout.PatternLayout.toText(PatternLayout.java:233)         at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:218)         at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:58)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:177)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:170)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:161)         at org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:156)         at org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:129)         at org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:120)         at org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:84)         at org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:448)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:433)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:403)         at org.apache.logging.log4j.core.config.DefaultReliabilityStrategy.log(DefaultReliabilityStrategy.java:49)         at org.apache.logging.log4j.core.Logger.logMessage(Logger.java:146)         at org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2170)         at org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2125)         at org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2108)         at org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2002)         at org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1974)         at org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger.java:319)         at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:146)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest:
   1) Thread[id=11594, name=OverseerAutoScalingTriggerThread-72590133464989698-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]
        at java.lang.ClassLoader.findLoadedClass0(Native Method)
        at java.lang.ClassLoader.findLoadedClass(ClassLoader.java:1038)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:406)
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.loadClass(ThrowableProxy.java:613)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.toExtendedStackTrace(ThrowableProxy.java:738)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:138)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:122)
        at org.apache.logging.log4j.core.impl.Log4jLogEvent.getThrownProxy(Log4jLogEvent.java:605)
        at org.apache.logging.log4j.core.pattern.ExtendedThrowablePatternConverter.format(ExtendedThrowablePatternConverter.java:64)
        at org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:38)
        at org.apache.logging.log4j.core.layout.PatternLayout$PatternSerializer.toSerializable(PatternLayout.java:334)
        at org.apache.logging.log4j.core.layout.PatternLayout.toText(PatternLayout.java:233)
        at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:218)
        at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:58)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:177)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:170)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:161)
        at org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:156)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:129)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:120)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:84)
        at org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:448)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:433)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:403)
        at org.apache.logging.log4j.core.config.DefaultReliabilityStrategy.log(DefaultReliabilityStrategy.java:49)
        at org.apache.logging.log4j.core.Logger.logMessage(Logger.java:146)
        at org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2170)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2125)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2108)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2002)
        at org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1974)
        at org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger.java:319)
        at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:146)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([AE7DF151F4704847]:0)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration

Error Message:
last state: DocCollection(testSplitIntegration_collection//clusterstate.json/56)={   "replicationFactor":"2",   "pullReplicas":"0",   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0",   "autoCreated":"true",   "shards":{     "shard2":{       "replicas":{         "core_node3":{           "core":"testSplitIntegration_collection_shard2_replica_n3",           "leader":"true",           "SEARCHER.searcher.maxDoc":11,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10000_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":11},         "core_node4":{           "core":"testSplitIntegration_collection_shard2_replica_n4",           "SEARCHER.searcher.maxDoc":11,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10001_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":11}},       "range":"0-7fffffff",       "state":"active"},     "shard1":{       "stateTimestamp":"1525786591651103050",       "replicas":{         "core_node1":{           "core":"testSplitIntegration_collection_shard1_replica_n1",           "leader":"true",           "SEARCHER.searcher.maxDoc":14,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10000_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":14},         "core_node2":{           "core":"testSplitIntegration_collection_shard1_replica_n2",           "SEARCHER.searcher.maxDoc":14,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10001_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":14}},       "range":"80000000-ffffffff",       "state":"inactive"},     "shard1_1":{       "parent":"shard1",       "stateTimestamp":"1525786591678978550",       "range":"c0000000-ffffffff",       "state":"active",       "replicas":{         "core_node10":{           "leader":"true",           "core":"testSplitIntegration_collection_shard1_1_replica1",           "SEARCHER.searcher.maxDoc":6,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10000_solr",           "base_url":"http://127.0.0.1:10000/solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":6},         "core_node9":{           "core":"testSplitIntegration_collection_shard1_1_replica0",           "SEARCHER.searcher.maxDoc":6,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10001_solr",           "base_url":"http://127.0.0.1:10001/solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":6}}},     "shard1_0":{       "parent":"shard1",       "stateTimestamp":"1525786591678661950",       "range":"80000000-bfffffff",       "state":"active",       "replicas":{         "core_node7":{           "leader":"true",           "core":"testSplitIntegration_collection_shard1_0_replica0",           "SEARCHER.searcher.maxDoc":7,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10001_solr",           "base_url":"http://127.0.0.1:10001/solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":7},         "core_node8":{           "core":"testSplitIntegration_collection_shard1_0_replica1",           "SEARCHER.searcher.maxDoc":7,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10000_solr",           "base_url":"http://127.0.0.1:10000/solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":7}}}}}

Stack Trace:
java.util.concurrent.TimeoutException: last state: DocCollection(testSplitIntegration_collection//clusterstate.json/56)={
  "replicationFactor":"2",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "shards":{
    "shard2":{
      "replicas":{
        "core_node3":{
          "core":"testSplitIntegration_collection_shard2_replica_n3",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":11,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10000_solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":11},
        "core_node4":{
          "core":"testSplitIntegration_collection_shard2_replica_n4",
          "SEARCHER.searcher.maxDoc":11,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10001_solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":11}},
      "range":"0-7fffffff",
      "state":"active"},
    "shard1":{
      "stateTimestamp":"1525786591651103050",
      "replicas":{
        "core_node1":{
          "core":"testSplitIntegration_collection_shard1_replica_n1",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":14,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10000_solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":14},
        "core_node2":{
          "core":"testSplitIntegration_collection_shard1_replica_n2",
          "SEARCHER.searcher.maxDoc":14,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10001_solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":14}},
      "range":"80000000-ffffffff",
      "state":"inactive"},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1525786591678978550",
      "range":"c0000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node10":{
          "leader":"true",
          "core":"testSplitIntegration_collection_shard1_1_replica1",
          "SEARCHER.searcher.maxDoc":6,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10000_solr",
          "base_url":"http://127.0.0.1:10000/solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":6},
        "core_node9":{
          "core":"testSplitIntegration_collection_shard1_1_replica0",
          "SEARCHER.searcher.maxDoc":6,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10001_solr",
          "base_url":"http://127.0.0.1:10001/solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":6}}},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1525786591678661950",
      "range":"80000000-bfffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core":"testSplitIntegration_collection_shard1_0_replica0",
          "SEARCHER.searcher.maxDoc":7,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10001_solr",
          "base_url":"http://127.0.0.1:10001/solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":7},
        "core_node8":{
          "core":"testSplitIntegration_collection_shard1_0_replica1",
          "SEARCHER.searcher.maxDoc":7,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10000_solr",
          "base_url":"http://127.0.0.1:10000/solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":7}}}}}
        at __randomizedtesting.SeedInfo.seed([AE7DF151F4704847:97F34811DB8F81B9]:0)
        at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
        at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:299)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testTrigger

Error Message:
waitFor not elapsed but produced an event

Stack Trace:
java.lang.AssertionError: waitFor not elapsed but produced an event
        at __randomizedtesting.SeedInfo.seed([AE7DF151F4704847:CDB6C7D36DBF3B6A]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testTrigger(IndexSizeTriggerTest.java:180)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost

Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}],

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}],
        at __randomizedtesting.SeedInfo.seed([AE7DF151F4704847:11683FAF779A2DC1]:0)
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:540)
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager$1.request(SimCloudManager.java:414)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.setupTest(TestLargeCluster.java:108)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.ExecutionException: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}],
        at java.util.concurrent.FutureTask.report(FutureTask.java:122)
        at java.util.concurrent.FutureTask.get(FutureTask.java:192)
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:538)
        ... 41 more
Caused by: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}],
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:578)
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$12(SimCloudManager.java:537)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        ... 1 more
Caused by: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}],
        at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:210)
        at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:148)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:575)
        ... 6 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testBasic

Error Message:
there should be new MOVERPLICA ops

Stack Trace:
java.lang.AssertionError: there should be new MOVERPLICA ops
        at __randomizedtesting.SeedInfo.seed([AE7DF151F4704847:587EC442BACCE69]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testBasic(TestLargeCluster.java:225)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.handler.TestConfigReload:     1) Thread[id=29162, name=qtp1825474315-29162, state=TIMED_WAITING, group=TGRP-TestConfigReload]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.TestConfigReload:
   1) Thread[id=29162, name=qtp1825474315-29162, state=TIMED_WAITING, group=TGRP-TestConfigReload]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([AE7DF151F4704847]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestConfigReload

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=29162, name=qtp1825474315-29162, state=TIMED_WAITING, group=TGRP-TestConfigReload]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=29162, name=qtp1825474315-29162, state=TIMED_WAITING, group=TGRP-TestConfigReload]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([AE7DF151F4704847]:0)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode

Error Message:
unexpected DELETENODE status: {responseHeader={status=0,QTime=19},status={state=notfound,msg=Did not find [search_rate_trigger3/1cdee65659e761T5pthggi8o1kwseue7oyu0vlav/0] in any tasks queue}}

Stack Trace:
java.lang.AssertionError: unexpected DELETENODE status: {responseHeader={status=0,QTime=19},status={state=notfound,msg=Did not find [search_rate_trigger3/1cdee65659e761T5pthggi8o1kwseue7oyu0vlav/0] in any tasks queue}}
        at __randomizedtesting.SeedInfo.seed([AE7DF151F4704847:8CEF3FD3C3BAC73A]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.lambda$testDeleteNode$6(SearchRateTriggerIntegrationTest.java:668)
        at java.util.ArrayList.forEach(ArrayList.java:1257)
        at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:660)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12705 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_AE7DF151F4704847-001/init-core-data-001
   [junit4]   2> 951460 WARN  (SUITE-IndexSizeTriggerTest-seed#[AE7DF151F4704847]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=285 numCloses=285
   [junit4]   2> 951460 INFO  (SUITE-IndexSizeTriggerTest-seed#[AE7DF151F4704847]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 951478 INFO  (SUITE-IndexSizeTriggerTest-seed#[AE7DF151F4704847]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 951479 INFO  (SUITE-IndexSizeTriggerTest-seed#[AE7DF151F4704847]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 951479 INFO  (SUITE-IndexSizeTriggerTest-seed#[AE7DF151F4704847]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_AE7DF151F4704847-001/tempDir-001
   [junit4]   2> 951479 INFO  (SUITE-IndexSizeTriggerTest-seed#[AE7DF151F4704847]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 951482 INFO  (Thread-1089) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 951482 INFO  (Thread-1089) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 951560 ERROR (Thread-1089) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 951592 INFO  (SUITE-IndexSizeTriggerTest-seed#[AE7DF151F4704847]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45541
   [junit4]   2> 951627 INFO  (zkConnectionManagerCallback-2185-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 951874 INFO  (jetty-launcher-2182-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 951921 INFO  (jetty-launcher-2182-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 951921 INFO  (jetty-launcher-2182-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 951921 INFO  (jetty-launcher-2182-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 951921 INFO  (jetty-launcher-2182-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13fbd72b{/solr,null,AVAILABLE}
   [junit4]   2> 951938 INFO  (jetty-launcher-2182-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1bbe42a{SSL,[ssl, http/1.1]}{127.0.0.1:40652}
   [junit4]   2> 951938 INFO  (jetty-launcher-2182-thread-2) [    ] o.e.j.s.Server Started @952170ms
   [junit4]   2> 951938 INFO  (jetty-launcher-2182-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40652}
   [junit4]   2> 951938 ERROR (jetty-launcher-2182-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 951938 INFO  (jetty-launcher-2182-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 951938 INFO  (jetty-launcher-2182-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 951938 INFO  (jetty-launcher-2182-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 951939 INFO  (jetty-launcher-2182-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 951939 INFO  (jetty-launcher-2182-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-08T13:32:51.277Z
   [junit4]   2> 951955 INFO  (jetty-launcher-2182-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 952082 INFO  (jetty-launcher-2182-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 952082 INFO  (jetty-launcher-2182-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 952082 INFO  (jetty-launcher-2182-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 952104 INFO  (jetty-launcher-2182-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e6ecc1{/solr,null,AVAILABLE}
   [junit4]   2> 952104 INFO  (jetty-launcher-2182-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6510c176{SSL,[ssl, http/1.1]}{127.0.0.1:42616}
   [junit4]   2> 952104 INFO  (jetty-launcher-2182-thread-1) [    ] o.e.j.s.Server Started @952336ms
   [junit4]   2> 952104 INFO  (jetty-launcher-2182-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42616}
   [junit4]   2> 952105 ERROR (jetty-launcher-2182-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 952105 INFO  (jetty-launcher-2182-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 952105 INFO  (jetty-launcher-2182-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 952105 INFO  (jetty-launcher-2182-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 952105 INFO  (jetty-launcher-2182-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 952105 INFO  (jetty-launcher-2182-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-08T13:32:51.443Z
   [junit4]   2> 952144 INFO  (zkConnectionManagerCallback-2187-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 952164 INFO  (zkConnectionManagerCallback-2189-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 952178 INFO  (jetty-launcher-2182-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 952178 INFO  (jetty-launcher-2182-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 952275 INFO  (jetty-launcher-2182-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45541/solr
   [junit4]   2> 952355 INFO  (zkConnectionManagerCallback-2193-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 952413 INFO  (jetty-launcher-2182-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45541/solr
   [junit4]   2> 952518 INFO  (zkConnectionManagerCallback-2197-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 952562 INFO  (zkConnectionManagerCallback-2199-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 952692 INFO  (zkConnectionManagerCallback-2201-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 953084 INFO  (jetty-launcher-2182-thread-2) [n:127.0.0.1:40652_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 953085 INFO  (jetty-launcher-2182-thread-2) [n:127.0.0.1:40652_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40652_solr
   [junit4]   2> 953086 INFO  (jetty-launcher-2182-thread-2) [n:127.0.0.1:40652_solr    ] o.a.s.c.Overseer Overseer (id=72589993545105414-127.0.0.1:40652_solr-n_0000000000) starting
   [junit4]   2> 953274 INFO  (zkConnectionManagerCallback-2210-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 953340 INFO  (jetty-launcher-2182-thread-1) [n:127.0.0.1:42616_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 953340 INFO  (jetty-launcher-2182-thread-1) [n:127.0.0.1:42616_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42616_solr
   [junit4]   2> 953346 INFO  (jetty-launcher-2182-thread-2) [n:127.0.0.1:40652_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45541/solr ready
   [junit4]   2> 953377 INFO  (jetty-launcher-2182-thread-2) [n:127.0.0.1:40652_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 953377 INFO  (jetty-launcher-2182-thread-2) [n:127.0.0.1:40652_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40652_solr
   [junit4]   2> 953404 DEBUG (OverseerAutoScalingTriggerThread-72589993545105414-127.0.0.1:40652_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 953480 INFO  (zkCallback-2198-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 953480 INFO  (zkCallback-2200-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 953481 INFO  (zkCallback-2209-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 953529 INFO  (zkCallback-2198-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 953530 DEBUG (OverseerAutoScalingTriggerThread-72589993545105414-127.0.0.1:40652_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 953531 DEBUG (OverseerAutoScalingTriggerThread-72589993545105414-127.0.0.1:40652_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 953531 DEBUG (OverseerAutoScalingTriggerThread-72589993545105414-127.0.0.1:40652_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 953537 INFO  (zkCallback-2209-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 953573 INFO  (OverseerStateUpdate-72589993545105414-127.0.0.1:40652_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 953640 DEBUG (OverseerAutoScalingTriggerThread-72589993545105414-127.0.0.1:40652_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:40652_solr, 127.0.0.1:42616_solr]
   [junit4]   2> 953675 DEBUG (OverseerAutoScalingTriggerThread-72589993545105414-127.0.0.1:40652_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 953675 DEBUG (OverseerAutoScalingTriggerThread-72589993545105414-127.0.0.1:40652_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 953676 DEBUG (ScheduledTrigger-1309-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 954666 INFO  (jetty-launcher-2182-thread-1) [n:127.0.0.1:42616_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42616.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@660e3275
   [junit4]   2> 954765 DEBUG (ScheduledTrigger-1309-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 954772 INFO  (jetty-launcher-2182-thread-1) [n:127.0.0.1:42616_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42616.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@660e3275
   [junit4]   2> 954772 INFO  (jetty-launcher-2182-thread-1) [n:127.0.0.1:42616_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42616.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@660e3275
   [junit4]   2> 954789 INFO  (jetty-launcher-2182-thread-1) [n:127.0.0.1:42616_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_AE7DF151F4704847-001/tempDir-001/node1/.
   [junit4]   2> 955048 INFO  (zkConnectionManagerCallback-2215-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 955307 INFO  (jetty-launcher-2182-thread-2) [n:127.0.0.1:40652_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40652.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@660e3275
   [junit4]   2> 955313 INFO  (jetty-launcher-2182-thread-1) [n:127.0.0.1:42616_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 955363 INFO  (jetty-launcher-2182-thread-2) [n:127.0.0.1:40652_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40652.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@660e3275
   [junit4]   2> 955364 INFO  (jetty-launcher-2182-thread-2) [n:127.0.0.1:40652_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40652.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@660e3275
   [junit4]   2> 955365 INFO  (jetty-launcher-2182-thread-2) [n:127.0.0.1:40652_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_AE7DF151F4704847-001/tempDir-001/node2/.
   [junit4]   2> 955406 INFO  (jetty-launcher-2182-thread-1) [n:127.0.0.1:42616_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45541/solr ready
   [junit4]   2> 955714 INFO  (zkConnectionManagerCallback-2217-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 955765 DEBUG (ScheduledTrigger-1309-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 956116 INFO  (zkConnectionManagerCallback-2222-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 956322 INFO  (SUITE-IndexSizeTriggerTest-seed#[AE7DF151F4704847]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 956345 INFO  (SUITE-IndexSizeTriggerTest-seed#[AE7DF151F4704847]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45541/solr ready
   [junit4]   2> 956484 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 956484 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 956497 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 956497 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 956533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 956554 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 956554 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 956554 DEBUG (ScheduledTrigger-1318-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 956809 DEBUG (ScheduledTrigger-1309-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 956952 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 956988 DEBUG (ScheduledTrigger-1318-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957024 DEBUG (ScheduledTrigger-1318-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957191 DEBUG (ScheduledTrigger-1318-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957264 DEBUG (ScheduledTrigger-1318-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957337 DEBUG (ScheduledTrigger-1318-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957446 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957487 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957490 INFO  (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[AE7DF151F4704847]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMergeIntegration
   [junit4]   2> 957523 DEBUG (ScheduledTrigger-1318-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957543 DEBUG (ScheduledTrigger-1318-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957633 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957670 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957722 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957745 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957779 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957809 DEBUG (ScheduledTrigger-1309-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957815 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957836 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 957977 DEBUG (ScheduledTrigger-1318-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958056 DEBUG (ScheduledTrigger-1318-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958057 DEBUG (simCloudManagerPool-1317-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard2: {"core_node3":{
   [junit4]   2>     "core":"testMergeIntegration_collection_shard2_replica_n3",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "node_name":"127.0.0.1:10000_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "SEARCHER.searcher.numDocs":0,
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testMergeIntegration_collection"}}
   [junit4]   2> 958088 DEBUG (ScheduledTrigger-1318-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958108 DEBUG (simCloudManagerPool-1317-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard1: {"core_node1":{
   [junit4]   2>     "core":"testMergeIntegration_collection_shard1_replica_n1",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":1,
   [junit4]   2>     "node_name":"127.0.0.1:10000_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "SEARCHER.searcher.numDocs":0,
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testMergeIntegration_collection"}}
   [junit4]   2> 958108 DEBUG (ScheduledTrigger-1318-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958145 DEBUG (ScheduledTrigger-1318-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958219 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958239 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958271 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958291 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958312 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958425 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958457 DEBUG (ScheduledTrigger-1318-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958478 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958498 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958526 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958547 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958567 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958640 DEBUG (ScheduledTrigger-1318-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958660 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958699 DEBUG (simCloudManagerPool-1317-thread-19) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 958699 DEBUG (simCloudManagerPool-1317-thread-19) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 958717 DEBUG (ScheduledTrigger-1318-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958843 DEBUG (ScheduledTrigger-1309-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958791 DEBUG (simCloudManagerPool-1317-thread-20) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 958777 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 958847 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 958848 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 958848 DEBUG (simCloudManagerPool-1317-thread-20) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 958849 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 958849 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 958849 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 958859 DEBUG (ScheduledTrigger-1318-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958880 DEBUG (ScheduledTrigger-1318-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958913 DEBUG (simCloudManagerPool-1317-thread-21) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 958913 DEBUG (simCloudManagerPool-1317-thread-21) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 958914 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 958914 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 958914 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 958953 DEBUG (ScheduledTrigger-1318-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 958989 DEBUG (ScheduledTrigger-1318-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 959028 DEBUG (ScheduledTrigger-1318-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 959063 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 959083 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 959115 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 959136 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 959172 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 959247 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1cdca4d8014778T5pthggi8o1kwseue7oyu0vfi0",
   [junit4]   2>   "source":"index_size_trigger",
   [junit4]   2>   "eventTime":8123899904608120,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{"testMergeIntegration_collection":[
   [junit4]   2>         "{\"core_node1\":{\n    \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":7,\n    \"SEARCHER.searcher.deletedDocs\":5,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10000_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testMergeIntegration_collection\"}}",
   [junit4]   2>         "{\"core_node3\":{\n    \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":3,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":3,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10000_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":3,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testMergeIntegration_collection\"}}"]},
   [junit4]   2>     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testMergeIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testMergeIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}
   [junit4]   2> 959264 DEBUG (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger, .auto_add_replicas, .scheduled_maintenance]
   [junit4]   2> 959281 DEBUG (ScheduledTrigger-1318-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 959282 INFO  (ScheduledTrigger-1318-thread-3) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=8123920843676870, stage=STARTED, actionName='null', event={
   [junit4]   2>   "id":"1cdca4d8014778T5pthggi8o1kwseue7oyu0vfi0",
   [junit4]   2>   "source":"index_size_trigger",
   [junit4]   2>   "eventTime":8123899904608120,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{},
   [junit4]   2>     "belowSize":{"testMergeIntegration_collection":[
   [junit4]   2>         "{\"core_node1\":{\n    \"core\":\"testMergeIntegration_collection_shard1_replica_n1\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":7,\n    \"SEARCHER.searcher.deletedDocs\":5,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":2,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10000_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":2,\n    \"__bytes__\":1,\n    \"shard\":\"shard1\",\n    \"collection\":\"testMergeIntegration_collection\"}}",
   [junit4]   2>         "{\"core_node3\":{\n    \"core\":\"testMergeIntegration_collection_shard2_replica_n3\",\n    \"leader\":\"true\",\n    \"SEARCHER.searcher.maxDoc\":3,\n    \"SEARCHER.searcher.deletedDocs\":0,\n    \"INDEX.sizeInBytes\":1,\n    \"__docs__\":3,\n    \"violationType\":\"belowDocs\",\n    \"node_name\":\"127.0.0.1:10000_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"SEARCHER.searcher.numDocs\":3,\n    \"__bytes__\":1,\n    \"shard\":\"shard2\",\n    \"collection\":\"testMergeIntegration_collection\"}}"]},
   [junit4]   2>     "_enqueue_time_":8123919951233970,
   [junit4]   2>     "requestedOps":["Op{action=MERGESHARDS, hints={COLL_SHARD=[{\n  \"first\":\"testMergeIntegration_collection\",\n  \"second\":\"shard2\"}, {\n  \"first\":\"testMergeIntegration_collection\",\n  \"second\":\"shard1\"}]}}"]}}, context={}, config={
   [junit4]   2>   "trigger":"index_size_trigger",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit

[...truncated too long message...]

pples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1014815057
     [copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1014815057
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1014815057

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1446021214
     [copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1446021214
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1446021214

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 101ms :: artifacts dl 16ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
        ---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 292 minutes 19 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 53 - Failure

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/53/

6 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
        at __randomizedtesting.SeedInfo.seed([7B3F86A0E05CE243:8272150FDC29AFC9]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:284)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testListeners

Error Message:
both listeners should have fired expected:<2> but was:<0>

Stack Trace:
java.lang.AssertionError: both listeners should have fired expected:<2> but was:<0>
        at __randomizedtesting.SeedInfo.seed([7B3F86A0E05CE243:96FF11B05D307F9A]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testListeners(TestTriggerIntegration.java:978)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10019_solr should have been deleted

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10019_solr should have been deleted
        at __randomizedtesting.SeedInfo.seed([7B3F86A0E05CE243:63850EACEE692FAC]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertFalse(Assert.java:68)
        at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:863)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.Overseer.start(Overseer.java:545)  at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:851)  at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)  at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)  at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)  at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2081)  at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
        at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.cloud.Overseer.start(Overseer.java:545)
        at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:851)
        at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
        at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
        at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
        at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
        at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2081)
        at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
        at java.lang.Thread.run(Thread.java:748)


        at __randomizedtesting.SeedInfo.seed([7B3F86A0E05CE243]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
        at sun.reflect.GeneratedMethodAccessor36.invoke(Unknown Source)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ZkControllerTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest:     1) Thread[id=21183, name=OverseerAutoScalingTriggerThread-73773449468116995-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]         at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:329)         at java.lang.ClassLoader.loadClass(ClassLoader.java:357)         at org.apache.logging.log4j.core.impl.ThrowableProxy.loadClass(ThrowableProxy.java:613)         at org.apache.logging.log4j.core.impl.ThrowableProxy.toExtendedStackTrace(ThrowableProxy.java:738)         at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:138)         at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:122)         at org.apache.logging.log4j.core.impl.Log4jLogEvent.getThrownProxy(Log4jLogEvent.java:605)         at org.apache.logging.log4j.core.pattern.ExtendedThrowablePatternConverter.format(ExtendedThrowablePatternConverter.java:64)         at org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:38)         at org.apache.logging.log4j.core.layout.PatternLayout$PatternSerializer.toSerializable(PatternLayout.java:334)         at org.apache.logging.log4j.core.layout.PatternLayout.toText(PatternLayout.java:233)         at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:218)         at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:58)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:177)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:170)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:161)         at org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:156)         at org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:129)         at org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:120)         at org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:84)         at org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:448)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:433)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:403)         at org.apache.logging.log4j.core.config.DefaultReliabilityStrategy.log(DefaultReliabilityStrategy.java:49)         at org.apache.logging.log4j.core.Logger.logMessage(Logger.java:146)         at org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2170)         at org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2125)         at org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2108)         at org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2002)         at org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1974)         at org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger.java:319)         at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:146)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest:
   1) Thread[id=21183, name=OverseerAutoScalingTriggerThread-73773449468116995-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:329)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.loadClass(ThrowableProxy.java:613)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.toExtendedStackTrace(ThrowableProxy.java:738)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:138)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:122)
        at org.apache.logging.log4j.core.impl.Log4jLogEvent.getThrownProxy(Log4jLogEvent.java:605)
        at org.apache.logging.log4j.core.pattern.ExtendedThrowablePatternConverter.format(ExtendedThrowablePatternConverter.java:64)
        at org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:38)
        at org.apache.logging.log4j.core.layout.PatternLayout$PatternSerializer.toSerializable(PatternLayout.java:334)
        at org.apache.logging.log4j.core.layout.PatternLayout.toText(PatternLayout.java:233)
        at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:218)
        at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:58)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:177)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:170)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:161)
        at org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:156)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:129)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:120)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:84)
        at org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:448)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:433)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:403)
        at org.apache.logging.log4j.core.config.DefaultReliabilityStrategy.log(DefaultReliabilityStrategy.java:49)
        at org.apache.logging.log4j.core.Logger.logMessage(Logger.java:146)
        at org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2170)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2125)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2108)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2002)
        at org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1974)
        at org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger.java:319)
        at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:146)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([7B3F86A0E05CE243]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost

Error Message:
last state: DocCollection(testNodeLost//clusterstate.json/29)={   "replicationFactor":"10",   "pullReplicas":"0",   "router":{"name":"compositeId"},   "maxShardsPerNode":"5",   "autoAddReplicas":"false",   "nrtReplicas":"10",   "tlogReplicas":"0",   "autoCreated":"true",   "shards":{     "shard20":{       "replicas":{         "core_node191":{           "core":"testNodeLost_shard20_replica_n191",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10063_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node200":{           "core":"testNodeLost_shard20_replica_n200",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10006_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node199":{           "core":"testNodeLost_shard20_replica_n199",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10034_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node198":{           "core":"testNodeLost_shard20_replica_n198",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10087_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node197":{           "core":"testNodeLost_shard20_replica_n197",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10061_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node196":{           "core":"testNodeLost_shard20_replica_n196",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10004_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node195":{           "core":"testNodeLost_shard20_replica_n195",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10003_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node194":{           "core":"testNodeLost_shard20_replica_n194",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10037_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node193":{           "core":"testNodeLost_shard20_replica_n193",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10056_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node192":{           "core":"testNodeLost_shard20_replica_n192",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10065_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"73330000-7fffffff",       "state":"active"},     "shard10":{       "replicas":{         "core_node92":{           "core":"testNodeLost_shard10_replica_n92",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10065_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node91":{           "core":"testNodeLost_shard10_replica_n91",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10063_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node94":{           "core":"testNodeLost_shard10_replica_n94",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10037_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node93":{           "core":"testNodeLost_shard10_replica_n93",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10056_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node96":{           "core":"testNodeLost_shard10_replica_n96",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10004_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node95":{           "core":"testNodeLost_shard10_replica_n95",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10003_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node100":{           "core":"testNodeLost_shard10_replica_n100",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10006_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node98":{           "core":"testNodeLost_shard10_replica_n98",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10087_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node97":{           "core":"testNodeLost_shard10_replica_n97",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10061_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node99":{           "core":"testNodeLost_shard10_replica_n99",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10034_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"f3330000-ffffffff",       "state":"active"},     "shard11":{       "replicas":{         "core_node108":{           "core":"testNodeLost_shard11_replica_n108",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10031_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node107":{           "core":"testNodeLost_shard11_replica_n107",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10044_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node106":{           "core":"testNodeLost_shard11_replica_n106",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10074_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node105":{           "core":"testNodeLost_shard11_replica_n105",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10035_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node104":{           "core":"testNodeLost_shard11_replica_n104",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10024_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node103":{           "core":"testNodeLost_shard11_replica_n103",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10021_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node102":{           "core":"testNodeLost_shard11_replica_n102",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10095_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node101":{           "core":"testNodeLost_shard11_replica_n101",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10040_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node110":{           "core":"testNodeLost_shard11_replica_n110",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10001_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node109":{           "core":"testNodeLost_shard11_replica_n109",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10047_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"0-ccbffff",       "state":"active"},     "shard12":{       "replicas":{         "core_node119":{           "core":"testNodeLost_shard12_replica_n119",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10060_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node118":{           "core":"testNodeLost_shard12_replica_n118",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10018_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node117":{           "core":"testNodeLost_shard12_replica_n117",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10005_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node116":{           "core":"testNodeLost_shard12_replica_n116",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10027_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node115":{           "core":"testNodeLost_shard12_replica_n115",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10039_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node114":{           "core":"testNodeLost_shard12_replica_n114",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10008_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node113":{           "core":"testNodeLost_shard12_replica_n113",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10023_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node112":{           "core":"testNodeLost_shard12_replica_n112",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10032_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node111":{           "core":"testNodeLost_shard12_replica_n111",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10049_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node120":{           "core":"testNodeLost_shard12_replica_n120",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10099_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"ccc0000-1998ffff",       "state":"active"},     "shard13":{       "replicas":{         "core_node129":{           "core":"testNodeLost_shard13_replica_n129",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10084_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node128":{           "core":"testNodeLost_shard13_replica_n128",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10042_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node127":{           "core":"testNodeLost_shard13_replica_n127",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10073_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node126":{           "core":"testNodeLost_shard13_replica_n126",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10079_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node125":{           "core":"testNodeLost_shard13_replica_n125",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10050_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node124":{           "core":"testNodeLost_shard13_replica_n124",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10089_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node123":{           "core":"testNodeLost_shard13_replica_n123",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10053_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node122":{           "core":"testNodeLost_shard13_replica_n122",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10067_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node121":{           "core":"testNodeLost_shard13_replica_n121",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10046_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node130":{           "core":"testNodeLost_shard13_replica_n130",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10015_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"19990000-2665ffff",       "state":"active"},     "shard2":{       "replicas":{         "core_node18":{           "core":"testNodeLost_shard2_replica_n18",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10018_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node17":{           "core":"testNodeLost_shard2_replica_n17",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10005_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node19":{           "core":"testNodeLost_shard2_replica_n19",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10060_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node20":{           "core":"testNodeLost_shard2_replica_n20",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10099_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node12":{           "core":"testNodeLost_shard2_replica_n12",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10032_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node11":{           "core":"testNodeLost_shard2_replica_n11",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10049_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node14":{           "core":"testNodeLost_shard2_replica_n14",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10008_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node13":{           "core":"testNodeLost_shard2_replica_n13",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10023_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node16":{           "core":"testNodeLost_shard2_replica_n16",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10027_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node15":{           "core":"testNodeLost_shard2_replica_n15",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10039_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"8ccc0000-9998ffff",       "state":"active"},     "shard14":{       "replicas":{         "core_node139":{           "core":"testNodeLost_shard14_replica_n139",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10076_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node138":{           "core":"testNodeLost_shard14_replica_n138",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10030_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node137":{           "core":"testNodeLost_shard14_replica_n137",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10012_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node136":{           "core":"testNodeLost_shard14_replica_n136",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10071_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node135":{           "core":"testNodeLost_shard14_replica_n135",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10091_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node134":{           "core":"testNodeLost_shard14_replica_n134",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10052_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node133":{           "core":"testNodeLost_shard14_replica_n133",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10014_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node132":{           "core":"testNodeLost_shard14_replica_n132",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10078_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node131":{           "core":"testNodeLost_shard14_replica_n131",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10041_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node140":{           "core":"testNodeLost_shard14_replica_n140",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10025_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"26660000-3332ffff",       "state":"active"},     "shard3":{       "replicas":{         "core_node29":{           "core":"testNodeLost_shard3_replica_n29",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10084_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node28":{           "core":"testNodeLost_shard3_replica_n28",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10042_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node30":{           "core":"testNodeLost_shard3_replica_n30",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10015_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node21":{           "core":"testNodeLost_shard3_replica_n21",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10046_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node23":{           "core":"testNodeLost_shard3_replica_n23",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10053_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node22":{           "core":"testNodeLost_shard3_replica_n22",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10067_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node25":{           "core":"testNodeLost_shard3_replica_n25",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10050_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node24":{           "core":"testNodeLost_shard3_replica_n24",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10089_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node27":{           "core":"testNodeLost_shard3_replica_n27",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10073_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node26":{           "core":"testNodeLost_shard3_replica_n26",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10079_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"99990000-a665ffff",       "state":"active"},     "shard4":{       "replicas":{         "core_node39":{           "core":"testNodeLost_shard4_replica_n39",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10076_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node40":{           "core":"testNodeLost_shard4_replica_n40",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10025_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node32":{           "core":"testNodeLost_shard4_replica_n32",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10078_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node31":{           "core":"testNodeLost_shard4_replica_n31",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10041_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node34":{           "core":"testNodeLost_shard4_replica_n34",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10052_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node33":{           "core":"testNodeLost_shard4_replica_n33",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10014_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node36":{           "core":"testNodeLost_shard4_replica_n36",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10071_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node35":{           "core":"testNodeLost_shard4_replica_n35",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10091_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node38":{           "core":"testNodeLost_shard4_replica_n38",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10030_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node37":{           "core":"testNodeLost_shard4_replica_n37",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10012_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"a6660000-b332ffff",       "state":"active"},     "shard15":{       "replicas":{         "core_node149":{           "core":"testNodeLost_shard15_replica_n149",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10051_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node148":{           "core":"testNodeLost_shard15_replica_n148",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10055_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node147":{           "core":"testNodeLost_shard15_replica_n147",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10064_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node146":{           "core":"testNodeLost_shard15_replica_n146",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10036_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node145":{           "core":"testNodeLost_shard15_replica_n145",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10086_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node144":{           "core":"testNodeLost_shard15_replica_n144",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10029_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node143":{           "core":"testNodeLost_shard15_replica_n143",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10011_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node142":{           "core":"testNodeLost_shard15_replica_n142",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10022_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node141":{           "core":"testNodeLost_shard15_replica_n141",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10088_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node150":{           "core":"testNodeLost_shard15_replica_n150",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10026_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"33330000-3fffffff",       "state":"active"},     "shard16":{       "replicas":{         "core_node159":{           "core":"testNodeLost_shard16_replica_n159",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10097_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node158":{           "core":"testNodeLost_shard16_replica_n158",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10016_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node202":{           "node_name":"127.0.0.1:10072_solr",           "core":"testNodeLost_shard16_replica_n201",           "state":"active",           "INDEX.sizeInBytes":1,           "type":"NRT"},         "core_node157":{           "core":"testNodeLost_shard16_replica_n157",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10013_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node156":{           "core":"testNodeLost_shard16_replica_n156",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10068_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node155":{           "core":"testNodeLost_shard16_replica_n155",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10028_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node154":{           "core":"testNodeLost_shard16_replica_n154",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10085_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node153":{           "core":"testNodeLost_shard16_replica_n153",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10059_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node151":{           "core":"testNodeLost_shard16_replica_n151",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10033_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node160":{           "core":"testNodeLost_shard16_replica_n160",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10002_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"40000000-4ccbffff",       "state":"active"},     "shard5":{       "replicas":{         "core_node50":{           "core":"testNodeLost_shard5_replica_n50",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10026_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node41":{           "core":"testNodeLost_shard5_replica_n41",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10088_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node43":{           "core":"testNodeLost_shard5_replica_n43",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10011_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node42":{           "core":"testNodeLost_shard5_replica_n42",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10022_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node45":{           "core":"testNodeLost_shard5_replica_n45",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10086_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node44":{           "core":"testNodeLost_shard5_replica_n44",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10029_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node47":{           "core":"testNodeLost_shard5_replica_n47",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10064_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node46":{           "core":"testNodeLost_shard5_replica_n46",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10036_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node49":{           "core":"testNodeLost_shard5_replica_n49",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10051_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node48":{           "core":"testNodeLost_shard5_replica_n48",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10055_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"b3330000-bfffffff",       "state":"active"},     "shard17":{       "replicas":{         "core_node169":{           "core":"testNodeLost_shard17_replica_n169",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10070_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node168":{           "core":"testNodeLost_shard17_replica_n168",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10009_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node167":{           "core":"testNodeLost_shard17_replica_n167",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10058_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node166":{           "core":"testNodeLost_shard17_replica_n166",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10092_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node165":{           "core":"testNodeLost_shard17_replica_n165",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10069_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node164":{           "core":"testNodeLost_shard17_replica_n164",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10098_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node163":{           "core":"testNodeLost_shard17_replica_n163",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10093_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node162":{           "core":"testNodeLost_shard17_replica_n162",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10007_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node161":{           "core":"testNodeLost_shard17_replica_n161",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10019_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node170":{           "core":"testNodeLost_shard17_replica_n170",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10048_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"4ccc0000-5998ffff",       "state":"active"},     "shard18":{       "replicas":{         "core_node180":{           "core":"testNodeLost_shard18_replica_n180",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10090_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node179":{           "core":"testNodeLost_shard18_replica_n179",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10066_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node178":{           "core":"testNodeLost_shard18_replica_n178",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10043_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node177":{           "core":"testNodeLost_shard18_replica_n177",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10017_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node176":{           "core":"testNodeLost_shard18_replica_n176",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10081_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node175":{           "core":"testNodeLost_shard18_replica_n175",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10020_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node174":{           "core":"testNodeLost_shard18_replica_n174",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10038_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node173":{           "core":"testNodeLost_shard18_replica_n173",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10045_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node172":{           "core":"testNodeLost_shard18_replica_n172",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10000_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node171":{           "core":"testNodeLost_shard18_replica_n171",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10077_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"59990000-6665ffff",       "state":"active"},     "shard19":{       "replicas":{         "core_node190":{           "core":"testNodeLost_shard19_replica_n190",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10010_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node189":{           "core":"testNodeLost_shard19_replica_n189",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10096_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node188":{           "core":"testNodeLost_shard19_replica_n188",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10075_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node187":{           "core":"testNodeLost_shard19_replica_n187",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10072_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node186":{           "core":"testNodeLost_shard19_replica_n186",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10057_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node185":{           "core":"testNodeLost_shard19_replica_n185",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10062_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node184":{           "core":"testNodeLost_shard19_replica_n184",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10054_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node183":{           "core":"testNodeLost_shard19_replica_n183",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10094_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node182":{           "core":"testNodeLost_shard19_replica_n182",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10083_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node181":{           "core":"testNodeLost_shard19_replica_n181",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10080_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"66660000-7332ffff",       "state":"active"},     "shard1":{       "replicas":{         "core_node1":{           "core":"testNodeLost_shard1_replica_n1",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10040_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node10":{           "core":"testNodeLost_shard1_replica_n10",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10001_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node6":{           "core":"testNodeLost_shard1_replica_n6",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10074_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node7":{           "core":"testNodeLost_shard1_replica_n7",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10044_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node8":{           "core":"testNodeLost_shard1_replica_n8",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10031_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node9":{           "core":"testNodeLost_shard1_replica_n9",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10047_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node2":{           "core":"testNodeLost_shard1_replica_n2",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10095_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node3":{           "core":"testNodeLost_shard1_replica_n3",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10021_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node4":{           "core":"testNodeLost_shard1_replica_n4",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10024_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node5":{           "core":"testNodeLost_shard1_replica_n5",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10035_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"80000000-8ccbffff",       "state":"active"},     "shard6":{       "replicas":{         "core_node204":{           "node_name":"127.0.0.1:10056_solr",           "core":"testNodeLost_shard6_replica_n203",           "state":"active",           "INDEX.sizeInBytes":1,           "type":"NRT"},         "core_node60":{           "core":"testNodeLost_shard6_replica_n60",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10002_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node51":{           "core":"testNodeLost_shard6_replica_n51",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10033_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node54":{           "core":"testNodeLost_shard6_replica_n54",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10085_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node53":{           "core":"testNodeLost_shard6_replica_n53",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10059_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node56":{           "core":"testNodeLost_shard6_replica_n56",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10068_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node55":{           "core":"testNodeLost_shard6_replica_n55",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10028_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node58":{           "core":"testNodeLost_shard6_replica_n58",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10016_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node57":{           "core":"testNodeLost_shard6_replica_n57",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10013_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node59":{           "core":"testNodeLost_shard6_replica_n59",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10097_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"c0000000-cccbffff",       "state":"active"},     "shard7":{       "replicas":{         "core_node70":{           "core":"testNodeLost_shard7_replica_n70",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10048_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node61":{           "core":"testNodeLost_shard7_replica_n61",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10019_solr",           "state":"down",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node63":{           "core":"testNodeLost_shard7_replica_n63",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10093_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node62":{           "core":"testNodeLost_shard7_replica_n62",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10007_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node65":{           "core":"testNodeLost_shard7_replica_n65",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10069_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node64":{           "core":"testNodeLost_shard7_replica_n64",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10098_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node67":{           "core":"testNodeLost_shard7_replica_n67",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10058_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node66":{           "core":"testNodeLost_shard7_replica_n66",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10092_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node69":{           "core":"testNodeLost_shard7_replica_n69",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10070_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node68":{           "core":"testNodeLost_shard7_replica_n68",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10009_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0}},       "range":"cccc0000-d998ffff",       "state":"active"},     "shard8":{       "replicas":{         "core_node80":{           "core":"testNodeLost_shard8_replica_n80",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10090_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node72":{           "core":"testNodeLost_shard8_replica_n72",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10000_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":0},         "core_node71":{           "core":"testN

[...truncated too long message...]

 PropertiesRequestHandlerTest, TestAuthorizationFramework, TestStressReorder, PeerSyncWithIndexFingerprintCachingTest, LeaderElectionTest, TestLegacyNumericRangeQueryBuilder, TriggerSetPropertiesIntegrationTest, SpatialRPTFieldTypeTest, TestConfigSetImmutable, TestSuggestSpellingConverter, TestGraphTermsQParserPlugin, PreAnalyzedUpdateProcessorTest, DirectSolrSpellCheckerTest, TestAnalyzedSuggestions, TestNumericRangeQuery64, AnalyticsMergeStrategyTest, TestMultiWordSynonyms, TestXmlQParserPlugin, TestCollapseQParserPlugin, ShowFileRequestHandlerTest, TestJmxIntegration, TestJettySolrRunner, SpellCheckComponentTest, ConcurrentDeleteAndCreateCollectionTest, FileBasedSpellCheckerTest, MultiSolrCloudTestCaseTest, TestCorePropertiesReload, FullHLLTest, QueryResultKeyTest, CoreAdminCreateDiscoverTest, TestQueryTypes, DocValuesMissingTest, ClusterStateUpdateTest, UnloadDistributedZkTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkControllerTest -Dtests.seed=7B3F86A0E05CE243 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-PE -Dtests.timezone=Etc/Greenwich -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | ZkControllerTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [Overseer]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
   [junit4]    > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > at org.apache.solr.cloud.Overseer.start(Overseer.java:545)
   [junit4]    > at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:851)
   [junit4]    > at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]    > at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]    > at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
   [junit4]    > at org.apache.solr.cloud.LeaderElector.retryElection(LeaderElector.java:393)
   [junit4]    > at org.apache.solr.cloud.ZkController.rejoinOverseerElection(ZkController.java:2081)
   [junit4]    > at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:331)
   [junit4]    > at java.lang.Thread.run(Thread.java:748)
   [junit4]    > at __randomizedtesting.SeedInfo.seed([7B3F86A0E05CE243]:0)
   [junit4]    > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
   [junit4]    > at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ZkControllerTest:
   [junit4]    >    1) Thread[id=21183, name=OverseerAutoScalingTriggerThread-73773449468116995-127.0.0.1:8983_solr-n_0000000001, state=RUNNABLE, group=Overseer autoscaling triggers]
   [junit4]    >         at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:329)
   [junit4]    >         at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
   [junit4]    >         at org.apache.logging.log4j.core.impl.ThrowableProxy.loadClass(ThrowableProxy.java:613)
   [junit4]    >         at org.apache.logging.log4j.core.impl.ThrowableProxy.toExtendedStackTrace(ThrowableProxy.java:738)
   [junit4]    >         at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:138)
   [junit4]    >         at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:122)
   [junit4]    >         at org.apache.logging.log4j.core.impl.Log4jLogEvent.getThrownProxy(Log4jLogEvent.java:605)
   [junit4]    >         at org.apache.logging.log4j.core.pattern.ExtendedThrowablePatternConverter.format(ExtendedThrowablePatternConverter.java:64)
   [junit4]    >         at org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:38)
   [junit4]    >         at org.apache.logging.log4j.core.layout.PatternLayout$PatternSerializer.toSerializable(PatternLayout.java:334)
   [junit4]    >         at org.apache.logging.log4j.core.layout.PatternLayout.toText(PatternLayout.java:233)
   [junit4]    >         at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:218)
   [junit4]    >         at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:58)
   [junit4]    >         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:177)
   [junit4]    >         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:170)
   [junit4]    >         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:161)
   [junit4]    >         at org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:156)
   [junit4]    >         at org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:129)
   [junit4]    >         at org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:120)
   [junit4]    >         at org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:84)
   [junit4]    >         at org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:448)
   [junit4]    >         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:433)
   [junit4]    >         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
   [junit4]    >         at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)
   [junit4]    >         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)
   [junit4]    >         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
   [junit4]    >         at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)
   [junit4]    >         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)
   [junit4]    >         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
   [junit4]    >         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:403)
   [junit4]    >         at org.apache.logging.log4j.core.config.DefaultReliabilityStrategy.log(DefaultReliabilityStrategy.java:49)
   [junit4]    >         at org.apache.logging.log4j.core.Logger.logMessage(Logger.java:146)
   [junit4]    >         at org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2170)
   [junit4]    >         at org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2125)
   [junit4]    >         at org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2108)
   [junit4]    >         at org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2002)
   [junit4]    >         at org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1974)
   [junit4]    >         at org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger.java:319)
   [junit4]    >         at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:146)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > at __randomizedtesting.SeedInfo.seed([7B3F86A0E05CE243]:0)
   [junit4] Completed [386/806 (4!)] on J2 in 167.52s, 4 tests, 1 failure, 1 error <<< FAILURES!

[...truncated 51543 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
     [java] ID occurs multiple times: moving-average
     [java]  ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-ref-guide/bare-bones-html/time-series.html
     [java]  ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-ref-guide/bare-bones-html/dsp.html
     [java] Relative link points at id that doesn't exist in dest: dsp.html#digital-signal-processing
     [java]  ... source: file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-ref-guide/bare-bones-html/math-expressions.html
     [java] Processed 2207 links (1763 relative) to 3079 anchors in 245 files
     [java] Total of 2 problems found

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/build.xml:642: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build.xml:192: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/solr-ref-guide/build.xml:326: Java returned: 255

Total time: 175 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 54 - Still unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/54/

7 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestLeaderElectionZkExpiry

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.Overseer.start(Overseer.java:545)  at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:851)  at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)  at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)  at org.apache.solr.cloud.ZkController$1.command(ZkController.java:357)  at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)  at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)  at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)  at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)  at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
        at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.cloud.Overseer.start(Overseer.java:545)
        at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:851)
        at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
        at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
        at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
        at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
        at org.apache.solr.cloud.ZkController$1.command(ZkController.java:357)
        at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
        at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
        at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)


        at __randomizedtesting.SeedInfo.seed([68590BA2D6E9217E]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
        at sun.reflect.GeneratedMethodAccessor45.invoke(Unknown Source)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestLeaderElectionZkExpiry

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestLeaderElectionZkExpiry:     1) Thread[id=14272, name=OverseerAutoScalingTriggerThread-72610145639333898-dummy.host.com:8984_solr-n_0000000002, state=RUNNABLE, group=Overseer autoscaling triggers]         at java.lang.ClassLoader.findLoadedClass0(Native Method)         at java.lang.ClassLoader.findLoadedClass(ClassLoader.java:1038)         at java.lang.ClassLoader.loadClass(ClassLoader.java:406)         at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)         at java.lang.ClassLoader.loadClass(ClassLoader.java:357)         at org.apache.logging.log4j.core.impl.ThrowableProxy.loadClass(ThrowableProxy.java:613)         at org.apache.logging.log4j.core.impl.ThrowableProxy.toExtendedStackTrace(ThrowableProxy.java:738)         at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:164)         at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:141)         at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:122)         at org.apache.logging.log4j.core.impl.Log4jLogEvent.getThrownProxy(Log4jLogEvent.java:605)         at org.apache.logging.log4j.core.pattern.ExtendedThrowablePatternConverter.format(ExtendedThrowablePatternConverter.java:64)         at org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:38)         at org.apache.logging.log4j.core.layout.PatternLayout$PatternSerializer.toSerializable(PatternLayout.java:334)         at org.apache.logging.log4j.core.layout.PatternLayout.toText(PatternLayout.java:233)         at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:218)         at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:58)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:177)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:170)         at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:161)         at org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:156)         at org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:129)         at org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:120)         at org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:84)         at org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:448)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:433)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)         at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)         at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:403)         at org.apache.logging.log4j.core.config.DefaultReliabilityStrategy.log(DefaultReliabilityStrategy.java:49)         at org.apache.logging.log4j.core.Logger.logMessage(Logger.java:146)         at org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2170)         at org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2125)         at org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2108)         at org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2002)         at org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1974)         at org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger.java:319)         at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:146)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestLeaderElectionZkExpiry:
   1) Thread[id=14272, name=OverseerAutoScalingTriggerThread-72610145639333898-dummy.host.com:8984_solr-n_0000000002, state=RUNNABLE, group=Overseer autoscaling triggers]
        at java.lang.ClassLoader.findLoadedClass0(Native Method)
        at java.lang.ClassLoader.findLoadedClass(ClassLoader.java:1038)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:406)
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.loadClass(ThrowableProxy.java:613)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.toExtendedStackTrace(ThrowableProxy.java:738)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:164)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:141)
        at org.apache.logging.log4j.core.impl.ThrowableProxy.<init>(ThrowableProxy.java:122)
        at org.apache.logging.log4j.core.impl.Log4jLogEvent.getThrownProxy(Log4jLogEvent.java:605)
        at org.apache.logging.log4j.core.pattern.ExtendedThrowablePatternConverter.format(ExtendedThrowablePatternConverter.java:64)
        at org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:38)
        at org.apache.logging.log4j.core.layout.PatternLayout$PatternSerializer.toSerializable(PatternLayout.java:334)
        at org.apache.logging.log4j.core.layout.PatternLayout.toText(PatternLayout.java:233)
        at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:218)
        at org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:58)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:177)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:170)
        at org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:161)
        at org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:156)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:129)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:120)
        at org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:84)
        at org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:448)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:433)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:439)
        at org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:434)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:417)
        at org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:403)
        at org.apache.logging.log4j.core.config.DefaultReliabilityStrategy.log(DefaultReliabilityStrategy.java:49)
        at org.apache.logging.log4j.core.Logger.logMessage(Logger.java:146)
        at org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2170)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2125)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2108)
        at org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2002)
        at org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1974)
        at org.apache.logging.slf4j.Log4jLogger.error(Log4jLogger.java:319)
        at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:146)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([68590BA2D6E9217E]:0)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration

Error Message:
last state: DocCollection(testSplitIntegration_collection//clusterstate.json/34)={   "replicationFactor":"2",   "pullReplicas":"0",   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"false",   "nrtReplicas":"2",   "tlogReplicas":"0",   "autoCreated":"true",   "shards":{     "shard2":{       "replicas":{         "core_node3":{           "core":"testSplitIntegration_collection_shard2_replica_n3",           "leader":"true",           "SEARCHER.searcher.maxDoc":11,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10007_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":11},         "core_node4":{           "core":"testSplitIntegration_collection_shard2_replica_n4",           "SEARCHER.searcher.maxDoc":11,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10008_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":11}},       "range":"0-7fffffff",       "state":"active"},     "shard1":{       "stateTimestamp":"1526285509818106650",       "replicas":{         "core_node1":{           "core":"testSplitIntegration_collection_shard1_replica_n1",           "leader":"true",           "SEARCHER.searcher.maxDoc":14,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10007_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":14},         "core_node2":{           "core":"testSplitIntegration_collection_shard1_replica_n2",           "SEARCHER.searcher.maxDoc":14,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10008_solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":14}},       "range":"80000000-ffffffff",       "state":"inactive"},     "shard1_1":{       "parent":"shard1",       "stateTimestamp":"1526285509848791950",       "range":"c0000000-ffffffff",       "state":"active",       "replicas":{         "core_node10":{           "leader":"true",           "core":"testSplitIntegration_collection_shard1_1_replica1",           "SEARCHER.searcher.maxDoc":7,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10007_solr",           "base_url":"http://127.0.0.1:10007/solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":7},         "core_node9":{           "core":"testSplitIntegration_collection_shard1_1_replica0",           "SEARCHER.searcher.maxDoc":7,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10008_solr",           "base_url":"http://127.0.0.1:10008/solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":7}}},     "shard1_0":{       "parent":"shard1",       "stateTimestamp":"1526285509848530950",       "range":"80000000-bfffffff",       "state":"active",       "replicas":{         "core_node7":{           "leader":"true",           "core":"testSplitIntegration_collection_shard1_0_replica0",           "SEARCHER.searcher.maxDoc":7,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10008_solr",           "base_url":"http://127.0.0.1:10008/solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":7},         "core_node8":{           "core":"testSplitIntegration_collection_shard1_0_replica1",           "SEARCHER.searcher.maxDoc":7,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":1,           "node_name":"127.0.0.1:10007_solr",           "base_url":"http://127.0.0.1:10007/solr",           "state":"active",           "type":"NRT",           "SEARCHER.searcher.numDocs":7}}}}}

Stack Trace:
java.util.concurrent.TimeoutException: last state: DocCollection(testSplitIntegration_collection//clusterstate.json/34)={
  "replicationFactor":"2",
  "pullReplicas":"0",
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"false",
  "nrtReplicas":"2",
  "tlogReplicas":"0",
  "autoCreated":"true",
  "shards":{
    "shard2":{
      "replicas":{
        "core_node3":{
          "core":"testSplitIntegration_collection_shard2_replica_n3",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":11,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10007_solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":11},
        "core_node4":{
          "core":"testSplitIntegration_collection_shard2_replica_n4",
          "SEARCHER.searcher.maxDoc":11,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10008_solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":11}},
      "range":"0-7fffffff",
      "state":"active"},
    "shard1":{
      "stateTimestamp":"1526285509818106650",
      "replicas":{
        "core_node1":{
          "core":"testSplitIntegration_collection_shard1_replica_n1",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":14,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10007_solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":14},
        "core_node2":{
          "core":"testSplitIntegration_collection_shard1_replica_n2",
          "SEARCHER.searcher.maxDoc":14,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10008_solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":14}},
      "range":"80000000-ffffffff",
      "state":"inactive"},
    "shard1_1":{
      "parent":"shard1",
      "stateTimestamp":"1526285509848791950",
      "range":"c0000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node10":{
          "leader":"true",
          "core":"testSplitIntegration_collection_shard1_1_replica1",
          "SEARCHER.searcher.maxDoc":7,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10007_solr",
          "base_url":"http://127.0.0.1:10007/solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":7},
        "core_node9":{
          "core":"testSplitIntegration_collection_shard1_1_replica0",
          "SEARCHER.searcher.maxDoc":7,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10008_solr",
          "base_url":"http://127.0.0.1:10008/solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":7}}},
    "shard1_0":{
      "parent":"shard1",
      "stateTimestamp":"1526285509848530950",
      "range":"80000000-bfffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "leader":"true",
          "core":"testSplitIntegration_collection_shard1_0_replica0",
          "SEARCHER.searcher.maxDoc":7,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10008_solr",
          "base_url":"http://127.0.0.1:10008/solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":7},
        "core_node8":{
          "core":"testSplitIntegration_collection_shard1_0_replica1",
          "SEARCHER.searcher.maxDoc":7,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":1,
          "node_name":"127.0.0.1:10007_solr",
          "base_url":"http://127.0.0.1:10007/solr",
          "state":"active",
          "type":"NRT",
          "SEARCHER.searcher.numDocs":7}}}}}
        at __randomizedtesting.SeedInfo.seed([68590BA2D6E9217E:51D7B2E2F916E880]:0)
        at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:111)
        at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:299)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testTrigger

Error Message:
waitFor not elapsed but produced an event

Stack Trace:
java.lang.AssertionError: waitFor not elapsed but produced an event
        at __randomizedtesting.SeedInfo.seed([68590BA2D6E9217E:B923D204F265253]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testTrigger(IndexSizeTriggerTest.java:180)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue.testDistributedQueueBlocking

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
        at __randomizedtesting.SeedInfo.seed([68590BA2D6E9217E:2DF379DB92BB9D0A]:0)
        at java.util.concurrent.FutureTask.get(FutureTask.java:205)
        at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.testDistributedQueueBlocking(TestSimDistributedQueue.java:116)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue:     1) Thread[id=11941, name=sdqtest--2789-thread-1, state=TIMED_WAITING, group=TGRP-TestGenericDistributedQueue]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$1(TestSimDistributedQueue.java:107)         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$799/1372856567.call(Unknown Source)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1192810417.run(Unknown Source)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue:
   1) Thread[id=11941, name=sdqtest--2789-thread-1, state=TIMED_WAITING, group=TGRP-TestGenericDistributedQueue]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
        at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
        at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$1(TestSimDistributedQueue.java:107)
        at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$799/1372856567.call(Unknown Source)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1192810417.run(Unknown Source)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([68590BA2D6E9217E]:0)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<8> but was:<10>

Stack Trace:
java.lang.AssertionError: expected:<8> but was:<10>
        at __randomizedtesting.SeedInfo.seed([68590BA2D6E9217E:5A5AF5F6CA1DE79]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:354)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13207 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue
   [junit4]   2> 2541111 INFO  (SUITE-TestGenericDistributedQueue-seed#[68590BA2D6E9217E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestGenericDistributedQueue_68590BA2D6E9217E-001/init-core-data-001
   [junit4]   2> 2541111 WARN  (SUITE-TestGenericDistributedQueue-seed#[68590BA2D6E9217E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 2541111 INFO  (SUITE-TestGenericDistributedQueue-seed#[68590BA2D6E9217E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2541113 INFO  (SUITE-TestGenericDistributedQueue-seed#[68590BA2D6E9217E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2541128 INFO  (TEST-TestGenericDistributedQueue.testLocallyOffer-seed#[68590BA2D6E9217E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLocallyOffer
   [junit4]   2> 2541278 INFO  (TEST-TestGenericDistributedQueue.testLocallyOffer-seed#[68590BA2D6E9217E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLocallyOffer
   [junit4]   2> 2541305 INFO  (TEST-TestGenericDistributedQueue.testPeekElements-seed#[68590BA2D6E9217E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPeekElements
   [junit4]   2> 2542812 INFO  (TEST-TestGenericDistributedQueue.testPeekElements-seed#[68590BA2D6E9217E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPeekElements
   [junit4]   2> 2542815 INFO  (TEST-TestGenericDistributedQueue.testDistributedQueue-seed#[68590BA2D6E9217E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDistributedQueue
   [junit4]   2> 2544832 INFO  (TEST-TestGenericDistributedQueue.testDistributedQueue-seed#[68590BA2D6E9217E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDistributedQueue
   [junit4]   2> 2544835 INFO  (TEST-TestGenericDistributedQueue.testDistributedQueueBlocking-seed#[68590BA2D6E9217E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDistributedQueueBlocking
   [junit4]   2> 2547953 INFO  (TEST-TestGenericDistributedQueue.testDistributedQueueBlocking-seed#[68590BA2D6E9217E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDistributedQueueBlocking
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestGenericDistributedQueue -Dtests.method=testDistributedQueueBlocking -Dtests.seed=68590BA2D6E9217E -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=zh-SG -Dtests.timezone=Atlantic/Stanley -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   3.16s J1 | TestGenericDistributedQueue.testDistributedQueueBlocking <<<
   [junit4]    > Throwable #1: java.util.concurrent.TimeoutException
   [junit4]    > at __randomizedtesting.SeedInfo.seed([68590BA2D6E9217E:2DF379DB92BB9D0A]:0)
   [junit4]    > at java.util.concurrent.FutureTask.get(FutureTask.java:205)
   [junit4]    > at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.testDistributedQueueBlocking(TestSimDistributedQueue.java:116)
   [junit4]    > at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestGenericDistributedQueue_68590BA2D6E9217E-001
   [junit4]   2> May 12, 2018 2:46:41 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> May 12, 2018 2:48:01 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue:
   [junit4]   2>    1) Thread[id=11941, name=sdqtest--2789-thread-1, state=TIMED_WAITING, group=TGRP-TestGenericDistributedQueue]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
   [junit4]   2>         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
   [junit4]   2>         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$1(TestSimDistributedQueue.java:107)
   [junit4]   2>         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$799/1372856567.call(Unknown Source)
   [junit4]   2>         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
   [junit4]   2>         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1192810417.run(Unknown Source)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> May 12, 2018 2:48:01 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=11941, name=sdqtest--2789-thread-1, state=TIMED_WAITING, group=TGRP-TestGenericDistributedQueue]
   [junit4]   2> May 12, 2018 2:48:01 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=84, maxMBSortInHeap=5.091317176365977, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@255a138), locale=zh-SG, timezone=Atlantic/Stanley
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=216700232,total=502267904
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudDeleteByQuery, TestSQLHandlerNonCloud, UpdateLogTest, ZkControllerTest, CollectionsAPIDistributedZkTest, LeaderVoteWaitTimeoutTest, TestLuceneIndexBackCompat, BigEndianAscendingWordDeserializerTest, ParsingFieldUpdateProcessorsTest, ClassificationUpdateProcessorIntegrationTest, TestSimpleTrackingShardHandler, TestReRankQParserPlugin, SegmentsInfoRequestHandlerTest, TestStandardQParsers, TestSSLRandomization, TestDistribIDF, ResourceLoaderTest, TestDownShardTolerantSearch, CheckHdfsIndexTest, BJQParserTest, TestSearchPerf, TestDocTermOrdsUninvertLimit, ForceLeaderTest, TestDistributedGrouping, ManagedSchemaRoundRobinCloudTest, DocumentBuilderTest, OverseerTest, TestSolrCloudWithKerberosAlt, TestBM25SimilarityFactory, HdfsWriteToMultipleCollectionsTest, TestSchemalessBufferedUpdates, DeleteReplicaTest, CollectionReloadTest, TestElisionMultitermQuery, SignatureUpdateProcessorFactoryTest, TestMinMaxOnMultiValuedField, TestConfigSetsAPIExclusivity, BadComponentTest, TestInPlaceUpdatesDistrib, SpellCheckCollatorWithCollapseTest, TestCloudManagedSchema, TestSerializedLuceneMatchVersion, TestSolrJ, AlternateDirectoryTest, JavabinLoaderTest, SubstringBytesRefFilterTest, TestDeleteCollectionOnDownNodes, TestComputePlanAction, SolrJmxReporterCloudTest, TestStreamBody, AtomicUpdateProcessorFactoryTest, TestSurroundQueryParser, TestManagedResource, QueryParsingTest, ChaosMonkeySafeLeaderWithPullReplicasTest, ScheduledTriggerTest, ExplicitHLLTest, HLLUtilTest, TestLocalFSCloudBackupRestore, SuggesterTest, TestAddFieldRealTimeGet, TestClassicSimilarityFactory, TolerantUpdateProcessorTest, TemplateUpdateProcessorTest, PKIAuthenticationIntegrationTest, DistributedFacetPivotSmallAdvancedTest, ConnectionManagerTest, TestCursorMarkWithoutUniqueKey, TestMacros, ShardRoutingCustomTest, TestSolrCoreSnapshots, TestSystemCollAutoCreate, IndexSchemaTest, TestCollectionAPIs, TestHttpShardHandlerFactory, HdfsRecoveryZkTest, TestGenericDistributedQueue]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestGenericDistributedQueue -Dtests.seed=68590BA2D6E9217E -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=zh-SG -Dtests.timezone=Atlantic/Stanley -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestGenericDistributedQueue (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue:
   [junit4]    >    1) Thread[id=11941, name=sdqtest--2789-thread-1, state=TIMED_WAITING, group=TGRP-TestGenericDistributedQueue]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:194)
   [junit4]    >         at org.apache.solr.cloud.autoscaling.sim.GenericDistributedQueue.peek(GenericDistributedQueue.java:167)
   [junit4]    >         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue.lambda$testDistributedQueueBlocking$1(TestSimDistributedQueue.java:107)
   [junit4]    >         at org.apache.solr.cloud.autoscaling.sim.TestSimDistributedQueue$$Lambda$799/1372856567.call(Unknown Source)
   [junit4]    >         at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    >         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
   [junit4]    >         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1192810417.run(Unknown Source)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > at __randomizedtesting.SeedInfo.seed([68590BA2D6E9217E]:0)
   [junit4] Completed [244/806 (1!)] on J1 in 87.18s, 4 tests, 2 errors <<< FAILURES!

[...truncated 258 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestLeaderElectionZkExpiry
   [junit4]   2> 3213494 INFO  (SUITE-TestLeaderElectionZkExpiry-seed#[68590BA2D6E9217E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderElectionZkExpiry_68590BA2D6E9217E-001/init-core-data-001
   [junit4]   2> 3213494 INFO  (SUITE-TestLeaderElectionZkExpiry-seed#[68590BA2D6E9217E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3213496 INFO  (SUITE-TestLeaderElectionZkExpiry-seed#[68590BA2D6E9217E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3213515 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderElectionWithZkExpiry
   [junit4]   2> 3213604 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@42304c62, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3214066 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42304c62
   [junit4]   2> 3214250 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42304c62
   [junit4]   2> 3214250 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42304c62
   [junit4]   2> 3214251 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestLeaderElectionZkExpiry_68590BA2D6E9217E-001/testLeaderElectionWithZkExpiry-solr-001
   [junit4]   2> 3214286 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3214305 INFO  (Thread-4178) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3214305 INFO  (Thread-4178) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3214378 ERROR (Thread-4178) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3214423 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [    ] o.a.s.c.ZkTestServer start zk server on port:42578
   [junit4]   2> 3214504 INFO  (zkConnectionManagerCallback-3392-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3214638 INFO  (zkConnectionManagerCallback-3394-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3214712 INFO  (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3215063 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3215076 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [n:dummy.host.com:8984_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
   [junit4]   2> 3215077 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [n:dummy.host.com:8984_solr    ] o.a.s.c.Overseer Overseer (id=72610145639333890-dummy.host.com:8984_solr-n_0000000000) starting
   [junit4]   2> 3215214 INFO  (zkConnectionManagerCallback-3403-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3215376 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [n:dummy.host.com:8984_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42578/solr ready
   [junit4]   2> 3215441 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [n:dummy.host.com:8984_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/dummy.host.com:8984_solr
   [junit4]   2> 3215567 INFO  (zkCallback-3402-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3215573 INFO  (zkCallback-3402-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 3215770 WARN  (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791dd0a2 name: ZooKeeperConnection Watcher:127.0.0.1:42578/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3215774 WARN  (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 3216777 WARN  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]-SendThread(127.0.0.1:42578)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x101f68af1ec0002 has expired
   [junit4]   2> 3216789 WARN  (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791dd0a2 name: ZooKeeperConnection Watcher:127.0.0.1:42578/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 3216789 WARN  (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 3216790 INFO  (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72610145639333890-dummy.host.com:8984_solr-n_0000000000) closing
   [junit4]   2> 3216894 INFO  (OverseerStateUpdate-72610145639333890-dummy.host.com:8984_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : dummy.host.com:8984_solr
   [junit4]   2> 3216911 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:306) ~[java/:?]
   [junit4]   2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> 3217201 ERROR (OverseerAutoScalingTriggerThread-72610145639333890-dummy.host.com:8984_solr-n_0000000000) [    ] o.a.s.c.a.ScheduledTriggers Failed to add trigger .auto_add_replicas
   [junit4]   2> org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/events
   [junit4]   2> at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:124) ~[java/:?]
   [junit4]   2> at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:114) ~[java/:?]
   [junit4]   2> at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:110) ~[java/:?]
   [junit4]   2> at org.apache.solr.cloud.ZkDistributedQueueFactory.makeQueue(ZkDistributedQueueFactory.java:36) ~[java/:?]
   [junit4]   2> at org.apache.solr.cloud.autoscaling.TriggerEventQueue.<init>(TriggerEventQueue.java:49) ~[java/:?]
   [junit4]   2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.<init>(ScheduledTriggers.java:527) ~[java/:?]
   [junit4]   2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.add(ScheduledTriggers.java:206) [java/:?]
   [junit4]   2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:234) [java/:?]
   [junit4]   2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/events
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$2(SolrZkClient.java:304) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:304) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:483) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:97) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78) ~[java/:?]
   [junit4]   2> at org.apache.solr.cloud.ZkDistributedQueue.<init>(ZkDistributedQueue.java:122) ~[java/:?]
   [junit4]   2> ... 8 more
   [junit4]   2> 3217205 WARN  (zkCallback-3395-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3217221 WARN  (OverseerAutoScalingTriggerThread-72610145639333890-dummy.host.com:8984_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed, exiting.
   [junit4]   2> 3217240 WARN  (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 3217275 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3217275 INFO  (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 3217275 INFO  (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
   [junit4]   2> 3217418 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791dd0a2 name: ZooKeeperConnection Watcher:127.0.0.1:42578/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3217418 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 3218704 WARN  (zkConnectionManagerCallback-3396-thread-1-SendThread(127.0.0.1:42578)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x101f68af1ec0004 has expired
   [junit4]   2> 3218704 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791dd0a2 name: ZooKeeperConnection Watcher:127.0.0.1:42578/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 3218704 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 3218704 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 3218744 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3218744 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 3218744 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
   [junit4]   2> 3218882 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791dd0a2 name: ZooKeeperConnection Watcher:127.0.0.1:42578/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3218882 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 3220895 WARN  (zkConnectionManagerCallback-3396-thread-1-SendThread(127.0.0.1:42578)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x101f68af1ec0005 has expired
   [junit4]   2> 3220895 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791dd0a2 name: ZooKeeperConnection Watcher:127.0.0.1:42578/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 3220895 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 3220895 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 3220931 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3220931 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 3220931 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
   [junit4]   2> 3221004 ERROR (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.c.ZkStateReader Error reading cluster properties from zookeeper
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterprops.json
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.ZkStateReader.loadClusterProperties(ZkStateReader.java:989) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:446) ~[java/:?]
   [junit4]   2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:332) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:267) ~[java/:?]
   [junit4]   2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_172]
   [junit4]   2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_172]
   [junit4]   2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192) ~[java/:?]
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
   [junit4]   2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> 3221077 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791dd0a2 name: ZooKeeperConnection Watcher:127.0.0.1:42578/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3221077 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 3222906 WARN  (zkConnectionManagerCallback-3396-thread-1-SendThread(127.0.0.1:42578)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x101f68af1ec0006 has expired
   [junit4]   2> 3222909 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791dd0a2 name: ZooKeeperConnection Watcher:127.0.0.1:42578/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 3222909 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 3222909 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 3222930 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3222930 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 3222930 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
   [junit4]   2> 3223016 ERROR (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1535)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
   [junit4]   2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:761)
   [junit4]   2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:447)
   [junit4]   2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:332)
   [junit4]   2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
   [junit4]   2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:267)
   [junit4]   2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>
   [junit4]   2> 3223016 ERROR (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
   [junit4]   2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:417)
   [junit4]   2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
   [junit4]   2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:267)
   [junit4]   2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1535)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$4(SolrZkClient.java:328)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
   [junit4]   2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:761)
   [junit4]   2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:447)
   [junit4]   2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:332)
   [junit4]   2> ... 10 more
   [junit4]   2>
   [junit4]   2> 3223016 WARN  (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
   [junit4]   2> 3223017 INFO  (zkConnectionManagerCallback-3396-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 3223056 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791dd0a2 name: ZooKeeperConnection Watcher:127.0.0.1:42578/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3223056 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 3224769 WARN  (zkConnectionManagerCallback-3396-thread-1-SendThread(127.0.0.1:42578)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x101f68af1ec0007 has expired
   [junit4]   2> 3224769 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791dd0a2 name: ZooKeeperConnection Watcher:127.0.0.1:42578/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 3224769 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 3224769 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 3224814 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3224814 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 3224814 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
   [junit4]   2> 3224887 ERROR (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.ZkController :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
   [junit4]   2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:440)
   [junit4]   2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:332)
   [junit4]   2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
   [junit4]   2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
   [junit4]   2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
   [junit4]   2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
   [junit4]   2>
   [junit4]   2> 3224887 ERROR (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException:
   [junit4]   2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:417)
   [junit4]   2> at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:167)
   [junit4]   2> at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:57)
   [junit4]   2> at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:141)
   [junit4]   2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:531)
   [junit4]   2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1105)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
   [junit4]   2> at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:440)
   [junit4]   2> at org.apache.solr.cloud.ZkController$1.command(ZkController.java:332)
   [junit4]   2> ... 5 more
   [junit4]   2>
   [junit4]   2> 3224887 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnect to ZooKeeper failed
   [junit4]   2> 3224887 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient Connected:true
   [junit4]   2> 3224939 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791dd0a2 name: ZooKeeperConnection Watcher:127.0.0.1:42578/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 3224940 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 3225605 INFO  (zkConnectionManagerCallback-3405-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3226291 WARN  (zkConnectionManagerCallback-3396-thread-1-SendThread(127.0.0.1:42578)) [    ] o.a.z.ClientCnxn Unable to reconnect to ZooKeeper service, session 0x101f68af1ec0008 has expired
   [junit4]   2> 3226292 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@791dd0a2 name: ZooKeeperConnection Watcher:127.0.0.1:42578/solr got event WatchedEvent state:Expired type:None path:null path: null type: None
   [junit4]   2> 3226292 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 3226292 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> 3226344 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3226344 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager Connection with ZooKeeper reestablished.
   [junit4]   2> 3226344 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.ZkController ZooKeeper session re-connected ... refreshing core states after session expiration.
   [junit4]   2> 3226589 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.LeaderElector Deleting duplicate registration: /overseer_elect/election/72610145639333898-dummy.host.com:8984_solr-n_0000000001
   [junit4]   2> 3226590 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader dummy.host.com:8984_solr
   [junit4]   2> 3226591 INFO  (TEST-TestLeaderElectionZkExpiry.testLeaderElectionWithZkExpiry-seed#[68590BA2D6E9217E]) [n:dummy.host.com:8984_solr    ] o.a.s.c.TestLeaderElectionZkExpiry Time=8431280565810053 Overseer leader is = dummy.host.com:8984_solr
   [junit4]   2> 3226605 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.Overseer Overseer (id=72610145639333898-dummy.host.com:8984_solr-n_0000000002) starting
   [junit4]   2> 3226612 WARN  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 3226612 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/dummy.host.com:8984_solr
   [junit4]   2> 3226624 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/dummy.host.com:8984_solr
   [junit4]   2> 3226625 ERROR (OverseerAutoScalingTriggerThread-72610145639333898-dummy.host.com:8984_solr-n_0000000002) [    ] o.a.s.c.a.OverseerTriggerThread A ZK error has occurred
   [junit4]   2> java.io.IOException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:183) ~[java/:?]
   [junit4]   2> at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) ~[java/:?]
   [junit4]   2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:131) [java/:?]
   [junit4]   2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling.json
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:130) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) ~[java/:?]
   [junit4]   2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340) ~[java/:?]
   [junit4]   2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) ~[java/:?]
   [junit4]   2> ... 3 more
   [junit4]   2> 3226626 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.DefaultConnectionStrategy Reconnected to ZooKeeper
   [junit4]   2> 3226626 INFO  (zkConnectionManagerCallback-3396-thread-1-EventThread) [    ] o.a.s.c.c.ConnectionManager zkC

[...truncated too long message...]

BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null577256664
     [copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null577256664
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null577256664

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1485632907
     [copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1485632907
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1485632907

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 99ms :: artifacts dl 18ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
        ---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 315 minutes 21 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 55 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/55/

6 tests failed.
FAILED:  org.apache.solr.cloud.CleanupOldIndexTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([8B249D3BDA10B92E]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CleanupOldIndexTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([8B249D3BDA10B92E]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue.testDistributedQueue

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
        at __randomizedtesting.SeedInfo.seed([8B249D3BDA10B92E]:0)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
        at __randomizedtesting.SeedInfo.seed([8B249D3BDA10B92E:D66C83B215D61F61]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1201)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testTriggerThrottling

Error Message:
Both triggers should have fired by now

Stack Trace:
java.lang.AssertionError: Both triggers should have fired by now
        at __randomizedtesting.SeedInfo.seed([8B249D3BDA10B92E:7006351E08BA5ABC]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testTriggerThrottling(TestTriggerIntegration.java:226)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestGenericDistributedQueue

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
        at __randomizedtesting.SeedInfo.seed([8B249D3BDA10B92E]:0)




Build Log:
[...truncated 14399 lines...]
   [junit4] Suite: org.apache.solr.cloud.CleanupOldIndexTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_8B249D3BDA10B92E-001/init-core-data-001
   [junit4]   2> 144520 WARN  (SUITE-CleanupOldIndexTest-seed#[8B249D3BDA10B92E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
   [junit4]   2> 144522 INFO  (SUITE-CleanupOldIndexTest-seed#[8B249D3BDA10B92E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 144524 INFO  (SUITE-CleanupOldIndexTest-seed#[8B249D3BDA10B92E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 144525 INFO  (SUITE-CleanupOldIndexTest-seed#[8B249D3BDA10B92E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 144525 INFO  (SUITE-CleanupOldIndexTest-seed#[8B249D3BDA10B92E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_8B249D3BDA10B92E-001/tempDir-001
   [junit4]   2> 144525 INFO  (SUITE-CleanupOldIndexTest-seed#[8B249D3BDA10B92E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 144528 INFO  (Thread-131) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 144528 INFO  (Thread-131) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 144533 ERROR (Thread-131) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 144629 INFO  (SUITE-CleanupOldIndexTest-seed#[8B249D3BDA10B92E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:59916
   [junit4]   2> 144747 INFO  (zkConnectionManagerCallback-213-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 144769 INFO  (jetty-launcher-210-thread-1) [    ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
   [junit4]   2> 144772 INFO  (jetty-launcher-210-thread-2) [    ] o.e.j.s.Server jetty-9.4.10.v20180503; built: 2018-05-03T15:56:21.710Z; git: daa59876e6f384329b122929e70a80934569428c; jvm 1.8.0_172-b11
   [junit4]   2> 144773 INFO  (jetty-launcher-210-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 144773 INFO  (jetty-launcher-210-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 144773 INFO  (jetty-launcher-210-thread-1) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 144774 INFO  (jetty-launcher-210-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f5bb040{/solr,null,AVAILABLE}
   [junit4]   2> 144776 INFO  (jetty-launcher-210-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2b5a559{SSL,[ssl, http/1.1]}{127.0.0.1:34269}
   [junit4]   2> 144776 INFO  (jetty-launcher-210-thread-1) [    ] o.e.j.s.Server Started @144834ms
   [junit4]   2> 144776 INFO  (jetty-launcher-210-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34269}
   [junit4]   2> 144776 ERROR (jetty-launcher-210-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 144776 INFO  (jetty-launcher-210-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 144777 INFO  (jetty-launcher-210-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 144777 INFO  (jetty-launcher-210-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 144777 INFO  (jetty-launcher-210-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 144777 INFO  (jetty-launcher-210-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-13T23:41:33.896Z
   [junit4]   2> 144800 INFO  (zkConnectionManagerCallback-215-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 144840 INFO  (jetty-launcher-210-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 144840 INFO  (jetty-launcher-210-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 144840 INFO  (jetty-launcher-210-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 144844 INFO  (jetty-launcher-210-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 144880 INFO  (jetty-launcher-210-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ece7666{/solr,null,AVAILABLE}
   [junit4]   2> 144881 INFO  (jetty-launcher-210-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4c99dd73{SSL,[ssl, http/1.1]}{127.0.0.1:33819}
   [junit4]   2> 144882 INFO  (jetty-launcher-210-thread-2) [    ] o.e.j.s.Server Started @144940ms
   [junit4]   2> 144882 INFO  (jetty-launcher-210-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33819}
   [junit4]   2> 144882 ERROR (jetty-launcher-210-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 144883 INFO  (jetty-launcher-210-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 144883 INFO  (jetty-launcher-210-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 144883 INFO  (jetty-launcher-210-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 144883 INFO  (jetty-launcher-210-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 144883 INFO  (jetty-launcher-210-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-05-13T23:41:34.002Z
   [junit4]   2> 144937 INFO  (jetty-launcher-210-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59916/solr
   [junit4]   2> 144952 INFO  (zkConnectionManagerCallback-217-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 144970 INFO  (jetty-launcher-210-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 145002 INFO  (jetty-launcher-210-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59916/solr
   [junit4]   2> 145007 INFO  (zkConnectionManagerCallback-221-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 145036 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1062bed87240003, likely client has closed socket
   [junit4]   2> 145080 INFO  (zkConnectionManagerCallback-225-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 145102 INFO  (zkConnectionManagerCallback-227-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 145164 INFO  (zkConnectionManagerCallback-229-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 145449 INFO  (jetty-launcher-210-thread-1) [n:127.0.0.1:34269_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 145451 INFO  (jetty-launcher-210-thread-1) [n:127.0.0.1:34269_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34269_solr
   [junit4]   2> 145452 INFO  (jetty-launcher-210-thread-1) [n:127.0.0.1:34269_solr    ] o.a.s.c.Overseer Overseer (id=73794743072718853-127.0.0.1:34269_solr-n_0000000000) starting
   [junit4]   2> 145539 INFO  (jetty-launcher-210-thread-2) [n:127.0.0.1:33819_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 145541 INFO  (jetty-launcher-210-thread-2) [n:127.0.0.1:33819_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33819_solr
   [junit4]   2> 145580 INFO  (zkConnectionManagerCallback-238-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 145600 INFO  (jetty-launcher-210-thread-1) [n:127.0.0.1:34269_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 145602 INFO  (jetty-launcher-210-thread-1) [n:127.0.0.1:34269_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59916/solr ready
   [junit4]   2> 145605 INFO  (zkCallback-228-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 145630 INFO  (OverseerStateUpdate-73794743072718853-127.0.0.1:34269_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 145633 INFO  (jetty-launcher-210-thread-1) [n:127.0.0.1:34269_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 145633 INFO  (jetty-launcher-210-thread-1) [n:127.0.0.1:34269_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34269_solr
   [junit4]   2> 145635 INFO  (zkCallback-228-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 145675 INFO  (zkCallback-226-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 145722 INFO  (zkCallback-237-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 146325 INFO  (jetty-launcher-210-thread-1) [n:127.0.0.1:34269_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34269.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22d1b1bd
   [junit4]   2> 146354 INFO  (jetty-launcher-210-thread-1) [n:127.0.0.1:34269_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34269.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22d1b1bd
   [junit4]   2> 146354 INFO  (jetty-launcher-210-thread-1) [n:127.0.0.1:34269_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34269.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22d1b1bd
   [junit4]   2> 146356 INFO  (jetty-launcher-210-thread-1) [n:127.0.0.1:34269_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_8B249D3BDA10B92E-001/tempDir-001/node1/.
   [junit4]   2> 146580 INFO  (jetty-launcher-210-thread-2) [n:127.0.0.1:33819_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33819.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22d1b1bd
   [junit4]   2> 146602 INFO  (jetty-launcher-210-thread-2) [n:127.0.0.1:33819_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33819.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22d1b1bd
   [junit4]   2> 146603 INFO  (jetty-launcher-210-thread-2) [n:127.0.0.1:33819_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33819.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22d1b1bd
   [junit4]   2> 146606 INFO  (jetty-launcher-210-thread-2) [n:127.0.0.1:33819_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_8B249D3BDA10B92E-001/tempDir-001/node2/.
   [junit4]   2> 146619 INFO  (zkConnectionManagerCallback-243-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 146621 INFO  (jetty-launcher-210-thread-2) [n:127.0.0.1:33819_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 146623 INFO  (jetty-launcher-210-thread-2) [n:127.0.0.1:33819_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59916/solr ready
   [junit4]   2> 146690 INFO  (zkConnectionManagerCallback-245-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 146703 INFO  (zkConnectionManagerCallback-250-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 146709 INFO  (SUITE-CleanupOldIndexTest-seed#[8B249D3BDA10B92E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 146711 INFO  (SUITE-CleanupOldIndexTest-seed#[8B249D3BDA10B92E]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59916/solr ready
   [junit4]   2> 146749 INFO  (TEST-CleanupOldIndexTest.test-seed#[8B249D3BDA10B92E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 146802 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&replicationFactor=2&collection.configName=conf1&name=oldindextest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 146808 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&replicationFactor=2&collection.configName=conf1&name=oldindextest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 146817 INFO  (qtp1360698466-819) [n:127.0.0.1:33819_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 146818 INFO  (OverseerThreadFactory-219-thread-1) [    ] o.a.s.c.a.c.CreateCollectionCmd Create collection oldindextest
   [junit4]   2> 146824 INFO  (qtp1360698466-819) [n:127.0.0.1:33819_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 146947 INFO  (OverseerStateUpdate-73794743072718853-127.0.0.1:34269_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"oldindextest",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"oldindextest_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34269/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 146954 INFO  (OverseerStateUpdate-73794743072718853-127.0.0.1:34269_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"oldindextest",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"oldindextest_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33819/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"}
   [junit4]   2> 147207 INFO  (qtp1360698466-816) [n:127.0.0.1:33819_solr    x:oldindextest_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=oldindextest&version=2&replicaType=NRT&async=ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961&coreNodeName=core_node4&name=oldindextest_shard1_replica_n3&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=9
   [junit4]   2> 147228 INFO  (qtp1322450198-811) [n:127.0.0.1:34269_solr    x:oldindextest_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=oldindextest&version=2&replicaType=NRT&async=ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594&coreNodeName=core_node2&name=oldindextest_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=10
   [junit4]   2> 147230 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr    x:oldindextest_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=oldindextest&version=2&replicaType=NRT&async=ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961&coreNodeName=core_node4&name=oldindextest_shard1_replica_n3&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 147231 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr    x:oldindextest_shard1_replica_n3] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 147235 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr    x:oldindextest_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=oldindextest&version=2&replicaType=NRT&async=ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594&coreNodeName=core_node2&name=oldindextest_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 147268 INFO  (qtp1322450198-809) [n:127.0.0.1:34269_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594
   [junit4]   2> 147268 INFO  (qtp1322450198-809) [n:127.0.0.1:34269_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 147827 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 147829 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 148273 INFO  (qtp1322450198-811) [n:127.0.0.1:34269_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594
   [junit4]   2> 148273 INFO  (qtp1322450198-811) [n:127.0.0.1:34269_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 148301 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 148307 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 148360 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.s.IndexSchema [oldindextest_shard1_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 148368 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.s.IndexSchema [oldindextest_shard1_replica_n3] Schema name=cloud-dynamic
   [junit4]   2> 148514 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 148514 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'oldindextest_shard1_replica_n3' using configuration from collection oldindextest, trusted=true
   [junit4]   2> 148515 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33819.solr.core.oldindextest.shard1.replica_n3' (registry 'solr.core.oldindextest.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22d1b1bd
   [junit4]   2> 148515 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 148515 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.SolrCore [[oldindextest_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_8B249D3BDA10B92E-001/tempDir-001/node2/oldindextest_shard1_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_8B249D3BDA10B92E-001/tempDir-001/node2/./oldindextest_shard1_replica_n3/data/]
   [junit4]   2> 148517 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 148517 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'oldindextest_shard1_replica_n1' using configuration from collection oldindextest, trusted=true
   [junit4]   2> 148517 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34269.solr.core.oldindextest.shard1.replica_n1' (registry 'solr.core.oldindextest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22d1b1bd
   [junit4]   2> 148518 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 148518 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.c.SolrCore [[oldindextest_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_8B249D3BDA10B92E-001/tempDir-001/node1/oldindextest_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_8B249D3BDA10B92E-001/tempDir-001/node1/./oldindextest_shard1_replica_n1/data/]
   [junit4]   2> 148831 INFO  (qtp1360698466-818) [n:127.0.0.1:33819_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 148832 INFO  (qtp1360698466-818) [n:127.0.0.1:33819_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 148898 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 148898 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 148900 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 148900 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 148904 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@574cdf8[oldindextest_shard1_replica_n3] main]
   [junit4]   2> 148917 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 148918 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 148920 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 148920 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1600394255966142464
   [junit4]   2> 148935 INFO  (searcherExecutor-224-thread-1-processing-x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 r:core_node4 CREATE n:127.0.0.1:33819_solr c:oldindextest s:shard1) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.SolrCore [oldindextest_shard1_replica_n3] Registered new searcher Searcher@574cdf8[oldindextest_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 148940 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/oldindextest/terms/shard1 to Terms{values={core_node4=0}, version=0}
   [junit4]   2> 148955 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 149160 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 149160 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 149162 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 149162 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 149288 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36ca2217[oldindextest_shard1_replica_n1] main]
   [junit4]   2> 149289 INFO  (qtp1322450198-809) [n:127.0.0.1:34269_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594
   [junit4]   2> 149289 INFO  (qtp1322450198-809) [n:127.0.0.1:34269_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 149291 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 149292 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 149293 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 149295 INFO  (searcherExecutor-225-thread-1-processing-x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 r:core_node2 CREATE n:127.0.0.1:34269_solr c:oldindextest s:shard1) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.c.SolrCore [oldindextest_shard1_replica_n1] Registered new searcher Searcher@36ca2217[oldindextest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 149295 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1600394256359358464
   [junit4]   2> 149319 INFO  (parallelCoreAdminExecutor-220-thread-1-processing-n:127.0.0.1:34269_solr x:oldindextest_shard1_replica_n1 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594 CREATE) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/oldindextest/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
   [junit4]   2> 149457 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 149457 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 149457 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33819/solr/oldindextest_shard1_replica_n3/
   [junit4]   2> 149458 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=oldindextest_shard1_replica_n3 url=https://127.0.0.1:33819/solr START replicas=[https://127.0.0.1:34269/solr/oldindextest_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 149489 INFO  (qtp1322450198-812) [n:127.0.0.1:34269_solr c:oldindextest s:shard1 r:core_node2 x:oldindextest_shard1_replica_n1] o.a.s.c.S.Request [oldindextest_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 149759 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=oldindextest_shard1_replica_n3 url=https://127.0.0.1:33819/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 149760 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 149760 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 149760 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 149767 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33819/solr/oldindextest_shard1_replica_n3/ shard1
   [junit4]   2> 149835 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 149836 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 149870 INFO  (parallelCoreAdminExecutor-222-thread-1-processing-n:127.0.0.1:33819_solr x:oldindextest_shard1_replica_n3 ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961 CREATE) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 149974 INFO  (zkCallback-228-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 150355 INFO  (qtp1322450198-809) [n:127.0.0.1:34269_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594
   [junit4]   2> 150355 INFO  (qtp1322450198-809) [n:127.0.0.1:34269_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 150528 INFO  (zkCallback-228-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 150529 INFO  (zkCallback-226-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 150839 INFO  (qtp1360698466-818) [n:127.0.0.1:33819_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 150841 INFO  (qtp1360698466-818) [n:127.0.0.1:33819_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 151361 INFO  (qtp1322450198-809) [n:127.0.0.1:34269_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594
   [junit4]   2> 151361 INFO  (qtp1322450198-809) [n:127.0.0.1:34269_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793108780594&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 151370 INFO  (qtp1360698466-819) [n:127.0.0.1:33819_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961
   [junit4]   2> 151371 INFO  (qtp1360698466-819) [n:127.0.0.1:33819_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa726506793114876961&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 151379 INFO  (OverseerThreadFactory-219-thread-1) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 151843 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 151853 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 151856 INFO  (qtp1360698466-818) [n:127.0.0.1:33819_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 151865 INFO  (qtp1360698466-818) [n:127.0.0.1:33819_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=ec900b42-529f-4fc4-b0c1-cccabbfdbfa7&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 154919 INFO  (TEST-CleanupOldIndexTest.test-seed#[8B249D3BDA10B92E]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 33819
   [junit4]   2> 154920 INFO  (TEST-CleanupOldIndexTest.test-seed#[8B249D3BDA10B92E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2049455423
   [junit4]   2> 154923 INFO  (OverseerCollectionConfigSetProcessor-73794743072718853-127.0.0.1:34269_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 154926 INFO  (TEST-CleanupOldIndexTest.test-seed#[8B249D3BDA10B92E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 154934 INFO  (TEST-CleanupOldIndexTest.test-seed#[8B249D3BDA10B92E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31e26816: rootName = solr_33819, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5e0c59b
   [junit4]   2> 154941 INFO  (TEST-CleanupOldIndexTest.test-seed#[8B249D3BDA10B92E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 154941 INFO  (TEST-CleanupOldIndexTest.test-seed#[8B249D3BDA10B92E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6399b111: rootName = solr_33819, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@44b9f7bd
   [junit4]   2> 154945 INFO  (TEST-CleanupOldIndexTest.test-seed#[8B249D3BDA10B92E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 154945 INFO  (TEST-CleanupOldIndexTest.test-seed#[8B249D3BDA10B92E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@190c3359: rootName = solr_33819, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6a96e350
   [junit4]   2> 154950 INFO  (TEST-CleanupOldIndexTest.test-seed#[8B249D3BDA10B92E]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33819_solr
   [junit4]   2> 154952 INFO  (TEST-CleanupOldIndexTest.test-seed#[8B249D3BDA10B92E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 154953 INFO  (zkCallback-228-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 154953 INFO  (zkCallback-237-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 154953 INFO  (zkCallback-242-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 154953 INFO  (zkCallback-249-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 154954 INFO  (zkCallback-226-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 154954 INFO  (zkCallback-226-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 154966 INFO  (zkCallback-228-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/oldindextest/state.json] for collection [oldindextest] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 154973 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/oldindextest/terms/shard1 to Terms{values={core_node2=1, core_node4=1}, version=2}
   [junit4]   2> 154979 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [oldindextest_shard1_replica_n3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0 (1600394259163250688)]} 0 3012
   [junit4]   2> 155069 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.c.SolrCore [oldindextest_shard1_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@1c3cdb03
   [junit4]   2> 155069 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.oldindextest.shard1.replica_n3, tag=1c3cdb03
   [junit4]   2> 155070 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68d035d: rootName = solr_33819, domain = solr.core.oldindextest.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.oldindextest.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@762588d4
   [junit4]   2> 155118 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.oldindextest.shard1.leader, tag=1c3cdb03
   [junit4]   2> 155118 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 155119 INFO  (qtp1360698466-821) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4a18b7b2 commitCommandVersion:0
   [junit4]   2> 155371 ERROR (qtp1360698466-818) [n:127.0.0.1:33819_solr    ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 155408 WARN  (qtp1360698466-818) [n:127.0.0.1:33819_solr    ] o.e.j.s.HttpChannel /solr/oldindextest_shard1_replica_n3/update
   [junit4]   2> javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:342) ~[java/:?]
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:324) ~[java/:?]
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) ~[jetty-servlet-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) ~[java/:?]
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) ~[jetty-servlet-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) ~[jetty-servlet-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) ~[jetty-servlet-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.Server.handle(Server.java:531) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) [jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) [jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:760) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:678) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> 155422 INFO  (OldIndexDirectoryCleanupThreadForCore-oldindextest_shard1_replica_n3) [    ] o.a.s.c.DirectoryFactory Found 2 old index directories to clean-up under /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_8B249D3BDA10B92E-001/tempDir-001/node2/./oldindextest_shard1_replica_n3/data/ afterReload=false
   [junit4]   2> 155431 INFO  (OldIndexDirectoryCleanupThreadForCore-oldindextest_shard1_replica_n3) [    ] o.a.s.c.DirectoryFactory Deleted old index directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_8B249D3BDA10B92E-001/tempDir-001/node2/./oldindextest_shard1_replica_n3/data/index.19691231160252800
   [junit4]   2> 155431 INFO  (OldIndexDirectoryCleanupThreadForCore-oldindextest_shard1_replica_n3) [    ] o.a.s.c.DirectoryFactory Deleted old index directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.CleanupOldIndexTest_8B249D3BDA10B92E-001/tempDir-001/node2/./oldindextest_shard1_replica_n3/data/index.19691231160126400
   [junit4]   2> 155441 ERROR (StoppableIndexingThread) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection [oldindextest] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33819/solr/oldindextest_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   2> <head>
   [junit4]   2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   2> <title>Error 404 Not Found</title>
   [junit4]   2> </head>
   [junit4]   2> <body><h2>HTTP ERROR 404</h2>
   [junit4]   2> <p>Problem accessing /solr/oldindextest_shard1_replica_n3/update. Reason:
   [junit4]   2> <pre>    Not Found</pre></p><h3>Caused by:</h3><pre>javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:342)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:324)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
   [junit4]   2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:760)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:678)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> </pre>
   [junit4]   2> <hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.10.v20180503</a><hr/>
   [junit4]   2>
   [junit4]   2> </body>
   [junit4]   2> </html>
   [junit4]   2> , retry? 0
   [junit4]   2> 155447 ERROR (qtp1360698466-821) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 155447 WARN  (qtp1360698466-821) [n:127.0.0.1:33819_solr c:oldindextest s:shard1 r:core_node4 x:oldindextest_shard1_replica_n3] o.e.j.s.HttpChannel /solr/oldindextest_shard1_replica_n3/update
   [junit4]   2> javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:342) ~[java/:?]
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:324) ~[java/:?]
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) ~[jetty-servlet-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) ~[java/:?]
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) ~[jetty-servlet-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) ~[jetty-servlet-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) ~[jetty-servlet-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.Server.handle(Server.java:531) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) [jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) [jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:760) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:678) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> 156038 ERROR (StoppableIndexingThread) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection [oldindextest] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33819/solr/oldindextest_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   2> <head>
   [junit4]   2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   2> <title>Error 404 Not Found</title>
   [junit4]   2> </head>
   [junit4]   2> <body><h2>HTTP ERROR 404</h2>
   [junit4]   2> <p>Problem accessing /solr/oldindextest_shard1_replica_n3/update. Reason:
   [junit4]   2> <pre>    Not Found</pre></p><h3>Caused by:</h3><pre>javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:342)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:324)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
   [junit4]   2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
   [junit4]   2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> at org.eclipse.jetty.server.Server.handle(Server.java:531)
   [junit4]   2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
   [junit4]   2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
   [junit4]   2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:760)
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:678)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> </pre>
   [junit4]   2> <hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.10.v20180503</a><hr/>
   [junit4]   2>
   [junit4]   2> </body>
   [junit4]   2> </html>
   [junit4]   2> , retry? 1
   [junit4]   2> 156058 ERROR (qtp1360698466-819) [n:127.0.0.1:33819_solr    ] o.a.s.s.SolrDispatchFilter Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> 156059 WARN  (qtp1360698466-819) [n:127.0.0.1:33819_solr    ] o.e.j.s.HttpChannel /solr/oldindextest_shard1_replica_n3/update
   [junit4]   2> javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:342) ~[java/:?]
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:324) ~[java/:?]
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) ~[jetty-servlet-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) ~[java/:?]
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) ~[jetty-servlet-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) ~[jetty-servlet-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) ~[jetty-servlet-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.Server.handle(Server.java:531) ~[jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) [jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) [jetty-server-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) [jetty-io-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:760) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:678) [jetty-util-9.4.10.v20180503.jar:9.4.10.v20180503]
   [junit4]   2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
   [junit4]   2> 156075 ERROR (StoppableIndexingThread) [    ] o.a.s.c.s.i.CloudSolrClient Request to collection [oldindextest] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33819/solr/oldindextest_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   2> <head>
   [junit4]   2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
   [junit4]   2> <title>Error 404 Not Found</title>
   [junit4]   2> </head>
   [junit4]   2> <body><h2>HTTP ERROR 404</h2>
   [junit4]   2> <p>Problem accessing /solr/oldindextest_shard1_replica_n3/update. Reason:
   [junit4]   2> <pre>    Not Found</pre></p><h3>Caused by:</h3><pre>javax.servlet.UnavailableException: Error processing the request. CoreContainer is either not initialized or shutting down.
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:342)
   [junit4]   2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:324)
   [junit4]   2> at org.eclipse

[...truncated too long message...]

file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null591346335
     [copy] Copying 40 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null591346335
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null591346335

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1009176182
     [copy] Copying 246 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1009176182
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1009176182

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 59ms :: artifacts dl 2ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
        ---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 258 minutes 17 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 56 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/56/

6 tests failed.
FAILED:  org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud

Error Message:
Could not find collection : legacyFalse

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : legacyFalse
        at __randomizedtesting.SeedInfo.seed([94D5D4FD5D59120C:45D22678F956993E]:0)
        at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
        at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:256)
        at org.apache.solr.cloud.LegacyCloudClusterPropTest.checkMandatoryProps(LegacyCloudClusterPropTest.java:154)
        at org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:91)
        at org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:71)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MultiThreadedOCPTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
        at __randomizedtesting.SeedInfo.seed([94D5D4FD5D59120C:1C81EB27F3A57FF4]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:113)
        at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:68)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testDeleteById

Error Message:
Replica core_node4 not up to date after 10 seconds expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: Replica core_node4 not up to date after 10 seconds expected:<1> but was:<0>
        at __randomizedtesting.SeedInfo.seed([94D5D4FD5D59120C:CD58A76E030B7AEC]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllReplicas(TestTlogReplica.java:764)
        at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllReplicas(TestTlogReplica.java:752)
        at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllActiveReplicas(TestTlogReplica.java:748)
        at org.apache.solr.cloud.TestTlogReplica.waitForNumDocsInAllActiveReplicas(TestTlogReplica.java:743)
        at org.apache.solr.cloud.TestTlogReplica.testDeleteById(TestTlogReplica.java:625)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest.testMetricTrigger

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
        at __randomizedtesting.SeedInfo.seed([94D5D4FD5D59120C:2ED9E37202B1C443]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.MetricTriggerIntegrationTest.testMetricTrigger(MetricTriggerIntegrationTest.java:153)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.MaxSizeAutoCommitTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [TransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:190)  at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:458)  at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1271)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:544)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:529)  at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:366)  at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:284)  at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:234)  at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:950)  at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1163)  at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:633)  at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)  at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:261)  at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:188)  at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)  at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)  at org.apache.solr.update.MaxSizeAutoCommitTest.simpleTest(MaxSizeAutoCommitTest.java:104)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [TransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog
        at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
        at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:190)
        at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:458)
        at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1271)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:544)
        at org.apache.solr.update.UpdateLog.add(UpdateLog.java:529)
        at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:366)
        at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:284)
        at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:234)
        at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
        at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
        at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:950)
        at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1163)
        at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:633)
        at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
        at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:261)
        at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:188)
        at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
        at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
        at org.apache.solr.update.MaxSizeAutoCommitTest.simpleTest(MaxSizeAutoCommitTest.java:104)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


        at __randomizedtesting.SeedInfo.seed([94D5D4FD5D59120C]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNull(Assert.java:551)
        at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:303)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.TestHdfsUpdateLog.testFSThreadSafety

Error Message:
Captured an uncaught exception in thread: Thread[id=10781, name=Thread-1946, state=RUNNABLE, group=TGRP-TestHdfsUpdateLog]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=10781, name=Thread-1946, state=RUNNABLE, group=TGRP-TestHdfsUpdateLog]
        at __randomizedtesting.SeedInfo.seed([94D5D4FD5D59120C:62FA730690F3BAFF]:0)
Caused by: org.apache.solr.common.SolrException: Exception writing document id 21 to the index; possible analysis error.
        at __randomizedtesting.SeedInfo.seed([94D5D4FD5D59120C]:0)
        at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:246)
        at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
        at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
        at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:950)
        at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1163)
        at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:633)
        at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
        at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:261)
        at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:188)
        at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
        at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2510)
        at org.apache.solr.servlet.DirectSolrConnection.request(DirectSolrConnection.java:125)
        at org.apache.solr.util.TestHarness.update(TestHarness.java:284)
        at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:281)
        at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:251)
        at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:863)
        at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:842)
        at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:836)
        at org.apache.solr.update.TestHdfsUpdateLog$2.run(TestHdfsUpdateLog.java:122)
Caused by: java.lang.NullPointerException
        at org.apache.solr.update.UpdateLog.getCurrentLogSizeFromStream(UpdateLog.java:299)
        at org.apache.solr.update.DirectUpdateHandler2.getCurrentTLogSize(DirectUpdateHandler2.java:1007)
        at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:291)
        at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:234)
        ... 20 more




Build Log:
[...truncated 12476 lines...]
   [junit4] Suite: org.apache.solr.update.MaxSizeAutoCommitTest
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.MaxSizeAutoCommitTest_94D5D4FD5D59120C-001/init-core-data-001
   [junit4]   2> 110309 INFO  (SUITE-MaxSizeAutoCommitTest-seed#[94D5D4FD5D59120C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 110311 INFO  (SUITE-MaxSizeAutoCommitTest-seed#[94D5D4FD5D59120C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 110344 INFO  (SUITE-MaxSizeAutoCommitTest-seed#[94D5D4FD5D59120C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 110345 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting simpleTest
   [junit4]   2> 113116 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 113118 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 113391 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 113957 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 114740 WARN  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 115685 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 116410 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
   [junit4]   2> 116557 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
   [junit4]   2> 116557 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
   [junit4]   2> 116647 INFO  (coreLoadExecutor-71-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 116680 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 117048 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 117375 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 118286 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 118489 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 118490 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
   [junit4]   2> 118490 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 118490 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.MaxSizeAutoCommitTest_94D5D4FD5D59120C-001/init-core-data-001/]
   [junit4]   2> 118505 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=88.7939453125, floorSegmentMB=0.6572265625, forceMergeDeletesPctAllowed=21.550343616251173, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12800034439438904
   [junit4]   2> 119044 WARN  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 119636 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 119636 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 119724 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 119724 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 119742 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=120641949, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 119743 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17b26ac6[collection1] main]
   [junit4]   2> 119744 WARN  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 119782 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 119821 INFO  (searcherExecutor-72-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17b26ac6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 119886 INFO  (coreLoadExecutor-71-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1600537567984353280
   [junit4]   2> 119967 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 120787 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1600537568221331456), 1 (1600537568816922624), 2 (1600537568928071680)]} 0 818
   [junit4]   2> 121041 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[3 (1600537569155612672), 4 (1600537569157709824), 5 (1600537569195458560)]} 0 39
   [junit4]   2> 121252 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[6 (1600537569414610944), 7 (1600537569415659520), 8 (1600537569416708096)]} 0 2
   [junit4]   2> 121459 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[9 (1600537569632714752), 10 (1600537569632714753), 11 (1600537569633763328)]} 0 2
   [junit4]   2> 121696 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[12 (1600537569880178688), 13 (1600537569881227264), 14 (1600537569881227265)]} 0 2
   [junit4]   2> 121931 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1600537570126594048), 16 (1600537570127642624), 17 (1600537570127642625)]} 0 2
   [junit4]   2> 122179 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[18 (1600537570386640896), 19 (1600537570387689472), 20 (1600537570387689473)]} 0 2
   [junit4]   2> 122402 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[21 (1600537570620473344), 22 (1600537570621521920), 23 (1600537570621521921)]} 0 1
   [junit4]   2> 122633 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[24 (1600537570846965760), 25 (1600537570846965761), 26 (1600537570848014336)]} 0 18
   [junit4]   2> 122636 INFO  (commitScheduler-75-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 122636 INFO  (commitScheduler-75-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@393beb0 commitCommandVersion:0
   [junit4]   2> 122692 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[27 (1600537570923511808), 28 (1600537570925608960), 29 (1600537570926657536)]} 0 3
   [junit4]   2> 122931 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending simpleTest
   [junit4]   2> 122931 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 122931 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2139552232
   [junit4]   2> 122931 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 122931 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@559debf: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5a68dba2
   [junit4]   2> 123078 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 123079 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@63d3d222: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4adef288
   [junit4]   2> 123101 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 123101 INFO  (TEST-MaxSizeAutoCommitTest.simpleTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@249df4a6: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@de29128
   [junit4]   2> 123200 INFO  (coreCloseExecutor-77-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@670cafc
   [junit4]   2> 123200 INFO  (coreCloseExecutor-77-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=670cafc
   [junit4]   2> 123200 INFO  (coreCloseExecutor-77-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e073c1a: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@1258093f
   [junit4]   2> 123379 ERROR (commitScheduler-75-thread-1) [    ] o.a.s.u.CommitTracker auto commit error...:org.apache.solr.common.SolrException: openNewSearcher called on closed core
   [junit4]   2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1976)
   [junit4]   2> at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:735)
   [junit4]   2> at org.apache.solr.update.CommitTracker.run(CommitTracker.java:269)
   [junit4]   2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> at java.lang.Thread.run(Thread.java:748)
   [junit4]   2>
   [junit4]   2> 123379 INFO  (coreCloseExecutor-77-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 123379 INFO  (coreCloseExecutor-77-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@393beb0 commitCommandVersion:0
   [junit4]   2> 123957 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting endToEndTest {seed=[94D5D4FD5D59120C:8E83BBCBBDEB350E]}
   [junit4]   2> 123958 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 123958 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 124182 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 124310 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 125361 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 125902 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
   [junit4]   2> 126033 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
   [junit4]   2> 126033 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
   [junit4]   2> 126165 INFO  (coreLoadExecutor-84-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 126165 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 126438 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 126772 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 127463 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 127590 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 127592 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
   [junit4]   2> 127593 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 127593 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.MaxSizeAutoCommitTest_94D5D4FD5D59120C-001/init-core-data-001/]
   [junit4]   2> 127614 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=88.7939453125, floorSegmentMB=0.6572265625, forceMergeDeletesPctAllowed=21.550343616251173, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12800034439438904
   [junit4]   2> 127635 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 128022 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 128022 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 128023 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 128024 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 128025 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=120641949, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 128058 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@62ba8000[collection1] main]
   [junit4]   2> 128059 WARN  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 128059 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 128168 INFO  (searcherExecutor-85-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@62ba8000[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 128169 INFO  (coreLoadExecutor-84-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1600537576669708288
   [junit4]   2> 128185 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 128436 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1600537576706408448), 1 (1600537576747302912), 2 (1600537576748351488), 3 (1600537576748351489), 4 (1600537576834334720), 5 (1600537576836431872), 6 (1600537576837480448), 7 (1600537576837480449), 8 (1600537576875229184), 9 (1600537576876277760), ... (20 adds)]} 0 249
   [junit4]   2> 128692 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=505
   [junit4]   2> 129243 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[20 (1600537577716187136), 21 (1600537577718284288), 22 (1600537577719332864), 23 (1600537577735061504), 24 (1600537577736110080), 25 (1600537577753935872), 26 (1600537577754984448), 27 (1600537577756033024), 28 (1600537577756033025), 29 (1600537577757081600), ... (20 adds)]} 0 76
   [junit4]   2> 129451 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=1265
   [junit4]   2> 129527 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[40 (1600537578015031296), 41 (1600537578016079872), 42 (1600537578016079873), 43 (1600537578017128448), 44 (1600537578017128449), 45 (1600537578020274176), 46 (1600537578020274177), 47 (1600537578021322752), 48 (1600537578021322753), 49 (1600537578022371328), ... (20 adds)]} 0 75
   [junit4]   2> 129748 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=1561
   [junit4]   2> 129842 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[60 (1600537578326458368), 61 (1600537578327506944), 62 (1600537578327506945), 63 (1600537578327506946), 64 (1600537578328555520), 65 (1600537578328555521), 66 (1600537578343235584), 67 (1600537578344284160), 68 (1600537578345332736), 69 (1600537578345332737), ... (20 adds)]} 0 93
   [junit4]   2> 130050 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=1864
   [junit4]   2> 130090 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[80 (1600537578643128320), 81 (1600537578644176896), 82 (1600537578644176897), 83 (1600537578644176898), 84 (1600537578645225472), 85 (1600537578645225473), 86 (1600537578646274048), 87 (1600537578646274049), 88 (1600537578646274050), 89 (1600537578647322624), ... (20 adds)]} 0 39
   [junit4]   2> 130298 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=2111
   [junit4]   2> 130358 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[100 (1600537578903175168), 101 (1600537578904223744), 102 (1600537578904223745), 103 (1600537578904223746), 104 (1600537578905272320), 105 (1600537578905272321), 106 (1600537578929389568), 107 (1600537578929389569), 108 (1600537578929389570), 109 (1600537578943021056), ... (20 adds)]} 0 59
   [junit4]   2> 130581 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=2395
   [junit4]   2> 130699 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[120 (1600537579199922176), 121 (1600537579200970752), 122 (1600537579200970753), 123 (1600537579202019328), 124 (1600537579202019329), 125 (1600537579202019330), 126 (1600537579203067904), 127 (1600537579258642432), 128 (1600537579276468224), 129 (1600537579276468225), ... (20 adds)]} 0 117
   [junit4]   2> 130700 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 130700 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@43bcc47c commitCommandVersion:0
   [junit4]   2> 130752 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=2565
   [junit4]   2> 130863 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[140 (1600537579378180096), 141 (1600537579380277248), 142 (1600537579380277249), 143 (1600537579381325824), 144 (1600537579381325825), 145 (1600537579436900352), 146 (1600537579437948928), 147 (1600537579437948929), 148 (1600537579438997504), 149 (1600537579438997505), ... (20 adds)]} 0 110
   [junit4]   2> 131095 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=2908
   [junit4]   2> 131202 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[160 (1600537579737841664), 161 (1600537579738890240), 162 (1600537579738890241), 163 (1600537579739938816), 164 (1600537579774541824), 165 (1600537579774541825), 166 (1600537579775590400), 167 (1600537579776638976), 168 (1600537579776638977), 169 (1600537579777687552), ... (20 adds)]} 0 106
   [junit4]   2> 131305 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bfdea6b[collection1] realtime]
   [junit4]   2> 131306 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 131419 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=3232
   [junit4]   2> 131494 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[180 (1600537580077580288), 181 (1600537580078628864), 182 (1600537580078628865), 183 (1600537580078628866), 184 (1600537580079677440), 185 (1600537580079677441), 186 (1600537580079677442), 187 (1600537580080726016), 188 (1600537580136300544), 189 (1600537580136300545), ... (20 adds)]} 0 75
   [junit4]   2> 131715 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=3528
   [junit4]   2> 131826 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[200 (1600537580389007360), 201 (1600537580389007361), 202 (1600537580390055936), 203 (1600537580390055937), 204 (1600537580390055938), 205 (1600537580390055939), 206 (1600537580391104512), 207 (1600537580391104513), 208 (1600537580426756096), 209 (1600537580426756097), ... (20 adds)]} 0 110
   [junit4]   2> 132050 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=3863
   [junit4]   2> 132111 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[220 (1600537580740280320), 221 (1600537580762300416), 222 (1600537580762300417), 223 (1600537580763348992), 224 (1600537580765446144), 225 (1600537580781174784), 226 (1600537580782223360), 227 (1600537580782223361), 228 (1600537580782223362), 229 (1600537580800049152), ... (20 adds)]} 0 61
   [junit4]   2> 132316 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=4129
   [junit4]   2> 132370 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[240 (1600537581019201536), 241 (1600537581019201537), 242 (1600537581020250112), 243 (1600537581020250113), 244 (1600537581020250114), 245 (1600537581020250115), 246 (1600537581021298688), 247 (1600537581055901696), 248 (1600537581055901697), 249 (1600537581056950272), ... (20 adds)]} 0 53
   [junit4]   2> 132596 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=4409
   [junit4]   2> 132615 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 132615 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@43bcc47c commitCommandVersion:0
   [junit4]   2> 132650 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[260 (1600537581312802816), 261 (1600537581312802817), 262 (1600537581312802818), 263 (1600537581313851392), 264 (1600537581313851393), 265 (1600537581313851394), 266 (1600537581313851395), 267 (1600537581314899968), 268 (1600537581314899969), 269 (1600537581328531456), ... (20 adds)]} 0 53
   [junit4]   2> 132761 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c176652[collection1] realtime]
   [junit4]   2> 132782 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 132875 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=4688
   [junit4]   2> 132882 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[280 (1600537581605355520), 281 (1600537581606404096), 282 (1600537581606404097), 283 (1600537581606404098), 284 (1600537581607452672), 285 (1600537581607452673), 286 (1600537581608501248), 287 (1600537581608501249), 288 (1600537581608501250), 289 (1600537581608501251), ... (20 adds)]} 0 6
   [junit4]   2> 133084 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=4897
   [junit4]   2> 133157 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[300 (1600537581823459328), 301 (1600537581824507904), 302 (1600537581824507905), 303 (1600537581824507906), 304 (1600537581825556480), 305 (1600537581825556481), 306 (1600537581825556482), 307 (1600537581825556483), 308 (1600537581826605056), 309 (1600537581826605057), ... (20 adds)]} 0 73
   [junit4]   2> 133359 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=5172
   [junit4]   2> 133382 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[320 (1600537582111817728), 321 (1600537582112866304), 322 (1600537582112866305), 323 (1600537582112866306), 324 (1600537582113914880), 325 (1600537582113914881), 326 (1600537582113914882), 327 (1600537582113914883), 328 (1600537582114963456), 329 (1600537582114963457), ... (20 adds)]} 0 22
   [junit4]   2> 133583 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=5396
   [junit4]   2> 133627 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[340 (1600537582347747328), 341 (1600537582347747329), 342 (1600537582347747330), 343 (1600537582348795904), 344 (1600537582348795905), 345 (1600537582348795906), 346 (1600537582348795907), 347 (1600537582349844480), 348 (1600537582349844481), 349 (1600537582349844482), ... (20 adds)]} 0 43
   [junit4]   2> 133836 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=5649
   [junit4]   2> 133921 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[360 (1600537582611988480), 361 (1600537582613037056), 362 (1600537582613037057), 363 (1600537582614085632), 364 (1600537582614085633), 365 (1600537582614085634), 366 (1600537582614085635), 367 (1600537582614085636), 368 (1600537582615134208), 369 (1600537582615134209), ... (20 adds)]} 0 84
   [junit4]   2> 134133 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=5946
   [junit4]   2> 134170 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[380 (1600537582923415552), 381 (1600537582924464128), 382 (1600537582924464129), 383 (1600537582924464130), 384 (1600537582924464131), 385 (1600537582924464132), 386 (1600537582925512704), 387 (1600537582925512705), 388 (1600537582925512706), 389 (1600537582925512707), ... (20 adds)]} 0 36
   [junit4]   2> 134384 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=6197
   [junit4]   2> 134423 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 134423 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@43bcc47c commitCommandVersion:0
   [junit4]   2> 134469 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[400 (1600537583187656704), 401 (1600537583187656705), 402 (1600537583187656706), 403 (1600537583187656707), 404 (1600537583188705280), 405 (1600537583188705281), 406 (1600537583188705282), 407 (1600537583188705283), 408 (1600537583225405440), 409 (1600537583225405441), ... (20 adds)]} 0 84
   [junit4]   2> 134614 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@24c5f97e[collection1] realtime]
   [junit4]   2> 134689 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=6502
   [junit4]   2> 134753 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 134775 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[420 (1600537583506423808), 421 (1600537583574581248), 422 (1600537583575629824), 423 (1600537583575629825), 424 (1600537583575629826), 425 (1600537583575629827), 426 (1600537583576678400), 427 (1600537583576678401), 428 (1600537583576678402), 429 (1600537583576678403), ... (20 adds)]} 0 85
   [junit4]   2> 134976 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=6789
   [junit4]   2> 134981 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[440 (1600537583808413696), 441 (1600537583808413697), 442 (1600537583808413698), 443 (1600537583808413699), 444 (1600537583809462272), 445 (1600537583809462273), 446 (1600537583809462274), 447 (1600537583809462275), 448 (1600537583810510848), 449 (1600537583810510849), ... (20 adds)]} 0 4
   [junit4]   2> 135196 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=7009
   [junit4]   2> 135216 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[460 (1600537584039100416), 461 (1600537584039100417), 462 (1600537584040148992), 463 (1600537584040148993), 464 (1600537584040148994), 465 (1600537584040148995), 466 (1600537584040148996), 467 (1600537584041197568), 468 (1600537584041197569), 469 (1600537584041197570), ... (20 adds)]} 0 19
   [junit4]   2> 135448 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=7261
   [junit4]   2> 135522 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[480 (1600537584303341568), 481 (1600537584304390144), 482 (1600537584304390145), 483 (1600537584304390146), 484 (1600537584304390147), 485 (1600537584305438720), 486 (1600537584305438721), 487 (1600537584305438722), 488 (1600537584305438723), 489 (1600537584342138880), ... (20 adds)]} 0 73
   [junit4]   2> 135726 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=7539
   [junit4]   2> 135763 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1600537584593797120), 501 (1600537584594845696), 502 (1600537584594845697), 503 (1600537584594845698), 504 (1600537584594845699), 505 (1600537584629448704), 506 (1600537584629448705), 507 (1600537584630497280), 508 (1600537584630497281), 509 (1600537584630497282), ... (20 adds)]} 0 37
   [junit4]   2> 135972 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=7786
   [junit4]   2> 135991 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[520 (1600537584852795392), 521 (1600537584852795393), 522 (1600537584852795394), 523 (1600537584853843968), 524 (1600537584853843969), 525 (1600537584853843970), 526 (1600537584853843971), 527 (1600537584853843972), 528 (1600537584854892544), 529 (1600537584854892545), ... (20 adds)]} 0 18
   [junit4]   2> 136200 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=8013
   [junit4]   2> 136218 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 136219 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@43bcc47c commitCommandVersion:0
   [junit4]   2> 136268 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[540 (1600537585090822144), 541 (1600537585091870720), 542 (1600537585091870721), 543 (1600537585091870722), 544 (1600537585091870723), 545 (1600537585091870724), 546 (1600537585092919296), 547 (1600537585092919297), 548 (1600537585107599360), 549 (1600537585107599361), ... (20 adds)]} 0 68
   [junit4]   2> 136546 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=8359
   [junit4]   2> 136618 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[560 (1600537585454678016), 561 (1600537585470406656), 562 (1600537585470406657), 563 (1600537585470406658), 564 (1600537585470406659), 565 (1600537585470406660), 566 (1600537585471455232), 567 (1600537585471455233), 568 (1600537585471455234), 569 (1600537585471455235), ... (20 adds)]} 0 72
   [junit4]   2> 136620 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@77ed978c[collection1] realtime]
   [junit4]   2> 136693 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 136693 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 136693 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@43bcc47c commitCommandVersion:0
   [junit4]   2> 136749 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=8562
   [junit4]   2> 136767 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[580 (1600537585666490368), 581 (1600537585668587520), 582 (1600537585668587521), 583 (1600537585668587522), 584 (1600537585668587523), 585 (1600537585669636096), 586 (1600537585669636097), 587 (1600537585682219008), 588 (1600537585682219009), 589 (1600537585683267584), ... (20 adds)]} 0 18
   [junit4]   2> 136969 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=8783
   [junit4]   2> 136974 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[600 (1600537585898225664), 601 (1600537585899274240), 602 (1600537585899274241), 603 (1600537585899274242), 604 (1600537585900322816), 605 (1600537585900322817), 606 (1600537585900322818), 607 (1600537585900322819), 608 (1600537585900322820), 609 (1600537585900322821), ... (20 adds)]} 0 4
   [junit4]   2> 137238 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=9051
   [junit4]   2> 137242 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[620 (1600537586179244032), 621 (1600537586180292608), 622 (1600537586180292609), 623 (1600537586180292610), 624 (1600537586180292611), 625 (1600537586181341184), 626 (1600537586181341185), 627 (1600537586181341186), 628 (1600537586181341187), 629 (1600537586181341188), ... (20 adds)]} 0 4
   [junit4]   2> 137462 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=9275
   [junit4]   2> 137466 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[640 (1600537586414125056), 641 (1600537586415173632), 642 (1600537586415173633), 643 (1600537586415173634), 644 (1600537586415173635), 645 (1600537586415173636), 646 (1600537586416222208), 647 (1600537586416222209), 648 (1600537586416222210), 649 (1600537586416222211), ... (20 adds)]} 0 3
   [junit4]   2> 137593 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@75774068[collection1] realtime]
   [junit4]   2> 137762 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 137763 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=9576
   [junit4]   2> 137767 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[660 (1600537586730795008), 661 (1600537586730795009), 662 (1600537586730795010), 663 (1600537586730795011), 664 (1600537586730795012), 665 (1600537586731843584), 666 (1600537586731843585), 667 (1600537586731843586), 668 (1600537586731843587), 669 (1600537586731843588), ... (20 adds)]} 0 3
   [junit4]   2> 137972 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=9786
   [junit4]   2> 137989 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[680 (1600537586949947392), 681 (1600537586949947393), 682 (1600537586949947394), 683 (1600537586950995968), 684 (1600537586950995969), 685 (1600537586950995970), 686 (1600537586950995971), 687 (1600537586950995972), 688 (1600537586950995973), 689 (1600537586952044544), ... (20 adds)]} 0 16
   [junit4]   2> 138200 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=10013
   [junit4]   2> 138230 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[700 (1600537587189022720), 701 (1600537587189022721), 702 (1600537587189022722), 703 (1600537587189022723), 704 (1600537587190071296), 705 (1600537587190071297), 706 (1600537587190071298), 707 (1600537587190071299), 708 (1600537587217334272), 709 (1600537587217334273), ... (20 adds)]} 0 29
   [junit4]   2> 138230 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 138230 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@43bcc47c commitCommandVersion:0
   [junit4]   2> 138282 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=10095
   [junit4]   2> 138320 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[720 (1600537587273957376), 721 (1600537587276054528), 722 (1600537587276054529), 723 (1600537587276054530), 724 (1600537587276054531), 725 (1600537587310657536), 726 (1600537587310657537), 727 (1600537587310657538), 728 (1600537587311706112), 729 (1600537587311706113), ... (20 adds)]} 0 37
   [junit4]   2> 138413 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b56b171[collection1] realtime]
   [junit4]   2> 138484 INFO  (commitScheduler-88-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 138561 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=10374
   [junit4]   2> 138580 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[740 (1600537587567558656), 741 (1600537587568607232), 742 (1600537587568607233), 743 (1600537587568607234), 744 (1600537587568607235), 745 (1600537587568607236), 746 (1600537587568607237), 747 (1600537587569655808), 748 (1600537587569655809), 749 (1600537587569655810), ... (20 adds)]} 0 18
   [junit4]   2> 138784 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=10597
   [junit4]   2> 138800 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[760 (1600537587801391104), 761 (1600537587801391105), 762 (1600537587801391106), 763 (1600537587801391107), 764 (1600537587802439680), 765 (1600537587802439681), 766 (1600537587802439682), 767 (1600537587802439683), 768 (1600537587802439684), 769 (1600537587802439685), ... (20 adds)]} 0 15
   [junit4]   2> 139005 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=10818
   [junit4]   2> 139029 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[780 (1600537588033126400), 781 (1600537588033126401), 782 (1600537588033126402), 783 (1600537588033126403), 784 (1600537588033126404), 785 (1600537588034174976), 786 (1600537588034174977), 787 (1600537588034174978), 788 (1600537588034174979), 789 (1600537588034174980), ... (20 adds)]} 0 23
   [junit4]   2> 139247 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=11060
   [junit4]   2> 139251 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[800 (1600537588286881792), 801 (1600537588286881793), 802 (1600537588286881794), 803 (1600537588286881795), 804 (1600537588286881796), 805 (1600537588287930368), 806 (1600537588287930369), 807 (1600537588287930370), 808 (1600537588287930371), 809 (1600537588287930372), ... (20 adds)]} 0 3
   [junit4]   2> 139478 INFO  (TEST-MaxSizeAutoCommitTest.endToEndTest-seed#[94D5D4FD5D59120C]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=11292
   [junit4]   2> 139535 INFO  (TEST-MaxSizeAutoCommitTest.end

[...truncated too long message...]

-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1342292097
     [copy] Copying 40 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1342292097
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1342292097

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null541358493
     [copy] Copying 246 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null541358493
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null541358493

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 90ms :: artifacts dl 1ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
        ---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 318 minutes 56 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 57 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/57/

6 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
        at __randomizedtesting.SeedInfo.seed([49E93EC5A57C649A:1EC0C5707E8E8681]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:843)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.testRestoreState

Error Message:
Did not expect the processor to fire on first run! event={   "id":"1f6b88bb66a526T9n03j5834monwf1rmc4exmpc0",   "source":"node_added_trigger",   "eventTime":8843959281820966,   "eventType":"NODEADDED",   "properties":{     "eventTimes":[8843959281820966],     "nodeNames":["127.0.0.1:42674_solr"]}}

Stack Trace:
java.lang.AssertionError: Did not expect the processor to fire on first run! event={
  "id":"1f6b88bb66a526T9n03j5834monwf1rmc4exmpc0",
  "source":"node_added_trigger",
  "eventTime":8843959281820966,
  "eventType":"NODEADDED",
  "properties":{
    "eventTimes":[8843959281820966],
    "nodeNames":["127.0.0.1:42674_solr"]}}
        at __randomizedtesting.SeedInfo.seed([49E93EC5A57C649A:87479A565D451C8C]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.lambda$new$0(NodeAddedTriggerTest.java:49)
        at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.run(NodeAddedTrigger.java:161)
        at org.apache.solr.cloud.autoscaling.NodeAddedTriggerTest.testRestoreState(NodeAddedTriggerTest.java:257)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode

Error Message:
unexpected DELETENODE status: {responseHeader={status=0,QTime=73},status={state=notfound,msg=Did not find [search_rate_trigger3/1f6a6c29497e3aT9n03j5834monwf1rmc4exmobp/0] in any tasks queue}}

Stack Trace:
java.lang.AssertionError: unexpected DELETENODE status: {responseHeader={status=0,QTime=73},status={state=notfound,msg=Did not find [search_rate_trigger3/1f6a6c29497e3aT9n03j5834monwf1rmc4exmobp/0] in any tasks queue}}
        at __randomizedtesting.SeedInfo.seed([49E93EC5A57C649A:6B7BF04792B6EBE7]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.lambda$testDeleteNode$6(SearchRateTriggerIntegrationTest.java:668)
        at java.util.ArrayList.forEach(ArrayList.java:1257)
        at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:660)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost

Error Message:
java.util.concurrent.ExecutionException: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}],

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: java.io.IOException: org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{suspend-trigger={name=.scheduled_maintenance}, errorMessages=[No trigger exists with name: .scheduled_maintenance]}],
        at __randomizedtesting.SeedInfo.seed([49E93EC5A57C649A:F6FCF03B2696011C]:0)
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:540)
        at org.apache.solr.cloud.autoscaling.sim.SimCloudManager$1.request(SimCloudManager.java:414)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
        at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.setupTest(TestLargeCluster.java:108)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl