[JENKINS] Lucene-Solr-Tests-master - Build # 2941 - Unstable

classic Classic list List threaded Threaded
2 messages Options
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-master - Build # 2941 - Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2941/

1 tests failed.
FAILED:  org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:34045/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:34045/collection1
        at __randomizedtesting.SeedInfo.seed([AC9306A669D86EE1:24C7397CC7240319]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
        at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:87)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:171)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
        at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
        at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
        at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
        at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
        at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
        at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
        at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
        ... 50 more




Build Log:
[...truncated 13099 lines...]
   [junit4] Suite: org.apache.solr.cloud.RecoveryAfterSoftCommitTest
   [junit4]   2> 413926 INFO  (SUITE-RecoveryAfterSoftCommitTest-seed#[AC9306A669D86EE1]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/init-core-data-001
   [junit4]   2> 413927 INFO  (SUITE-RecoveryAfterSoftCommitTest-seed#[AC9306A669D86EE1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 413928 INFO  (SUITE-RecoveryAfterSoftCommitTest-seed#[AC9306A669D86EE1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 413928 INFO  (SUITE-RecoveryAfterSoftCommitTest-seed#[AC9306A669D86EE1]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 413939 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 413950 INFO  (Thread-1141) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 413950 INFO  (Thread-1141) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 413990 ERROR (Thread-1141) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 414050 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.ZkTestServer start zk server on port:33091
   [junit4]   2> 414082 INFO  (zkConnectionManagerCallback-1072-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 414110 INFO  (zkConnectionManagerCallback-1074-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 414120 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 414122 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 414124 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 414126 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 414129 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 414130 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 414142 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 414143 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 414145 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 414146 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 414148 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 414156 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 415313 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 415331 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 415331 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 415331 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 415332 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b81b0e{/,null,AVAILABLE}
   [junit4]   2> 415333 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@24f031{HTTP/1.1,[http/1.1]}{127.0.0.1:46234}
   [junit4]   2> 415333 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.Server Started @415388ms
   [junit4]   2> 415333 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=35188, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/control-001/cores}
   [junit4]   2> 415333 ERROR (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 415333 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 415333 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 415333 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 415334 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 415334 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-09T00:04:23.363Z
   [junit4]   2> 415378 INFO  (zkConnectionManagerCallback-1076-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 415383 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 415383 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/control-001/solr.xml
   [junit4]   2> 415389 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 415389 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 415391 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 415741 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33091/solr
   [junit4]   2> 415750 INFO  (zkConnectionManagerCallback-1080-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 415758 INFO  (zkConnectionManagerCallback-1082-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 416253 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [n:127.0.0.1:35188_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35188_
   [junit4]   2> 416254 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [n:127.0.0.1:35188_    ] o.a.s.c.Overseer Overseer (id=72244807283769348-127.0.0.1:35188_-n_0000000000) starting
   [junit4]   2> 416270 INFO  (zkConnectionManagerCallback-1089-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 416273 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [n:127.0.0.1:35188_    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33091/solr ready
   [junit4]   2> 416274 INFO  (OverseerStateUpdate-72244807283769348-127.0.0.1:35188_-n_0000000000) [n:127.0.0.1:35188_    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35188_
   [junit4]   2> 416279 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [n:127.0.0.1:35188_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35188_
   [junit4]   2> 416283 INFO  (zkCallback-1081-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 416292 INFO  (zkCallback-1088-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 416295 DEBUG (OverseerAutoScalingTriggerThread-72244807283769348-127.0.0.1:35188_-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:35188_]
   [junit4]   2> 416298 DEBUG (ScheduledTrigger-1749-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 416322 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [n:127.0.0.1:35188_    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 416348 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [n:127.0.0.1:35188_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca
   [junit4]   2> 416362 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [n:127.0.0.1:35188_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca
   [junit4]   2> 416362 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [n:127.0.0.1:35188_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca
   [junit4]   2> 416363 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [n:127.0.0.1:35188_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/control-001/cores
   [junit4]   2> 416393 INFO  (zkConnectionManagerCallback-1095-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 416395 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 416396 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33091/solr ready
   [junit4]   2> 416397 INFO  (SocketProxy-Acceptor-35188) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47000,localport=35188], receiveBufferSize:531000
   [junit4]   2> 416400 INFO  (SocketProxy-Acceptor-35188) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46234,localport=45004], receiveBufferSize=530904
   [junit4]   2> 416401 INFO  (qtp550545876-4603) [n:127.0.0.1:35188_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35188_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 416404 INFO  (OverseerThreadFactory-1751-thread-1-processing-n:127.0.0.1:35188_) [n:127.0.0.1:35188_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 416511 INFO  (SocketProxy-Acceptor-35188) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47004,localport=35188], receiveBufferSize:531000
   [junit4]   2> 416512 INFO  (SocketProxy-Acceptor-35188) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46234,localport=45008], receiveBufferSize=530904
   [junit4]   2> 416515 INFO  (qtp550545876-4598) [n:127.0.0.1:35188_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 416520 INFO  (SocketProxy-Acceptor-35188) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47008,localport=35188], receiveBufferSize:531000
   [junit4]   2> 416521 INFO  (SocketProxy-Acceptor-35188) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46234,localport=45012], receiveBufferSize=530904
   [junit4]   2> 416523 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_    x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 416523 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_    x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 417299 DEBUG (ScheduledTrigger-1749-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 417546 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 417569 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 417710 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 417738 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 417744 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca
   [junit4]   2> 417744 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 417747 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.649902178981762]
   [junit4]   2> 417752 WARN  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 417820 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 417820 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=2 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 417821 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 417822 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 417823 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 417824 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24342a9b[control_collection_shard1_replica_n1] main]
   [junit4]   2> 417825 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 417826 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 417826 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 417829 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616612547213918208
   [junit4]   2> 417831 INFO  (searcherExecutor-1756-thread-1-processing-n:127.0.0.1:35188_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@24342a9b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 417839 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 417843 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 417843 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 417843 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35188/control_collection_shard1_replica_n1/
   [junit4]   2> 417844 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 417844 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:35188/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 417850 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35188/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 417954 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 417957 INFO  (qtp550545876-4599) [n:127.0.0.1:35188_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1434
   [junit4]   2> 417963 INFO  (qtp550545876-4603) [n:127.0.0.1:35188_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 418056 INFO  (zkCallback-1081-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 418300 DEBUG (ScheduledTrigger-1749-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 418406 INFO  (OverseerCollectionConfigSetProcessor-72244807283769348-127.0.0.1:35188_-n_0000000000) [n:127.0.0.1:35188_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 418963 INFO  (qtp550545876-4603) [n:127.0.0.1:35188_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35188_&wt=javabin&version=2} status=0 QTime=2562
   [junit4]   2> 418969 INFO  (zkConnectionManagerCallback-1100-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 418970 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 418971 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33091/solr ready
   [junit4]   2> 418971 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 418972 INFO  (SocketProxy-Acceptor-35188) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=47022,localport=35188], receiveBufferSize:531000
   [junit4]   2> 418973 INFO  (SocketProxy-Acceptor-35188) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46234,localport=45026], receiveBufferSize=530904
   [junit4]   2> 418976 INFO  (qtp550545876-4602) [n:127.0.0.1:35188_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 418979 INFO  (OverseerThreadFactory-1751-thread-2-processing-n:127.0.0.1:35188_) [n:127.0.0.1:35188_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 419184 WARN  (OverseerThreadFactory-1751-thread-2-processing-n:127.0.0.1:35188_) [n:127.0.0.1:35188_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 419187 INFO  (qtp550545876-4602) [n:127.0.0.1:35188_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 419190 INFO  (qtp550545876-4602) [n:127.0.0.1:35188_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=214
   [junit4]   2> 420007 DEBUG (ScheduledTrigger-1749-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 420127 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/shard-1-001 of type TLOG
   [junit4]   2> 420128 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 420130 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 420130 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 420130 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 420131 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e8c1094{/,null,AVAILABLE}
   [junit4]   2> 420134 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@61cea5bd{HTTP/1.1,[http/1.1]}{127.0.0.1:36578}
   [junit4]   2> 420134 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.Server Started @420190ms
   [junit4]   2> 420134 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=34045, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/shard-1-001/cores}
   [junit4]   2> 420135 ERROR (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 420135 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 420135 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 420135 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 420135 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 420135 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-09T00:04:28.164Z
   [junit4]   2> 420140 INFO  (zkConnectionManagerCallback-1102-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 420142 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 420142 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/shard-1-001/solr.xml
   [junit4]   2> 420149 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 420149 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 420151 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 420344 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33091/solr
   [junit4]   2> 420346 INFO  (zkConnectionManagerCallback-1106-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 420350 INFO  (zkConnectionManagerCallback-1108-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 420359 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 420380 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 420380 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34045_
   [junit4]   2> 420382 INFO  (zkCallback-1081-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 420382 INFO  (zkCallback-1088-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 420387 INFO  (zkCallback-1099-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 420388 INFO  (zkCallback-1107-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 420417 INFO  (zkConnectionManagerCallback-1115-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 420432 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 420433 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33091/solr ready
   [junit4]   2> 420441 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 420479 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca
   [junit4]   2> 420503 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca
   [junit4]   2> 420503 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca
   [junit4]   2> 420505 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/shard-1-001/cores
   [junit4]   2> 420550 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33596,localport=34045], receiveBufferSize:531000
   [junit4]   2> 420551 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36578,localport=54034], receiveBufferSize=530904
   [junit4]   2> 420555 INFO  (qtp1272359288-4665) [n:127.0.0.1:34045_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34045_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 420562 INFO  (OverseerCollectionConfigSetProcessor-72244807283769348-127.0.0.1:35188_-n_0000000000) [n:127.0.0.1:35188_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 420571 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33600,localport=34045], receiveBufferSize:531000
   [junit4]   2> 420577 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36578,localport=54038], receiveBufferSize=530904
   [junit4]   2> 420579 INFO  (qtp1272359288-4660) [n:127.0.0.1:34045_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 420583 INFO  (qtp550545876-4598) [n:127.0.0.1:35188_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 420585 INFO  (qtp550545876-4602) [n:127.0.0.1:35188_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 420586 INFO  (OverseerThreadFactory-1751-thread-3-processing-n:127.0.0.1:35188_) [n:127.0.0.1:35188_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34045_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 420591 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33604,localport=34045], receiveBufferSize:531000
   [junit4]   2> 420595 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36578,localport=54042], receiveBufferSize=530904
   [junit4]   2> 420598 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_    x:collection1_shard1_replica_t21] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 421008 DEBUG (ScheduledTrigger-1749-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 421630 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 421651 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=test
   [junit4]   2> 421789 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 421814 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true
   [junit4]   2> 421815 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca
   [junit4]   2> 421815 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/shard-1-001/cores/collection1_shard1_replica_t21], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/shard-1-001/cores/collection1_shard1_replica_t21/data/]
   [junit4]   2> 421825 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.649902178981762]
   [junit4]   2> 421831 WARN  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 421893 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 421893 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=2 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 421894 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 421894 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 421896 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 421896 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.SolrIndexSearcher Opening [Searcher@755a1e57[collection1_shard1_replica_t21] main]
   [junit4]   2> 421898 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 421901 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 421901 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 421902 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616612551484768256
   [junit4]   2> 421905 INFO  (searcherExecutor-1770-thread-1-processing-n:127.0.0.1:34045_ x:collection1_shard1_replica_t21 c:collection1 s:shard1) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [collection1_shard1_replica_t21] Registered new searcher Searcher@755a1e57[collection1_shard1_replica_t21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 421912 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node22=0}, version=0}
   [junit4]   2> 421916 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 421916 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 421916 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34045/collection1_shard1_replica_t21/
   [junit4]   2> 421916 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 421917 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy http://127.0.0.1:34045/collection1_shard1_replica_t21/ has no replicas
   [junit4]   2> 421917 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkController collection1_shard1_replica_t21 stopping background replication from leader
   [junit4]   2> 421921 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34045/collection1_shard1_replica_t21/ shard1
   [junit4]   2> 422009 DEBUG (ScheduledTrigger-1749-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 422077 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 422082 INFO  (qtp1272359288-4661) [n:127.0.0.1:34045_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1483
   [junit4]   2> 422085 INFO  (qtp1272359288-4665) [n:127.0.0.1:34045_ c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34045_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1530
   [junit4]   2> 422183 INFO  (zkCallback-1107-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 422252 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/shard-2-001 of type TLOG
   [junit4]   2> 422253 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 422254 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 422254 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 422254 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 422255 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67eae20b{/,null,AVAILABLE}
   [junit4]   2> 422257 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1244e2ed{HTTP/1.1,[http/1.1]}{127.0.0.1:46240}
   [junit4]   2> 422257 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.e.j.s.Server Started @422312ms
   [junit4]   2> 422257 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=37974, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/shard-2-001/cores}
   [junit4]   2> 422257 ERROR (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 422258 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 422259 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 422259 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 422259 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 422259 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-09T00:04:30.288Z
   [junit4]   2> 422262 INFO  (zkConnectionManagerCallback-1118-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 422263 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 422263 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/shard-2-001/solr.xml
   [junit4]   2> 422270 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 422270 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 422272 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 422407 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33091/solr
   [junit4]   2> 422411 INFO  (zkConnectionManagerCallback-1122-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 422417 INFO  (zkConnectionManagerCallback-1124-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 422427 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 422434 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 422434 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37974_
   [junit4]   2> 422445 INFO  (zkCallback-1107-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 422445 INFO  (zkCallback-1081-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 422446 INFO  (zkCallback-1114-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 422446 INFO  (zkCallback-1099-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 422450 INFO  (zkCallback-1123-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 422450 INFO  (zkCallback-1088-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 422471 INFO  (zkConnectionManagerCallback-1131-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 422473 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 422474 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33091/solr ready
   [junit4]   2> 422475 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 422503 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca
   [junit4]   2> 422521 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca
   [junit4]   2> 422521 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca
   [junit4]   2> 422523 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/shard-2-001/cores
   [junit4]   2> 422567 INFO  (OverseerCollectionConfigSetProcessor-72244807283769348-127.0.0.1:35188_-n_0000000000) [n:127.0.0.1:35188_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 422578 INFO  (qtp1272359288-4664) [n:127.0.0.1:34045_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37974_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 422589 INFO  (qtp1272359288-4660) [n:127.0.0.1:34045_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_t21:INDEX.sizeInBytes} status=0 QTime=2
   [junit4]   2> 422591 INFO  (qtp1272359288-4666) [n:127.0.0.1:34045_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 422592 INFO  (qtp550545876-4598) [n:127.0.0.1:35188_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 422593 INFO  (qtp550545876-4602) [n:127.0.0.1:35188_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 422594 INFO  (SocketProxy-Acceptor-37974) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52928,localport=37974], receiveBufferSize:531000
   [junit4]   2> 422596 INFO  (SocketProxy-Acceptor-37974) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46240,localport=51970], receiveBufferSize=530904
   [junit4]   2> 422597 INFO  (qtp963979576-4710) [n:127.0.0.1:37974_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 422602 INFO  (qtp1272359288-4663) [n:127.0.0.1:34045_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_t21:INDEX.sizeInBytes} status=0 QTime=1
   [junit4]   2> 422603 INFO  (OverseerThreadFactory-1751-thread-4-processing-n:127.0.0.1:35188_) [n:127.0.0.1:35188_ c:collection1 s:shard1  ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:37974_ for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 422606 INFO  (SocketProxy-Acceptor-37974) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52932,localport=37974], receiveBufferSize:531000
   [junit4]   2> 422606 INFO  (SocketProxy-Acceptor-37974) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=46240,localport=51974], receiveBufferSize=530904
   [junit4]   2> 422612 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_    x:collection1_shard1_replica_t23] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 422720 INFO  (zkCallback-1107-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 423009 DEBUG (ScheduledTrigger-1749-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 423650 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 423686 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema [collection1_shard1_replica_t23] Schema name=test
   [junit4]   2> 423816 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 423837 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t23' using configuration from collection collection1, trusted=true
   [junit4]   2> 423838 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t23' (registry 'solr.core.collection1.shard1.replica_t23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ada10ca
   [junit4]   2> 423838 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [[collection1_shard1_replica_t23] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/shard-2-001/cores/collection1_shard1_replica_t23], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_AC9306A669D86EE1-001/shard-2-001/cores/collection1_shard1_replica_t23/data/]
   [junit4]   2> 423841 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.649902178981762]
   [junit4]   2> 423844 WARN  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 423904 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 423904 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=2 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 423905 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 423905 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 423907 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 423907 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.SolrIndexSearcher Opening [Searcher@727e4ed9[collection1_shard1_replica_t23] main]
   [junit4]   2> 423909 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 423910 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 423910 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 423911 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616612553591357440
   [junit4]   2> 423913 INFO  (searcherExecutor-1784-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@727e4ed9[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 423916 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node24=0, core_node22=0}, version=1}
   [junit4]   2> 423918 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t23
   [junit4]   2> 423919 INFO  (updateExecutor-1119-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 423919 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 423923 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy startupVersions is empty
   [junit4]   2> 423923 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 stopping background replication from leader
   [junit4]   2> 423925 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33640,localport=34045], receiveBufferSize:531000
   [junit4]   2> 423926 INFO  (qtp963979576-4704) [n:127.0.0.1:37974_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1313
   [junit4]   2> 423926 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36578,localport=54078], receiveBufferSize=530904
   [junit4]   2> 423935 INFO  (qtp1272359288-4666) [n:127.0.0.1:34045_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.c.S.Request [collection1_shard1_replica_t21]  webapp= path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=3
   [junit4]   2> 423936 INFO  (qtp1272359288-4666) [n:127.0.0.1:34045_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.c.S.Request [collection1_shard1_replica_t21]  webapp= path=/admin/ping params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 423936 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_t23]
   [junit4]   2> 423939 INFO  (qtp1272359288-4664) [n:127.0.0.1:34045_ c:collection1   ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37974_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1361
   [junit4]   2> 423940 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 423940 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_t23] as recovering, leader is [http://127.0.0.1:34045/collection1_shard1_replica_t21/] and I am [http://127.0.0.1:37974/collection1_shard1_replica_t23/]
   [junit4]   2> 423946 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:34045]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_t21&nodeName=127.0.0.1:37974_&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 423946 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 423946 INFO  (TEST-RecoveryAfterSoftCommitTest.test-seed#[AC9306A669D86EE1]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   2> 423946 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33644,localport=34045], receiveBufferSize:531000
   [junit4]   2> 423947 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36578,localport=54082], receiveBufferSize=530904
   [junit4]   1> replica:core_node22 rstate:active live:true
   [junit4]   1> replica:core_node24 rstate:down live:true
   [junit4]   2> 423948 INFO  (qtp1272359288-4667) [n:127.0.0.1:34045_    x:collection1_shard1_replica_t21] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 423951 INFO  (qtp1272359288-4667) [n:127.0.0.1:34045_    x:collection1_shard1_replica_t21] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:37974_, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"http://127.0.0.1:37974","node_name":"127.0.0.1:37974_","state":"down","type":"TLOG"}
   [junit4]   2> 424010 DEBUG (ScheduledTrigger-1749-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 424047 INFO  (zkCallback-1123-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 424047 INFO  (zkCallback-1107-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 424047 INFO  (zkCallback-1123-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 424583 INFO  (OverseerCollectionConfigSetProcessor-72244807283769348-127.0.0.1:35188_-n_0000000000) [n:127.0.0.1:35188_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   1> -
   [junit4]   1> replica:core_node22 rstate:active live:true
   [junit4]   1> replica:core_node24 rstate:recovering live:true
   [junit4]   2> 424951 INFO  (qtp1272359288-4667) [n:127.0.0.1:34045_    x:collection1_shard1_replica_t21] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:37974_, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"http://127.0.0.1:37974","node_name":"127.0.0.1:37974_","state":"recovering","type":"TLOG"}
   [junit4]   2> 424951 INFO  (qtp1272359288-4667) [n:127.0.0.1:34045_    x:collection1_shard1_replica_t21] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 424952 INFO  (qtp1272359288-4667) [n:127.0.0.1:34045_    x:collection1_shard1_replica_t21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:37974_&onlyIfLeaderActive=true&core=collection1_shard1_replica_t21&coreNodeName=core_node24&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1003
   [junit4]   2> 425010 DEBUG (ScheduledTrigger-1749-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 425452 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 425453 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:34045/collection1_shard1_replica_t21/].
   [junit4]   2> 425455 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33652,localport=34045], receiveBufferSize:531000
   [junit4]   2> 425456 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36578,localport=54090], receiveBufferSize=530904
   [junit4]   2> 425457 INFO  (qtp1272359288-4663) [n:127.0.0.1:34045_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1616612555212455936,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 425458 INFO  (qtp1272359288-4663) [n:127.0.0.1:34045_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 425459 INFO  (qtp1272359288-4663) [n:127.0.0.1:34045_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 425459 INFO  (qtp1272359288-4663) [n:127.0.0.1:34045_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t21]  webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 425461 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=33656,localport=34045], receiveBufferSize:531000
   [junit4]   2> 425462 INFO  (SocketProxy-Acceptor-34045) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=36578,localport=54094], receiveBufferSize=530904
   [junit4]   2> 425467 INFO  (qtp1272359288-4664) [n:127.0.0.1:34045_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.c.S.Request [collection1_shard1_replica_t21]  webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 425468 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 425468 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 425468 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 425468 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 425468 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 425471 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d4c3208[collection1_shard1_replica_t23] main]
   [junit4]   2> 425474 INFO  (searcherExecutor-1784-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@6d4c3208[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 425474 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 425474 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 425474 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 starting background replication from leader
   [junit4]   2> 425474 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
   [junit4]   2> 425476 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 425476 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 425478 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
   [junit4]   2> 425478 INFO  (recoveryExecutor-1120-thread-1-processing-n:127.0.0.1:37974_ x:collection1_shard1_replica_t23 c:collection1 s:shard1 r:core_node24) [n:127.0.0.1:37974_ c:collection1 s:shard1

[...truncated too long message...]

vy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1167977898
     [copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1167977898
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1167977898

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 30ms :: artifacts dl 2ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
        ---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 113 minutes 39 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
        at hudson.FilePath$34.hasMatch(FilePath.java:2678)
        at hudson.FilePath$34.invoke(FilePath.java:2557)
        at hudson.FilePath$34.invoke(FilePath.java:2547)
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
                at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
                at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
                at hudson.remoting.Channel.call(Channel.java:955)
                at hudson.FilePath.act(FilePath.java:1036)
                at hudson.FilePath.act(FilePath.java:1025)
                at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
                at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
                at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
                at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
                at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
                at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
                at hudson.model.Build$BuildExecution.post2(Build.java:186)
                at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
                at hudson.model.Run.execute(Run.java:1819)
                at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
                at hudson.model.ResourceController.execute(ResourceController.java:97)
                at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
        at hudson.remoting.UserRequest.perform(UserRequest.java:212)
        at hudson.remoting.UserRequest.perform(UserRequest.java:54)
        at hudson.remoting.Request$2.run(Request.java:369)
        at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
        at hudson.FilePath.act(FilePath.java:1038)
        at hudson.FilePath.act(FilePath.java:1025)
        at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
        at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
        at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
        at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
        at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
        at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
        at hudson.model.Build$BuildExecution.post2(Build.java:186)
        at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
        at hudson.model.Run.execute(Run.java:1819)
        at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
        at hudson.model.ResourceController.execute(ResourceController.java:97)
        at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-master - Build # 2942 - Still Unstable

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2942/

3 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplica.testKillLeader

Error Message:
Replica core_node4 not up to date after 10 seconds expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: Replica core_node4 not up to date after 10 seconds expected:<1> but was:<0>
        at __randomizedtesting.SeedInfo.seed([88BA8797EFDA670C:C1AC73238D61F35A]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.apache.solr.cloud.TestPullReplica.waitForNumDocsInAllReplicas(TestPullReplica.java:542)
        at org.apache.solr.cloud.TestPullReplica.waitForNumDocsInAllReplicas(TestPullReplica.java:533)
        at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:403)
        at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:309)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration

Error Message:
did not finish processing in time

Stack Trace:
java.lang.AssertionError: did not finish processing in time
        at __randomizedtesting.SeedInfo.seed([88BA8797EFDA670C:B1343ED7C025AEF2]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:320)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:42832/ozx/l/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42832/ozx/l/collection1
        at __randomizedtesting.SeedInfo.seed([88BA8797EFDA670C:EEB84D41260AF4]:0)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
        at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:87)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:171)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
        at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
        at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
        at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
        at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
        at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
        at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
        at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
        ... 50 more




Build Log:
[...truncated 13067 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
   [junit4]   2> 1084207 INFO  (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_88BA8797EFDA670C-001/init-core-data-001
   [junit4]   2> 1084256 WARN  (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
   [junit4]   2> 1084332 INFO  (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1084386 INFO  (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1084387 INFO  (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_88BA8797EFDA670C-001/tempDir-001
   [junit4]   2> 1084387 INFO  (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1084387 INFO  (Thread-1275) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1084387 INFO  (Thread-1275) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1084475 ERROR (Thread-1275) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1084532 INFO  (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:34386
   [junit4]   2> 1084751 INFO  (zkConnectionManagerCallback-1475-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1084879 INFO  (jetty-launcher-1472-thread-1) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1084895 INFO  (jetty-launcher-1472-thread-2) [    ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
   [junit4]   2> 1085149 INFO  (jetty-launcher-1472-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1085149 INFO  (jetty-launcher-1472-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1085149 INFO  (jetty-launcher-1472-thread-1) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1085169 INFO  (jetty-launcher-1472-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1af77c9b{/solr,null,AVAILABLE}
   [junit4]   2> 1085171 INFO  (jetty-launcher-1472-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@52507304{SSL,[ssl, http/1.1]}{127.0.0.1:42467}
   [junit4]   2> 1085171 INFO  (jetty-launcher-1472-thread-1) [    ] o.e.j.s.Server Started @1085232ms
   [junit4]   2> 1085171 INFO  (jetty-launcher-1472-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42467}
   [junit4]   2> 1085171 ERROR (jetty-launcher-1472-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1085171 INFO  (jetty-launcher-1472-thread-1) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1085171 INFO  (jetty-launcher-1472-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1085171 INFO  (jetty-launcher-1472-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1085171 INFO  (jetty-launcher-1472-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1085171 INFO  (jetty-launcher-1472-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-09T12:23:54.703Z
   [junit4]   2> 1085311 INFO  (jetty-launcher-1472-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1085311 INFO  (jetty-launcher-1472-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1085311 INFO  (jetty-launcher-1472-thread-2) [    ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1085348 INFO  (zkConnectionManagerCallback-1477-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1085348 INFO  (jetty-launcher-1472-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1085371 INFO  (jetty-launcher-1472-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27b84999{/solr,null,AVAILABLE}
   [junit4]   2> 1085371 INFO  (jetty-launcher-1472-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@52388781{SSL,[ssl, http/1.1]}{127.0.0.1:41877}
   [junit4]   2> 1085372 INFO  (jetty-launcher-1472-thread-2) [    ] o.e.j.s.Server Started @1085432ms
   [junit4]   2> 1085372 INFO  (jetty-launcher-1472-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41877}
   [junit4]   2> 1085372 ERROR (jetty-launcher-1472-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1085372 INFO  (jetty-launcher-1472-thread-2) [    ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1085405 INFO  (jetty-launcher-1472-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1085405 INFO  (jetty-launcher-1472-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1085405 INFO  (jetty-launcher-1472-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1085405 INFO  (jetty-launcher-1472-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-11-09T12:23:54.937Z
   [junit4]   2> 1085531 INFO  (zkConnectionManagerCallback-1479-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1085532 INFO  (jetty-launcher-1472-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1086425 INFO  (jetty-launcher-1472-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34386/solr
   [junit4]   2> 1086483 INFO  (jetty-launcher-1472-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34386/solr
   [junit4]   2> 1086498 INFO  (zkConnectionManagerCallback-1483-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1086499 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1059cb047b70003, likely client has closed socket
   [junit4]   2> 1086518 INFO  (zkConnectionManagerCallback-1487-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1086554 INFO  (zkConnectionManagerCallback-1489-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1086619 INFO  (zkConnectionManagerCallback-1491-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1086793 INFO  (jetty-launcher-1472-thread-1) [n:127.0.0.1:42467_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42467_solr
   [junit4]   2> 1086826 INFO  (jetty-launcher-1472-thread-1) [n:127.0.0.1:42467_solr    ] o.a.s.c.Overseer Overseer (id=73637249852833797-127.0.0.1:42467_solr-n_0000000000) starting
   [junit4]   2> 1086912 INFO  (zkConnectionManagerCallback-1500-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1087037 INFO  (jetty-launcher-1472-thread-1) [n:127.0.0.1:42467_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34386/solr ready
   [junit4]   2> 1087058 INFO  (OverseerStateUpdate-73637249852833797-127.0.0.1:42467_solr-n_0000000000) [n:127.0.0.1:42467_solr    ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42467_solr
   [junit4]   2> 1087074 INFO  (jetty-launcher-1472-thread-1) [n:127.0.0.1:42467_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42467_solr
   [junit4]   2> 1087074 DEBUG (OverseerAutoScalingTriggerThread-73637249852833797-127.0.0.1:42467_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1087240 DEBUG (OverseerAutoScalingTriggerThread-73637249852833797-127.0.0.1:42467_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1087241 DEBUG (OverseerAutoScalingTriggerThread-73637249852833797-127.0.0.1:42467_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1087241 DEBUG (OverseerAutoScalingTriggerThread-73637249852833797-127.0.0.1:42467_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1087354 INFO  (zkCallback-1499-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1087355 INFO  (OverseerStateUpdate-73637249852833797-127.0.0.1:42467_solr-n_0000000000) [n:127.0.0.1:42467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1087393 INFO  (jetty-launcher-1472-thread-1) [n:127.0.0.1:42467_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1087538 INFO  (jetty-launcher-1472-thread-1) [n:127.0.0.1:42467_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42467.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cbb1935
   [junit4]   2> 1087556 INFO  (jetty-launcher-1472-thread-1) [n:127.0.0.1:42467_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42467.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cbb1935
   [junit4]   2> 1087573 INFO  (jetty-launcher-1472-thread-1) [n:127.0.0.1:42467_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42467.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cbb1935
   [junit4]   2> 1087574 INFO  (jetty-launcher-1472-thread-1) [n:127.0.0.1:42467_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_88BA8797EFDA670C-001/tempDir-001/node1/.
   [junit4]   2> 1087601 INFO  (jetty-launcher-1472-thread-2) [n:127.0.0.1:41877_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1087755 DEBUG (OverseerAutoScalingTriggerThread-73637249852833797-127.0.0.1:42467_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:42467_solr]
   [junit4]   2> 1087792 DEBUG (OverseerAutoScalingTriggerThread-73637249852833797-127.0.0.1:42467_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1087812 DEBUG (OverseerAutoScalingTriggerThread-73637249852833797-127.0.0.1:42467_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1087829 DEBUG (ScheduledTrigger-2517-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1087914 INFO  (jetty-launcher-1472-thread-2) [n:127.0.0.1:41877_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1087914 INFO  (jetty-launcher-1472-thread-2) [n:127.0.0.1:41877_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41877_solr
   [junit4]   2> 1088063 INFO  (zkCallback-1490-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1088093 INFO  (zkCallback-1499-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1088105 INFO  (zkCallback-1488-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1088113 DEBUG (OverseerStateUpdate-73637249852833797-127.0.0.1:42467_solr-n_0000000000) [n:127.0.0.1:42467_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:41877_solr"} current state version: 0
   [junit4]   2> 1088173 INFO  (zkConnectionManagerCallback-1506-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1088178 INFO  (jetty-launcher-1472-thread-2) [n:127.0.0.1:41877_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1088180 INFO  (jetty-launcher-1472-thread-2) [n:127.0.0.1:41877_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34386/solr ready
   [junit4]   2> 1088207 INFO  (jetty-launcher-1472-thread-2) [n:127.0.0.1:41877_solr    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1088635 INFO  (jetty-launcher-1472-thread-2) [n:127.0.0.1:41877_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41877.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cbb1935
   [junit4]   2> 1088688 INFO  (jetty-launcher-1472-thread-2) [n:127.0.0.1:41877_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41877.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cbb1935
   [junit4]   2> 1088688 INFO  (jetty-launcher-1472-thread-2) [n:127.0.0.1:41877_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41877.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2cbb1935
   [junit4]   2> 1088689 INFO  (jetty-launcher-1472-thread-2) [n:127.0.0.1:41877_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_88BA8797EFDA670C-001/tempDir-001/node2/.
   [junit4]   2> 1088871 DEBUG (ScheduledTrigger-2517-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1088965 INFO  (zkConnectionManagerCallback-1509-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1089067 INFO  (zkConnectionManagerCallback-1514-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1089067 INFO  (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1089068 INFO  (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34386/solr ready
   [junit4]   2> 1089249 DEBUG (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10005_solr
   [junit4]   2> 1089249 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1089250 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 1089250 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 1089250 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 1089286 DEBUG (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 1089286 DEBUG (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1089286 INFO  (SUITE-IndexSizeTriggerTest-seed#[88BA8797EFDA670C]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1089306 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
   [junit4]   2> 1089322 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1089323 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 1089323 DEBUG (ScheduledTrigger-2530-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089359 DEBUG (ScheduledTrigger-2530-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089380 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089412 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089432 DEBUG (ScheduledTrigger-2530-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089468 DEBUG (ScheduledTrigger-2530-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089578 DEBUG (ScheduledTrigger-2530-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089648 INFO  (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[88BA8797EFDA670C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSplitIntegration
   [junit4]   2> 1089676 DEBUG (simCloudManagerPool-2529-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testSplitIntegration_collection, currentVersion=1
   [junit4]   2> 1089676 DEBUG (simCloudManagerPool-2529-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 1089688 DEBUG (ScheduledTrigger-2530-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089712 DEBUG (simCloudManagerPool-2529-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 1089724 DEBUG (ScheduledTrigger-2530-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089732 DEBUG (simCloudManagerPool-2529-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 1089732 DEBUG (simCloudManagerPool-2529-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 1089777 DEBUG (ScheduledTrigger-2530-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089785 DEBUG (simCloudManagerPool-2529-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 1089785 DEBUG (simCloudManagerPool-2529-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 1089798 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089813 DEBUG (simCloudManagerPool-2529-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testSplitIntegration_collection, currentVersion=4
   [junit4]   2> 1089858 DEBUG (simCloudManagerPool-2529-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 1089858 DEBUG (simCloudManagerPool-2529-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 1089858 DEBUG (simCloudManagerPool-2529-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1 (currentVersion=5): {"core_node1":{
   [junit4]   2>     "core":"testSplitIntegration_collection_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testSplitIntegration_collection",
   [junit4]   2>     "node_name":"127.0.0.1:10005_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 1089878 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089903 DEBUG (simCloudManagerPool-2529-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 1089903 DEBUG (simCloudManagerPool-2529-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 1089903 DEBUG (simCloudManagerPool-2529-thread-8) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard2 (currentVersion=6): {"core_node3":{
   [junit4]   2>     "core":"testSplitIntegration_collection_shard2_replica_n3",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testSplitIntegration_collection",
   [junit4]   2>     "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 1089907 DEBUG (ScheduledTrigger-2530-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089911 DEBUG (ScheduledTrigger-2517-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089931 DEBUG (simCloudManagerPool-2529-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 1089931 DEBUG (simCloudManagerPool-2529-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 1089931 DEBUG (ScheduledTrigger-2530-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089931 DEBUG (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[88BA8797EFDA670C]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 1089968 DEBUG (ScheduledTrigger-2530-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1089988 DEBUG (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[88BA8797EFDA670C]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 1089988 DEBUG (ScheduledTrigger-2530-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090024 DEBUG (ScheduledTrigger-2530-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090026 DEBUG (simCloudManagerPool-2529-thread-9) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1090026 DEBUG (simCloudManagerPool-2529-thread-9) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1090027 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1090027 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1090027 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1090049 DEBUG (simCloudManagerPool-2529-thread-10) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1090049 DEBUG (simCloudManagerPool-2529-thread-10) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1090052 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1090061 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090086 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1090086 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1090091 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090094 DEBUG (simCloudManagerPool-2529-thread-11) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1090094 DEBUG (simCloudManagerPool-2529-thread-11) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1090094 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1090095 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1090095 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1090114 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090150 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090187 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090239 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090260 DEBUG (ScheduledTrigger-2530-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090296 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090333 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090388 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090408 DEBUG (ScheduledTrigger-2530-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090443 DEBUG (ScheduledTrigger-2530-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090479 DEBUG (ScheduledTrigger-2530-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090503 DEBUG (ScheduledTrigger-2530-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090540 DEBUG (ScheduledTrigger-2530-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090613 DEBUG (ScheduledTrigger-2530-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090666 DEBUG (ScheduledTrigger-2530-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090702 DEBUG (ScheduledTrigger-2530-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090738 DEBUG (ScheduledTrigger-2530-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090752 DEBUG (simCloudManagerPool-2529-thread-63) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1090752 DEBUG (simCloudManagerPool-2529-thread-63) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1090752 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1090752 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1090752 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1090787 DEBUG (ScheduledTrigger-2530-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090807 DEBUG (ScheduledTrigger-2530-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090876 DEBUG (ScheduledTrigger-2530-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090897 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090921 DEBUG (ScheduledTrigger-2517-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090941 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1090967 DEBUG (ScheduledTrigger-2530-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1091059 DEBUG (ScheduledTrigger-2530-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1091082 DEBUG (ScheduledTrigger-2530-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1091115 DEBUG (ScheduledTrigger-2530-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1091117 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"55a698886b31ccT9voejziv7bxa65757mfaiwx4b",
   [junit4]   2>   "source":"index_size_trigger2",
   [junit4]   2>   "eventTime":24108547074372044,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testSplitIntegration_collection_shard1_replica_n1":"docs=25, bytes=22740",
   [junit4]   2>       "testSplitIntegration_collection_shard2_replica_n3":"docs=25, bytes=22740"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}}]}}
   [junit4]   2> 1091118 DEBUG (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, index_size_trigger2, .scheduled_maintenance]
   [junit4]   2> 1091169 DEBUG (simCloudManagerPool-2529-thread-64) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=8
   [junit4]   2> 1091169 DEBUG (simCloudManagerPool-2529-thread-64) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 1091169 DEBUG (simCloudManagerPool-2529-thread-64) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 1091188 DEBUG (simCloudManagerPool-2529-thread-64) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 1091189 DEBUG (simCloudManagerPool-2529-thread-64) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 1091241 DEBUG (simCloudManagerPool-2529-thread-65) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 1091241 DEBUG (simCloudManagerPool-2529-thread-65) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 1091278 DEBUG (simCloudManagerPool-2529-thread-66) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
   [junit4]   2> 1091278 DEBUG (simCloudManagerPool-2529-thread-66) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 1091282 DEBUG (simCloudManagerPool-2529-thread-67) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=12): {"core_node1":{
   [junit4]   2>     "core":".system_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":".system",
   [junit4]   2>     "node_name":"127.0.0.1:10005_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 1091298 DEBUG (simCloudManagerPool-2529-thread-64) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=12
   [junit4]   2> 1091298 DEBUG (simCloudManagerPool-2529-thread-64) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
   [junit4]   2> 1091315 DEBUG (simCloudManagerPool-2529-thread-64) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 1091317 INFO  (ScheduledTrigger-2530-thread-3) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=24108570504862994, stage=STARTED, actionName='null', event={
   [junit4]   2>   "id":"55a698886b31ccT9voejziv7bxa65757mfaiwx4b",
   [junit4]   2>   "source":"index_size_trigger2",
   [junit4]   2>   "eventTime":24108547074372044,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testSplitIntegration_collection_shard1_replica_n1":"docs=25, bytes=22740",
   [junit4]   2>       "testSplitIntegration_collection_shard2_replica_n3":"docs=25, bytes=22740"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":24108560582928344,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}}]}}, context={}, config={
   [junit4]   2>   "trigger":"index_size_trigger2",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 1091328 DEBUG (AutoscalingActionExecutor-2531-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"55a698886b31ccT9voejziv7bxa65757mfaiwx4b",
   [junit4]   2>   "source":"index_size_trigger2",
   [junit4]   2>   "eventTime":24108547074372044,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testSplitIntegration_collection_shard1_replica_n1":"docs=25, bytes=22740",
   [junit4]   2>       "testSplitIntegration_collection_shard2_replica_n3":"docs=25, bytes=22740"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":24108560582928344,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}}]}}
   [junit4]   2> 1091344 INFO  (AutoscalingActionExecutor-2531-thread-1) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=24108571802482894, stage=BEFORE_ACTION, actionName='compute_plan', event={
   [junit4]   2>   "id":"55a698886b31ccT9voejziv7bxa65757mfaiwx4b",
   [junit4]   2>   "source":"index_size_trigger2",
   [junit4]   2>   "eventTime":24108547074372044,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testSplitIntegration_collection_shard1_replica_n1":"docs=25, bytes=22740",
   [junit4]   2>       "testSplitIntegration_collection_shard2_replica_n3":"docs=25, bytes=22740"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":24108560582928344,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}}]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger2}, config={
   [junit4]   2>   "trigger":"index_size_trigger2",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 1091344 DEBUG (AutoscalingActionExecutor-2531-thread-1) [    ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"55a698886b31ccT9voejziv7bxa65757mfaiwx4b",
   [junit4]   2>   "source":"index_size_trigger2",
   [junit4]   2>   "eventTime":24108547074372044,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testSplitIntegration_collection_shard1_replica_n1":"docs=25, bytes=22740",
   [junit4]   2>       "testSplitIntegration_collection_shard2_replica_n3":"docs=25, bytes=22740"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":24108560582928344,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}}]}} with context properties: {BEFORE_ACTION=[compute_plan]}
   [junit4]   2> 1091345 DEBUG (AutoscalingActionExecutor-2531-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard1&splitMethod=rewrite
   [junit4]   2> 1091345 DEBUG (AutoscalingActionExecutor-2531-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard2&splitMethod=rewrite
   [junit4]   2> 1091345 INFO  (AutoscalingActionExecutor-2531-thread-1) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=24108571924343094, stage=AFTER_ACTION, actionName='compute_plan', event={
   [junit4]   2>   "id":"55a698886b31ccT9voejziv7bxa65757mfaiwx4b",
   [junit4]   2>   "source":"index_size_trigger2",
   [junit4]   2>   "eventTime":24108547074372044,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":2,
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testSplitIntegration_collection_shard1_replica_n1":"docs=25, bytes=22740",
   [junit4]   2>       "testSplitIntegration_collection_shard2_replica_n3":"docs=25, bytes=22740"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":24108560582928344,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}}]}}, context={properties.operations=[{
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"SPLITSHARD",
   [junit4]   2>   "params.collection":"testSplitIntegration_collection",
   [junit4]   2>   "params.shard":"shard1",
   [junit4]   2>   "params.splitMethod":"rewrite"}, {
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"SPLITSHARD",
   [junit4]   2>   "params.collection":"testSplitIntegration_collection",
   [junit4]   2>   "params.shard":"shard2",
   [junit4]   2>   "params.splitMethod":"rewrite"}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger2, properties.AFTER_ACTION=[compute_plan]}, config={
   [junit4]   2>   "trigger":"index_size_trigger2",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 1091345 INFO  (AutoscalingActionExecutor-2531-thread-1) [    ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=24108571939545194, stage=BEFORE_ACTION, actionName='execute_plan', event={
   [junit4]   2>   "id":"55a698886b31ccT9voejziv7bxa65757mfaiwx4b",
   [junit4]   2>   "source":"index_size_trigger2",
   [junit4]   2>   "eventTime":24108547074372044,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":2,
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testSplitIntegration_collection_shard1_replica_n1":"docs=25, bytes=22740",
   [junit4]   2>       "testSplitIntegration_collection_shard2_replica_n3":"docs=25, bytes=22740"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":24108560582928344,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}}]}}, context={properties.operations=[{
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"SPLITSHARD",
   [junit4]   2>   "params.collection":"testSplitIntegration_collection",
   [junit4]   2>   "params.shard":"shard1",
   [junit4]   2>   "params.splitMethod":"rewrite"}, {
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"SPLITSHARD",
   [junit4]   2>   "params.collection":"testSplitIntegration_collection",
   [junit4]   2>   "params.shard":"shard2",
   [junit4]   2>   "params.splitMethod":"rewrite"}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger2, properties.AFTER_ACTION=[compute_plan]}, config={
   [junit4]   2>   "trigger":"index_size_trigger2",
   [junit4]   2>   "stage":[
   [junit4]   2>     "STARTED",
   [junit4]   2>     "ABORTED",
   [junit4]   2>     "SUCCEEDED",
   [junit4]   2>     "FAILED"],
   [junit4]   2>   "beforeAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "afterAction":[
   [junit4]   2>     "compute_plan",
   [junit4]   2>     "execute_plan"],
   [junit4]   2>   "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
   [junit4]   2> 1091345 DEBUG (AutoscalingActionExecutor-2531-thread-1) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"55a698886b31ccT9voejziv7bxa65757mfaiwx4b",
   [junit4]   2>   "source":"index_size_trigger2",
   [junit4]   2>   "eventTime":24108547074372044,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":2,
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testSplitIntegration_collection_shard1_replica_n1":"docs=25, bytes=22740",
   [junit4]   2>       "testSplitIntegration_collection_shard2_replica_n3":"docs=25, bytes=22740"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":24108560582928344,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testSplitIntegration_collection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"rewrite"}}}]}} with context properties: {operations=[{
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"SPLITSHARD",
   [junit4]   2>   "params.collection":"testSplitIntegration_collection",
   [junit4]   2>   "params.shard":"shard1",
   [junit4]   2>   "params.splitMethod":"rewrite"}, {
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"SPLITSHARD",
   [junit4]   2>   "params.collection":"testSplitIntegration_collection",
   [junit4]   2>   "params.shard":"shard2",
   [junit4]   2>   "params.splitMethod":"rewrite"}], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
   [junit4]   2> 1091346 DEBUG (AutoscalingActionExecutor-2531-thread-1) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard1&splitMethod=rewrite
   [junit4]   2> 1091472 INFO  (simCloudManagerPool-2529-thread-69) [    ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
   [junit4]   2> 1091558 DEBUG (simCloudManagerPool-2529-thread-69) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
   [junit4]   2> 1091558 DEBUG (simCloudManagerPool-2529-thread-69) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
   [junit4]   2> 1091578 DEBUG (simCloudManagerPool-2529-thread-69) [    ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testSplitIntegration_collection / shard1_0:{
   [junit4]   2>   "parent":"shard1",
   [junit4]   2>   "stateTimestamp":"1541771177410701500",
   [junit4]   2>   "range":"80000000-bfffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node10":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard1_0_replica_n9",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10006/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13},
   [junit4]   2>     "core_node8":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard1_0_replica_n7",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10005_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10005/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13}}}
   [junit4]   2> 1091615 DEBUG (simCloudManagerPool-2529-thread-70) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1_1 (currentVersion=14): {"core_node12":{
   [junit4]   2>     "core":"testSplitIntegration_collection_shard1_1_replica_n11",
   [junit4]   2>     "shard":"shard1_1",
   [junit4]   2>     "collection":"testSplitIntegration_collection",
   [junit4]   2>     "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":12,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":16240,
   [junit4]   2>     "base_url":"http://127.0.0.1:10006/solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":1.5124678611755371E-5,
   [junit4]   2>     "SEARCHER.searcher.numDocs":12}}
   [junit4]   2> 1091627 DEBUG (simCloudManagerPool-2529-thread-69) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
   [junit4]   2> 1091627 DEBUG (simCloudManagerPool-2529-thread-69) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
   [junit4]   2> 1091627 DEBUG (simCloudManagerPool-2529-thread-69) [    ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testSplitIntegration_collection / shard1_0:{
   [junit4]   2>   "parent":"shard1",
   [junit4]   2>   "stateTimestamp":"1541771177410701500",
   [junit4]   2>   "range":"80000000-bfffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node10":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard1_0_replica_n9",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10006/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13},
   [junit4]   2>     "core_node8":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard1_0_replica_n7",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10005_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10005/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13}}}
   [junit4]   2> 1091628 DEBUG (simCloudManagerPool-2529-thread-71) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard1_0 (currentVersion=15): {"core_node10":{
   [junit4]   2>     "core":"testSplitIntegration_collection_shard1_0_replica_n9",
   [junit4]   2>     "shard":"shard1_0",
   [junit4]   2>     "collection":"testSplitIntegration_collection",
   [junit4]   2>     "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":26980,
   [junit4]   2>     "base_url":"http://127.0.0.1:10006/solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>     "SEARCHER.searcher.numDocs":13}}
   [junit4]   2> 1091630 DEBUG (simCloudManagerPool-2529-thread-69) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
   [junit4]   2> 1091630 DEBUG (simCloudManagerPool-2529-thread-69) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
   [junit4]   2> 1091647 DEBUG (AutoscalingActionExecutor-2531-thread-1) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=SPLITSHARD&collection=testSplitIntegration_collection&shard=shard2&splitMethod=rewrite
   [junit4]   2> 1091651 DEBUG (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
   [junit4]   2> 1091651 DEBUG (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
   [junit4]   2> 1091761 INFO  (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
   [junit4]   2> 1091834 DEBUG (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
   [junit4]   2> 1091834 DEBUG (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
   [junit4]   2> 1091870 DEBUG (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testSplitIntegration_collection / shard2_0:{
   [junit4]   2>   "parent":"shard2",
   [junit4]   2>   "stateTimestamp":"1541771191838538100",
   [junit4]   2>   "range":"0-3fffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node18":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard2_0_replica_n17",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10005_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10005/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13},
   [junit4]   2>     "core_node20":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard2_0_replica_n19",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10006/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13}}}
   [junit4]   2> 1091873 DEBUG (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testSplitIntegration_collection / shard2_0:{
   [junit4]   2>   "parent":"shard2",
   [junit4]   2>   "stateTimestamp":"1541771191838538100",
   [junit4]   2>   "range":"0-3fffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node18":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard2_0_replica_n17",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10005_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10005/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13},
   [junit4]   2>     "core_node20":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard2_0_replica_n19",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10006/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13}}}
   [junit4]   2> 1091904 DEBUG (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testSplitIntegration_collection / shard2_0:{
   [junit4]   2>   "parent":"shard2",
   [junit4]   2>   "stateTimestamp":"1541771191838538100",
   [junit4]   2>   "range":"0-3fffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node18":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard2_0_replica_n17",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10005_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10005/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13},
   [junit4]   2>     "core_node20":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard2_0_replica_n19",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10006/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13}}}
   [junit4]   2> 1091906 DEBUG (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testSplitIntegration_collection / shard2_0:{
   [junit4]   2>   "parent":"shard2",
   [junit4]   2>   "stateTimestamp":"1541771191838538100",
   [junit4]   2>   "range":"0-3fffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node18":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard2_0_replica_n17",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10005_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10005/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13},
   [junit4]   2>     "core_node20":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard2_0_replica_n19",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10006/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13}}}
   [junit4]   2> 1091923 DEBUG (ScheduledTrigger-2517-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 1092064 DEBUG (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testSplitIntegration_collection / shard2_0:{
   [junit4]   2>   "parent":"shard2",
   [junit4]   2>   "stateTimestamp":"1541771191838538100",
   [junit4]   2>   "range":"0-3fffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node18":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard2_0_replica_n17",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10005_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10005/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13},
   [junit4]   2>     "core_node20":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard2_0_replica_n19",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10006/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13}}}
   [junit4]   2> 1092095 DEBUG (simCloudManagerPool-2529-thread-75) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard2_1 (currentVersion=18): {"core_node22":{
   [junit4]   2>     "core":"testSplitIntegration_collection_shard2_1_replica_n21",
   [junit4]   2>     "shard":"shard2_1",
   [junit4]   2>     "collection":"testSplitIntegration_collection",
   [junit4]   2>     "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":12,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":16240,
   [junit4]   2>     "base_url":"http://127.0.0.1:10006/solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":1.5124678611755371E-5,
   [junit4]   2>     "SEARCHER.searcher.numDocs":12}}
   [junit4]   2> 1092096 DEBUG (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
   [junit4]   2> 1092096 DEBUG (simCloudManagerPool-2529-thread-76) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitIntegration_collection / shard2_0 (currentVersion=18): {"core_node18":{
   [junit4]   2>     "core":"testSplitIntegration_collection_shard2_0_replica_n17",
   [junit4]   2>     "shard":"shard2_0",
   [junit4]   2>     "collection":"testSplitIntegration_collection",
   [junit4]   2>     "node_name":"127.0.0.1:10005_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":26980,
   [junit4]   2>     "base_url":"http://127.0.0.1:10005/solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>     "SEARCHER.searcher.numDocs":13}}
   [junit4]   2> 1092097 DEBUG (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
   [junit4]   2> 1092097 DEBUG (simCloudManagerPool-2529-thread-74) [    ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testSplitIntegration_collection / shard2_0:{
   [junit4]   2>   "parent":"shard2",
   [junit4]   2>   "stateTimestamp":"1541771191838538100",
   [junit4]   2>   "range":"0-3fffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node18":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard2_0_replica_n17",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10005_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10005/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13},
   [junit4]   2>     "core_node20":{
   [junit4]   2>       "core":"testSplitIntegration_collection_shard2_0_replica_n19",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":13,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":26980,
   [junit4]   2>       "node_name":"127.0.0.1:10006_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10006/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":2.512708306312561E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":13}}}
   [junit4]   2> 1092097 DEBUG (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[88BA8797EFDA670C]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
   [junit4]   2> 1092097 DEBUG (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[88BA8797EFDA670C]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
   [junit4]   2> 1092131 DEBUG (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[88BA8797EFDA670C]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
   [junit4]   2> 1092151 DEBUG (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[88BA8797EFDA670C]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
   [junit4]   2> 1092152 INFO  (TEST-IndexSizeTriggerTest.testSplitIntegration-seed#[88BA8797EFDA670C]) [    ] o.a.s.c.a.IndexSizeTriggerTest #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> ######################################

[...truncated too long message...]

ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1118985723
     [copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1118985723
   [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1118985723

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 24ms :: artifacts dl 1ms
        ---------------------------------------------------------------------
        |                  |            modules            ||   artifacts   |
        |       conf       | number| search|dwnlded|evicted|| number|dwnlded|
        ---------------------------------------------------------------------
        |      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
        ---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 209 minutes 20 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
        at hudson.FilePath$34.hasMatch(FilePath.java:2678)
        at hudson.FilePath$34.invoke(FilePath.java:2557)
        at hudson.FilePath$34.invoke(FilePath.java:2547)
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
                at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
                at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
                at hudson.remoting.Channel.call(Channel.java:955)
                at hudson.FilePath.act(FilePath.java:1036)
                at hudson.FilePath.act(FilePath.java:1025)
                at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
                at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
                at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
                at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
                at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
                at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
                at hudson.model.Build$BuildExecution.post2(Build.java:186)
                at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
                at hudson.model.Run.execute(Run.java:1819)
                at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
                at hudson.model.ResourceController.execute(ResourceController.java:97)
                at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
        at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
        at hudson.remoting.UserRequest.perform(UserRequest.java:212)
        at hudson.remoting.UserRequest.perform(UserRequest.java:54)
        at hudson.remoting.Request$2.run(Request.java:369)
        at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
        at hudson.FilePath.act(FilePath.java:1038)
        at hudson.FilePath.act(FilePath.java:1025)
        at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
        at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
        at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
        at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
        at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
        at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
        at hudson.model.Build$BuildExecution.post2(Build.java:186)
        at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
        at hudson.model.Run.execute(Run.java:1819)
        at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
        at hudson.model.ResourceController.execute(ResourceController.java:97)
        at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]