[JENKINS] Lucene-Solr-Tests-master - Build # 3134 - Failure

classic Classic list List threaded Threaded
6 messages Options
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-master - Build # 3134 - Failure

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3134/

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate

Error Message:
{srt=[CapturedEvent{timestamp=29383492119844564, stage=AFTER_ACTION, actionName='compute', event={   "id":"68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs",   "source":"search_rate_trigger",   "eventTime":29383478365485964,   "eventType":"SEARCHRATE",   "properties":{     "hotReplicas":[       {"core_node2":{           "core":"collection1_shard1_replica_n2",           "shard":"shard1",           "collection":"collection1",           "node_name":"127.0.0.1:10024_solr",           "type":"NRT",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "rate":250.0,           "state":"active",           "QUERY./select.requestTimes:1minRate":250,           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}},       {"core_node1":{           "core":"collection1_shard1_replica_n1",           "shard":"shard1",           "collection":"collection1",           "node_name":"127.0.0.1:10023_solr",           "type":"NRT",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "rate":250.0,           "state":"active",           "QUERY./select.requestTimes:1minRate":250,           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}}],     "__start__":3,     "coldNodes":{},     "coldShards":{},     "coldReplicas":[],     "violationType":["hotShards"],     "coldCollections":{},     "hotShards":{"collection1":{"shard1":250.0}},     "hotCollections":{"collection1":500.0},     "hotNodes":{       "127.0.0.1:10024_solr":250.0,       "127.0.0.1:10023_solr":250.0},     "_enqueue_time_":29383489237035264,     "requestedOps":[       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}},       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}},       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}}]}}, context={properties.operations=[{   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",   "method":"GET",   "params.action":"ADDREPLICA",   "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",   "params.waitForFinalState":"true",   "params.collection":"collection1",   "params.shard":"shard1",   "params.node":"127.0.0.1:10023_solr",   "params.type":"NRT"}, {   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",   "method":"GET",   "params.action":"ADDREPLICA",   "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",   "params.waitForFinalState":"true",   "params.collection":"collection1",   "params.shard":"shard1",   "params.node":"127.0.0.1:10024_solr",   "params.type":"NRT"}, {   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",   "method":"GET",   "params.action":"ADDREPLICA",   "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",   "params.waitForFinalState":"true",   "params.collection":"collection1",   "params.shard":"shard1",   "params.node":"127.0.0.1:10024_solr",   "params.type":"NRT"}], properties.BEFORE_ACTION=[start, compute, execute, test, finish], source=search_rate_trigger, properties.AFTER_ACTION=[start, compute, execute, test, finish]}, config={   "beforeAction":[],   "trigger":"search_rate_trigger",   "stage":[     "FAILED",     "SUCCEEDED"],   "afterAction":[     "compute",     "execute",     "test"],   "class":"org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerListener"}, message='null'}, CapturedEvent{timestamp=29383503371624064, stage=AFTER_ACTION, actionName='execute', event={   "id":"68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs",   "source":"search_rate_trigger",   "eventTime":29383478365485964,   "eventType":"SEARCHRATE",   "properties":{     "hotReplicas":[       {"core_node2":{           "core":"collection1_shard1_replica_n2",           "shard":"shard1",           "collection":"collection1",           "node_name":"127.0.0.1:10024_solr",           "type":"NRT",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "rate":250.0,           "state":"active",           "QUERY./select.requestTimes:1minRate":250,           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}},       {"core_node1":{           "core":"collection1_shard1_replica_n1",           "shard":"shard1",           "collection":"collection1",           "node_name":"127.0.0.1:10023_solr",           "type":"NRT",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "rate":250.0,           "state":"active",           "QUERY./select.requestTimes:1minRate":250,           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}}],     "__start__":3,     "coldNodes":{},     "coldShards":{},     "coldReplicas":[],     "violationType":["hotShards"],     "coldCollections":{},     "hotShards":{"collection1":{"shard1":250.0}},     "hotCollections":{"collection1":500.0},     "hotNodes":{       "127.0.0.1:10024_solr":250.0,       "127.0.0.1:10023_solr":250.0},     "_enqueue_time_":29383489237035264,     "requestedOps":[       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}},       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}},       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}}]}}, context={properties.operations=[{   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",   "method":"GET",   "params.action":"ADDREPLICA",   "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",   "params.waitForFinalState":"true",   "params.collection":"collection1",   "params.shard":"shard1",   "params.node":"127.0.0.1:10023_solr",   "params.type":"NRT"}, {   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",   "method":"GET",   "params.action":"ADDREPLICA",   "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",   "params.waitForFinalState":"true",   "params.collection":"collection1",   "params.shard":"shard1",   "params.node":"127.0.0.1:10024_solr",   "params.type":"NRT"}, {   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",   "method":"GET",   "params.action":"ADDREPLICA",   "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",   "params.waitForFinalState":"true",   "params.collection":"collection1",   "params.shard":"shard1",   "params.node":"127.0.0.1:10024_solr",   "params.type":"NRT"}], properties.BEFORE_ACTION=[start, compute, execute, test, finish], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[start, compute, execute, test, finish]}, config={   "beforeAction":[],   "trigger":"search_rate_trigger",   "stage":[     "FAILED",     "SUCCEEDED"],   "afterAction":[     "compute",     "execute",     "test"],   "class":"org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerListener"}, message='null'}, CapturedEvent{timestamp=29383503380921364, stage=AFTER_ACTION, actionName='test', event={   "id":"68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs",   "source":"search_rate_trigger",   "eventTime":29383478365485964,   "eventType":"SEARCHRATE",   "properties":{     "hotReplicas":[       {"core_node2":{           "core":"collection1_shard1_replica_n2",           "shard":"shard1",           "collection":"collection1",           "node_name":"127.0.0.1:10024_solr",           "type":"NRT",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "rate":250.0,           "state":"active",           "QUERY./select.requestTimes:1minRate":250,           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}},       {"core_node1":{           "core":"collection1_shard1_replica_n1",           "shard":"shard1",           "collection":"collection1",           "node_name":"127.0.0.1:10023_solr",           "type":"NRT",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "rate":250.0,           "state":"active",           "QUERY./select.requestTimes:1minRate":250,           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}}],     "__start__":3,     "coldNodes":{},     "coldShards":{},     "coldReplicas":[],     "violationType":["hotShards"],     "coldCollections":{},     "hotShards":{"collection1":{"shard1":250.0}},     "hotCollections":{"collection1":500.0},     "hotNodes":{       "127.0.0.1:10024_solr":250.0,       "127.0.0.1:10023_solr":250.0},     "_enqueue_time_":29383489237035264,     "requestedOps":[       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}},       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}},       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}}]}}, context={properties.operations=[{   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",   "method":"GET",   "params.action":"ADDREPLICA",   "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",   "params.waitForFinalState":"true",   "params.collection":"collection1",   "params.shard":"shard1",   "params.node":"127.0.0.1:10023_solr",   "params.type":"NRT"}, {   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",   "method":"GET",   "params.action":"ADDREPLICA",   "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",   "params.waitForFinalState":"true",   "params.collection":"collection1",   "params.shard":"shard1",   "params.node":"127.0.0.1:10024_solr",   "params.type":"NRT"}, {   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",   "method":"GET",   "params.action":"ADDREPLICA",   "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",   "params.waitForFinalState":"true",   "params.collection":"collection1",   "params.shard":"shard1",   "params.node":"127.0.0.1:10024_solr",   "params.type":"NRT"}], properties.BEFORE_ACTION=[start, compute, execute, test, finish], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[start, compute, execute, test, finish]}, config={   "beforeAction":[],   "trigger":"search_rate_trigger",   "stage":[     "FAILED",     "SUCCEEDED"],   "afterAction":[     "compute",     "execute",     "test"],   "class":"org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerListener"}, message='null'}, CapturedEvent{timestamp=29383503417683714, stage=SUCCEEDED, actionName='null', event={   "id":"68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs",   "source":"search_rate_trigger",   "eventTime":29383478365485964,   "eventType":"SEARCHRATE",   "properties":{     "hotReplicas":[       {"core_node2":{           "core":"collection1_shard1_replica_n2",           "shard":"shard1",           "collection":"collection1",           "node_name":"127.0.0.1:10024_solr",           "type":"NRT",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "rate":250.0,           "state":"active",           "QUERY./select.requestTimes:1minRate":250,           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}},       {"core_node1":{           "core":"collection1_shard1_replica_n1",           "shard":"shard1",           "collection":"collection1",           "node_name":"127.0.0.1:10023_solr",           "type":"NRT",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "rate":250.0,           "state":"active",           "QUERY./select.requestTimes:1minRate":250,           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}}],     "__start__":3,     "coldNodes":{},     "coldShards":{},     "coldReplicas":[],     "violationType":["hotShards"],     "coldCollections":{},     "hotShards":{"collection1":{"shard1":250.0}},     "hotCollections":{"collection1":500.0},     "hotNodes":{       "127.0.0.1:10024_solr":250.0,       "127.0.0.1:10023_solr":250.0},     "_enqueue_time_":29383489237035264,     "requestedOps":[       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}},       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}},       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}}]}}, context={}, config={   "beforeAction":[],   "trigger":"search_rate_trigger",   "stage":[     "FAILED",     "SUCCEEDED"],   "afterAction":[     "compute",     "execute",     "test"],   "class":"org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerListener"}, message='null'}, CapturedEvent{timestamp=29383510397882764, stage=AFTER_ACTION, actionName='compute', event={   "id":"68641fb0c3f378T7zr7t7ngbld6zd62cw5qyncrt",   "source":"search_rate_trigger",   "eventTime":29383484850303864,   "eventType":"SEARCHRATE",   "properties":{     "hotReplicas":[       {"core_node2":{           "core":"collection1_shard1_replica_n2",           "shard":"shard1",           "collection":"collection1",           "node_name":"127.0.0.1:10024_solr",           "type":"NRT",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "rate":250.0,           "state":"active",           "QUERY./select.requestTimes:1minRate":250,           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}},       {"core_node1":{           "core":"collection1_shard1_replica_n1",           "shard":"shard1",           "collection":"collection1",           "node_name":"127.0.0.1:10023_solr",           "type":"NRT",           "leader":"true",           "SEARCHER.searcher.maxDoc":0,           "SEARCHER.searcher.deletedDocs":0,           "INDEX.sizeInBytes":10240,           "rate":250.0,           "state":"active",           "QUERY./select.requestTimes:1minRate":250,           "INDEX.sizeInGB":9.5367431640625E-6,           "SEARCHER.searcher.numDocs":0}}],     "__start__":3,     "coldNodes":{},     "coldShards":{},     "coldReplicas":[],     "violationType":["hotShards"],     "coldCollections":{},     "hotShards":{"collection1":{"shard1":100.0}},     "hotCollections":{"collection1":500.0},     "hotNodes":{       "127.0.0.1:10024_solr":250.0,       "127.0.0.1:10023_solr":250.0},     "_enqueue_time_":29383510287725264,     "requestedOps":[       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}},       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}},       {         "action":"ADDREPLICA",         "hints":{"COLL_SHARD":[{               "first":"collection1",               "second":"shard1"}]}}]}}, context={properties.operations=[{   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",   "method":"GET",   "params.action":"ADDREPLICA",   "params.async":"search_rate_trigger/68641fb0c3f378T7zr7t7ngbld6zd62cw5qyncrt/0",   "params.waitForFinalState":"true",   "params.collection":"collection1",   "params.shard":"shard1",   "params.node":"127.0.0.1:10023_solr",   "params.type":"NRT"}, {   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",   "method":"GET",   "params.action":"ADDREPLICA",   "params.collection":"collection1",   "params.shard":"shard1",   "params.node":"127.0.0.1:10023_solr",   "params.type":"NRT"}, {   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",   "method":"GET",   "params.action":"ADDREPLICA",   "params.collection":"collection1",   "params.shard":"shard1",   "params.node":"127.0.0.1:10024_solr",   "params.type":"NRT"}], properties.BEFORE_ACTION=[start, compute, execute], source=search_rate_trigger, properties.AFTER_ACTION=[start, compute]}, config={   "beforeAction":[],   "trigger":"search_rate_trigger",   "stage":[     "FAILED",     "SUCCEEDED"],   "afterAction":[     "compute",     "execute",     "test"],   "class":"org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerListener"}, message='null'}]} expected:<4> but was:<5>

Stack Trace:
java.lang.AssertionError: {srt=[CapturedEvent{timestamp=29383492119844564, stage=AFTER_ACTION, actionName='compute', event={
  "id":"68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs",
  "source":"search_rate_trigger",
  "eventTime":29383478365485964,
  "eventType":"SEARCHRATE",
  "properties":{
    "hotReplicas":[
      {"core_node2":{
          "core":"collection1_shard1_replica_n2",
          "shard":"shard1",
          "collection":"collection1",
          "node_name":"127.0.0.1:10024_solr",
          "type":"NRT",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "rate":250.0,
          "state":"active",
          "QUERY./select.requestTimes:1minRate":250,
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      {"core_node1":{
          "core":"collection1_shard1_replica_n1",
          "shard":"shard1",
          "collection":"collection1",
          "node_name":"127.0.0.1:10023_solr",
          "type":"NRT",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "rate":250.0,
          "state":"active",
          "QUERY./select.requestTimes:1minRate":250,
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}],
    "__start__":3,
    "coldNodes":{},
    "coldShards":{},
    "coldReplicas":[],
    "violationType":["hotShards"],
    "coldCollections":{},
    "hotShards":{"collection1":{"shard1":250.0}},
    "hotCollections":{"collection1":500.0},
    "hotNodes":{
      "127.0.0.1:10024_solr":250.0,
      "127.0.0.1:10023_solr":250.0},
    "_enqueue_time_":29383489237035264,
    "requestedOps":[
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}},
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}},
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}}]}}, context={properties.operations=[{
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
  "method":"GET",
  "params.action":"ADDREPLICA",
  "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",
  "params.waitForFinalState":"true",
  "params.collection":"collection1",
  "params.shard":"shard1",
  "params.node":"127.0.0.1:10023_solr",
  "params.type":"NRT"}, {
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
  "method":"GET",
  "params.action":"ADDREPLICA",
  "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",
  "params.waitForFinalState":"true",
  "params.collection":"collection1",
  "params.shard":"shard1",
  "params.node":"127.0.0.1:10024_solr",
  "params.type":"NRT"}, {
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
  "method":"GET",
  "params.action":"ADDREPLICA",
  "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",
  "params.waitForFinalState":"true",
  "params.collection":"collection1",
  "params.shard":"shard1",
  "params.node":"127.0.0.1:10024_solr",
  "params.type":"NRT"}], properties.BEFORE_ACTION=[start, compute, execute, test, finish], source=search_rate_trigger, properties.AFTER_ACTION=[start, compute, execute, test, finish]}, config={
  "beforeAction":[],
  "trigger":"search_rate_trigger",
  "stage":[
    "FAILED",
    "SUCCEEDED"],
  "afterAction":[
    "compute",
    "execute",
    "test"],
  "class":"org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerListener"}, message='null'}, CapturedEvent{timestamp=29383503371624064, stage=AFTER_ACTION, actionName='execute', event={
  "id":"68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs",
  "source":"search_rate_trigger",
  "eventTime":29383478365485964,
  "eventType":"SEARCHRATE",
  "properties":{
    "hotReplicas":[
      {"core_node2":{
          "core":"collection1_shard1_replica_n2",
          "shard":"shard1",
          "collection":"collection1",
          "node_name":"127.0.0.1:10024_solr",
          "type":"NRT",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "rate":250.0,
          "state":"active",
          "QUERY./select.requestTimes:1minRate":250,
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      {"core_node1":{
          "core":"collection1_shard1_replica_n1",
          "shard":"shard1",
          "collection":"collection1",
          "node_name":"127.0.0.1:10023_solr",
          "type":"NRT",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "rate":250.0,
          "state":"active",
          "QUERY./select.requestTimes:1minRate":250,
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}],
    "__start__":3,
    "coldNodes":{},
    "coldShards":{},
    "coldReplicas":[],
    "violationType":["hotShards"],
    "coldCollections":{},
    "hotShards":{"collection1":{"shard1":250.0}},
    "hotCollections":{"collection1":500.0},
    "hotNodes":{
      "127.0.0.1:10024_solr":250.0,
      "127.0.0.1:10023_solr":250.0},
    "_enqueue_time_":29383489237035264,
    "requestedOps":[
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}},
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}},
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}}]}}, context={properties.operations=[{
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
  "method":"GET",
  "params.action":"ADDREPLICA",
  "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",
  "params.waitForFinalState":"true",
  "params.collection":"collection1",
  "params.shard":"shard1",
  "params.node":"127.0.0.1:10023_solr",
  "params.type":"NRT"}, {
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
  "method":"GET",
  "params.action":"ADDREPLICA",
  "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",
  "params.waitForFinalState":"true",
  "params.collection":"collection1",
  "params.shard":"shard1",
  "params.node":"127.0.0.1:10024_solr",
  "params.type":"NRT"}, {
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
  "method":"GET",
  "params.action":"ADDREPLICA",
  "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",
  "params.waitForFinalState":"true",
  "params.collection":"collection1",
  "params.shard":"shard1",
  "params.node":"127.0.0.1:10024_solr",
  "params.type":"NRT"}], properties.BEFORE_ACTION=[start, compute, execute, test, finish], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[start, compute, execute, test, finish]}, config={
  "beforeAction":[],
  "trigger":"search_rate_trigger",
  "stage":[
    "FAILED",
    "SUCCEEDED"],
  "afterAction":[
    "compute",
    "execute",
    "test"],
  "class":"org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerListener"}, message='null'}, CapturedEvent{timestamp=29383503380921364, stage=AFTER_ACTION, actionName='test', event={
  "id":"68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs",
  "source":"search_rate_trigger",
  "eventTime":29383478365485964,
  "eventType":"SEARCHRATE",
  "properties":{
    "hotReplicas":[
      {"core_node2":{
          "core":"collection1_shard1_replica_n2",
          "shard":"shard1",
          "collection":"collection1",
          "node_name":"127.0.0.1:10024_solr",
          "type":"NRT",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "rate":250.0,
          "state":"active",
          "QUERY./select.requestTimes:1minRate":250,
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      {"core_node1":{
          "core":"collection1_shard1_replica_n1",
          "shard":"shard1",
          "collection":"collection1",
          "node_name":"127.0.0.1:10023_solr",
          "type":"NRT",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "rate":250.0,
          "state":"active",
          "QUERY./select.requestTimes:1minRate":250,
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}],
    "__start__":3,
    "coldNodes":{},
    "coldShards":{},
    "coldReplicas":[],
    "violationType":["hotShards"],
    "coldCollections":{},
    "hotShards":{"collection1":{"shard1":250.0}},
    "hotCollections":{"collection1":500.0},
    "hotNodes":{
      "127.0.0.1:10024_solr":250.0,
      "127.0.0.1:10023_solr":250.0},
    "_enqueue_time_":29383489237035264,
    "requestedOps":[
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}},
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}},
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}}]}}, context={properties.operations=[{
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
  "method":"GET",
  "params.action":"ADDREPLICA",
  "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",
  "params.waitForFinalState":"true",
  "params.collection":"collection1",
  "params.shard":"shard1",
  "params.node":"127.0.0.1:10023_solr",
  "params.type":"NRT"}, {
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
  "method":"GET",
  "params.action":"ADDREPLICA",
  "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",
  "params.waitForFinalState":"true",
  "params.collection":"collection1",
  "params.shard":"shard1",
  "params.node":"127.0.0.1:10024_solr",
  "params.type":"NRT"}, {
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
  "method":"GET",
  "params.action":"ADDREPLICA",
  "params.async":"search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0",
  "params.waitForFinalState":"true",
  "params.collection":"collection1",
  "params.shard":"shard1",
  "params.node":"127.0.0.1:10024_solr",
  "params.type":"NRT"}], properties.BEFORE_ACTION=[start, compute, execute, test, finish], properties.responses=[{status={state=completed,msg=found [search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0] in completed tasks},success=}, {status={state=completed,msg=found [search_rate_trigger/68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs/0] in completed tasks},success=}], source=search_rate_trigger, properties.AFTER_ACTION=[start, compute, execute, test, finish]}, config={
  "beforeAction":[],
  "trigger":"search_rate_trigger",
  "stage":[
    "FAILED",
    "SUCCEEDED"],
  "afterAction":[
    "compute",
    "execute",
    "test"],
  "class":"org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerListener"}, message='null'}, CapturedEvent{timestamp=29383503417683714, stage=SUCCEEDED, actionName='null', event={
  "id":"68641e2e3d7b8cT7zr7t7ngbld6zd62cw5qyncrs",
  "source":"search_rate_trigger",
  "eventTime":29383478365485964,
  "eventType":"SEARCHRATE",
  "properties":{
    "hotReplicas":[
      {"core_node2":{
          "core":"collection1_shard1_replica_n2",
          "shard":"shard1",
          "collection":"collection1",
          "node_name":"127.0.0.1:10024_solr",
          "type":"NRT",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "rate":250.0,
          "state":"active",
          "QUERY./select.requestTimes:1minRate":250,
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      {"core_node1":{
          "core":"collection1_shard1_replica_n1",
          "shard":"shard1",
          "collection":"collection1",
          "node_name":"127.0.0.1:10023_solr",
          "type":"NRT",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "rate":250.0,
          "state":"active",
          "QUERY./select.requestTimes:1minRate":250,
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}],
    "__start__":3,
    "coldNodes":{},
    "coldShards":{},
    "coldReplicas":[],
    "violationType":["hotShards"],
    "coldCollections":{},
    "hotShards":{"collection1":{"shard1":250.0}},
    "hotCollections":{"collection1":500.0},
    "hotNodes":{
      "127.0.0.1:10024_solr":250.0,
      "127.0.0.1:10023_solr":250.0},
    "_enqueue_time_":29383489237035264,
    "requestedOps":[
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}},
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}},
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}}]}}, context={}, config={
  "beforeAction":[],
  "trigger":"search_rate_trigger",
  "stage":[
    "FAILED",
    "SUCCEEDED"],
  "afterAction":[
    "compute",
    "execute",
    "test"],
  "class":"org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerListener"}, message='null'}, CapturedEvent{timestamp=29383510397882764, stage=AFTER_ACTION, actionName='compute', event={
  "id":"68641fb0c3f378T7zr7t7ngbld6zd62cw5qyncrt",
  "source":"search_rate_trigger",
  "eventTime":29383484850303864,
  "eventType":"SEARCHRATE",
  "properties":{
    "hotReplicas":[
      {"core_node2":{
          "core":"collection1_shard1_replica_n2",
          "shard":"shard1",
          "collection":"collection1",
          "node_name":"127.0.0.1:10024_solr",
          "type":"NRT",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "rate":250.0,
          "state":"active",
          "QUERY./select.requestTimes:1minRate":250,
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}},
      {"core_node1":{
          "core":"collection1_shard1_replica_n1",
          "shard":"shard1",
          "collection":"collection1",
          "node_name":"127.0.0.1:10023_solr",
          "type":"NRT",
          "leader":"true",
          "SEARCHER.searcher.maxDoc":0,
          "SEARCHER.searcher.deletedDocs":0,
          "INDEX.sizeInBytes":10240,
          "rate":250.0,
          "state":"active",
          "QUERY./select.requestTimes:1minRate":250,
          "INDEX.sizeInGB":9.5367431640625E-6,
          "SEARCHER.searcher.numDocs":0}}],
    "__start__":3,
    "coldNodes":{},
    "coldShards":{},
    "coldReplicas":[],
    "violationType":["hotShards"],
    "coldCollections":{},
    "hotShards":{"collection1":{"shard1":100.0}},
    "hotCollections":{"collection1":500.0},
    "hotNodes":{
      "127.0.0.1:10024_solr":250.0,
      "127.0.0.1:10023_solr":250.0},
    "_enqueue_time_":29383510287725264,
    "requestedOps":[
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}},
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}},
      {
        "action":"ADDREPLICA",
        "hints":{"COLL_SHARD":[{
              "first":"collection1",
              "second":"shard1"}]}}]}}, context={properties.operations=[{
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
  "method":"GET",
  "params.action":"ADDREPLICA",
  "params.async":"search_rate_trigger/68641fb0c3f378T7zr7t7ngbld6zd62cw5qyncrt/0",
  "params.waitForFinalState":"true",
  "params.collection":"collection1",
  "params.shard":"shard1",
  "params.node":"127.0.0.1:10023_solr",
  "params.type":"NRT"}, {
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
  "method":"GET",
  "params.action":"ADDREPLICA",
  "params.collection":"collection1",
  "params.shard":"shard1",
  "params.node":"127.0.0.1:10023_solr",
  "params.type":"NRT"}, {
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
  "method":"GET",
  "params.action":"ADDREPLICA",
  "params.collection":"collection1",
  "params.shard":"shard1",
  "params.node":"127.0.0.1:10024_solr",
  "params.type":"NRT"}], properties.BEFORE_ACTION=[start, compute, execute], source=search_rate_trigger, properties.AFTER_ACTION=[start, compute]}, config={
  "beforeAction":[],
  "trigger":"search_rate_trigger",
  "stage":[
    "FAILED",
    "SUCCEEDED"],
  "afterAction":[
    "compute",
    "execute",
    "test"],
  "class":"org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerListener"}, message='null'}]} expected:<4> but was:<5>
        at __randomizedtesting.SeedInfo.seed([26E58FF0C804797:5F264676C346E1D8]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotEquals(Assert.java:834)
        at org.junit.Assert.assertEquals(Assert.java:645)
        at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate(TestSimTriggerIntegration.java:1327)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13491 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_26E58FF0C804797-001/init-core-data-001
   [junit4]   2> 1615101 WARN  (SUITE-TestSimTriggerIntegration-seed#[26E58FF0C804797]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1615133 INFO  (SUITE-TestSimTriggerIntegration-seed#[26E58FF0C804797]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1615135 INFO  (SUITE-TestSimTriggerIntegration-seed#[26E58FF0C804797]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1615136 INFO  (SUITE-TestSimTriggerIntegration-seed#[26E58FF0C804797]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1615207 INFO  (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
   [junit4]   2> 1615443 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
   [junit4]   2> 1615450 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1615450 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1615450 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1615450 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1615478 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 1615480 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1615480 INFO  (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1615522 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 1615524 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1615524 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1615524 DEBUG (ScheduledTrigger-5981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1615661 DEBUG (ScheduledTrigger-5981-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1615685 DEBUG (ScheduledTrigger-5981-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1615687 DEBUG (simCloudManagerPool-5980-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1615687 DEBUG (simCloudManagerPool-5980-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1615757 DEBUG (ScheduledTrigger-5981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1615758 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1615758 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1615758 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1615778 DEBUG (ScheduledTrigger-5981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1615795 DEBUG (simCloudManagerPool-5980-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1615795 DEBUG (simCloudManagerPool-5980-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1615795 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1615795 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1615795 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 1615796 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
   [junit4]   2> 1615796 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1615796 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1615796 DEBUG (ScheduledTrigger-5981-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 1615796 DEBUG (ScheduledTrigger-5981-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1615807 DEBUG (simCloudManagerPool-5980-thread-4) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1615807 DEBUG (simCloudManagerPool-5980-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1615807 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1615807 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1615807 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1615808 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10002_solr
   [junit4]   2> 1615830 DEBUG (ScheduledTrigger-5981-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 1615830 DEBUG (ScheduledTrigger-5981-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1615830 DEBUG (ScheduledTrigger-5981-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time 29383269185154514
   [junit4]   2> 1615831 DEBUG (ScheduledTrigger-5981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1615851 DEBUG (ScheduledTrigger-5981-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 1615851 DEBUG (ScheduledTrigger-5981-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1615851 DEBUG (ScheduledTrigger-5981-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10002_solr] added at times [29383269185154514], now=29383270202750614
   [junit4]   2> 1615851 DEBUG (ScheduledTrigger-5981-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"6863ed7a1eedd2T7zr7t7ngbld6zd62cw5qyncrb",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":29383269185154514,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383269185154514],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 1615851 DEBUG (ScheduledTrigger-5981-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger]
   [junit4]   2> 1615852 DEBUG (ScheduledTrigger-5981-thread-3) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"6863ed7a1eedd2T7zr7t7ngbld6zd62cw5qyncrb",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":29383269185154514,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383269185154514],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29383270229713864,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 1615887 DEBUG (ScheduledTrigger-5981-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10002_solr
   [junit4]   2> 1615887 DEBUG (AutoscalingActionExecutor-5982-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"6863ed7a1eedd2T7zr7t7ngbld6zd62cw5qyncrb",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":29383269185154514,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383269185154514],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29383270229713864,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 1615888 DEBUG (AutoscalingActionExecutor-5982-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"6863ed7a1eedd2T7zr7t7ngbld6zd62cw5qyncrb",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":29383269185154514,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383269185154514],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29383270229713864,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 1615888 DEBUG (AutoscalingActionExecutor-5982-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1615889 DEBUG (AutoscalingActionExecutor-5982-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 100ms
   [junit4]   2> 1615889 DEBUG (AutoscalingActionExecutor-5982-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 64 ms for event id=6863ed7a1eedd2T7zr7t7ngbld6zd62cw5qyncrb
   [junit4]   2> 1615997 DEBUG (ScheduledTrigger-5981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1615997 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10003_solr
   [junit4]   2> 1615998 DEBUG (ScheduledTrigger-5981-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 1615998 DEBUG (ScheduledTrigger-5981-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1615998 DEBUG (ScheduledTrigger-5981-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time 29383277544558364
   [junit4]   2> 1616017 DEBUG (ScheduledTrigger-5981-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 3
   [junit4]   2> 1616018 DEBUG (ScheduledTrigger-5981-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 1616018 DEBUG (ScheduledTrigger-5981-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1616018 DEBUG (ScheduledTrigger-5981-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [29383277544558364], now=29383278557252114
   [junit4]   2> 1616018 DEBUG (ScheduledTrigger-5981-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"6863ef6c614f1cT7zr7t7ngbld6zd62cw5qyncrc",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":29383277544558364,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383277544558364],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 1616018 DEBUG (ScheduledTrigger-5981-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_cooldown_trigger]
   [junit4]   2> 1616018 DEBUG (ScheduledTrigger-5981-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"6863ef6c614f1cT7zr7t7ngbld6zd62cw5qyncrc",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":29383277544558364,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383277544558364],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29383278567184564,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 1616018 DEBUG (ScheduledTrigger-5981-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10003_solr
   [junit4]   2> 1616018 DEBUG (AutoscalingActionExecutor-5982-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"6863ef6c614f1cT7zr7t7ngbld6zd62cw5qyncrc",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":29383277544558364,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383277544558364],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29383278567184564,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 1616019 DEBUG (AutoscalingActionExecutor-5982-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"6863ef6c614f1cT7zr7t7ngbld6zd62cw5qyncrc",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":29383277544558364,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383277544558364],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29383278567184564,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 1616019 DEBUG (AutoscalingActionExecutor-5982-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 100ms
   [junit4]   2> 1616019 DEBUG (AutoscalingActionExecutor-5982-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1616019 DEBUG (AutoscalingActionExecutor-5982-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 21 ms for event id=6863ef6c614f1cT7zr7t7ngbld6zd62cw5qyncrc
   [junit4]   2> 1616127 DEBUG (ScheduledTrigger-5981-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 1616127 DEBUG (ScheduledTrigger-5981-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 1616127 DEBUG (ScheduledTrigger-5981-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1616163 DEBUG (ScheduledTrigger-5981-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 1616163 DEBUG (ScheduledTrigger-5981-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 1616163 DEBUG (ScheduledTrigger-5981-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1616179 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1616179 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1616180 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1616180 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1616180 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1616180 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1616187 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1616188 INFO  (TEST-TestSimTriggerIntegration.testCooldown-seed#[26E58FF0C804797]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown
   [junit4]   2> 1616204 INFO  (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
   [junit4]   2> 1616208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1616208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1616208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1616208 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1616209 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10004_solr
   [junit4]   2> 1616228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr]
   [junit4]   2> 1616244 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1616244 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1616256 DEBUG (ScheduledTrigger-5987-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1616264 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 1616264 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1616264 INFO  (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1616309 DEBUG (simCloudManagerPool-5986-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1616309 DEBUG (simCloudManagerPool-5986-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1616313 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1616370 DEBUG (ScheduledTrigger-5987-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1616370 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1616370 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1616374 DEBUG (simCloudManagerPool-5986-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1616374 DEBUG (simCloudManagerPool-5986-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1616374 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1616375 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1616375 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr]
   [junit4]   2> 1616375 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=500000, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
   [junit4]   2> 1616375 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1616375 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1616381 DEBUG (ScheduledTrigger-5987-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1616381 DEBUG (ScheduledTrigger-5987-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1616386 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10006_solr
   [junit4]   2> 1616402 DEBUG (ScheduledTrigger-5987-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1616402 DEBUG (ScheduledTrigger-5987-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1616402 DEBUG (ScheduledTrigger-5987-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1616402 DEBUG (ScheduledTrigger-5987-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10006_solr at time 29383297755015314
   [junit4]   2> 1616438 DEBUG (ScheduledTrigger-5987-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1616438 DEBUG (ScheduledTrigger-5987-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1616438 DEBUG (ScheduledTrigger-5987-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1616443 DEBUG (simCloudManagerPool-5986-thread-4) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1616443 DEBUG (simCloudManagerPool-5986-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1616447 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1616475 DEBUG (ScheduledTrigger-5987-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1616511 DEBUG (ScheduledTrigger-5987-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1616519 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1616519 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
   [junit4]   2> 1616519 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
   [junit4]   2> 1616520 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1616520 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1616520 DEBUG (ScheduledTrigger-5987-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1616520 DEBUG (ScheduledTrigger-5987-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1616520 DEBUG (ScheduledTrigger-5987-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:10006_solr] added at times [29383297755015314], now=29383303648116614
   [junit4]   2> 1616520 DEBUG (ScheduledTrigger-5987-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"6863f421046892T7zr7t7ngbld6zd62cw5qyncre",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":29383297755015314,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383297755015314],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10006_solr"]}}
   [junit4]   2> 1616520 DEBUG (ScheduledTrigger-5987-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_restore_trigger]
   [junit4]   2> 1616520 DEBUG (ScheduledTrigger-5987-thread-3) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"6863f421046892T7zr7t7ngbld6zd62cw5qyncre",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":29383297755015314,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383297755015314],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29383303657555314,
   [junit4]   2>     "nodeNames":["127.0.0.1:10006_solr"]}}
   [junit4]   2> 1616535 DEBUG (ScheduledTrigger-5987-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10006_solr
   [junit4]   2> 1616536 DEBUG (AutoscalingActionExecutor-5988-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"6863f421046892T7zr7t7ngbld6zd62cw5qyncre",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":29383297755015314,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383297755015314],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29383303657555314,
   [junit4]   2>     "nodeNames":["127.0.0.1:10006_solr"]}}
   [junit4]   2> 1616536 DEBUG (AutoscalingActionExecutor-5988-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"6863f421046892T7zr7t7ngbld6zd62cw5qyncre",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":29383297755015314,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383297755015314],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29383303657555314,
   [junit4]   2>     "nodeNames":["127.0.0.1:10006_solr"]}}
   [junit4]   2> 1616536 DEBUG (AutoscalingActionExecutor-5988-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after 100ms
   [junit4]   2> 1616536 DEBUG (AutoscalingActionExecutor-5988-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1616536 DEBUG (AutoscalingActionExecutor-5988-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 19 ms for event id=6863f421046892T7zr7t7ngbld6zd62cw5qyncre
   [junit4]   2> 1616539 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1616539 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1616539 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1616539 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1616539 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1616572 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1616572 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1616573 INFO  (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[26E58FF0C804797]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
   [junit4]   2> 1616575 INFO  (TEST-TestSimTriggerIntegration.testListeners-seed#[26E58FF0C804797]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
   [junit4]   2> 1616633 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1616633 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1616634 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1616634 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1616634 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10007_solr
   [junit4]   2> 1616653 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10007_solr]
   [junit4]   2> 1616653 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1616653 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1616654 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1616654 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 1616654 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1616654 INFO  (TEST-TestSimTriggerIntegration.testListeners-seed#[26E58FF0C804797]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1616779 DEBUG (simCloudManagerPool-5992-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1616779 DEBUG (simCloudManagerPool-5992-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1616799 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1616799 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1616836 DEBUG (ScheduledTrigger-5993-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1616836 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1616836 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1616872 DEBUG (ScheduledTrigger-5993-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1616873 DEBUG (simCloudManagerPool-5992-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1616873 DEBUG (simCloudManagerPool-5992-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1616873 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1616874 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1616874 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 1616874 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestDummyAction}], enabled=true}
   [junit4]   2> 1616874 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1616874 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1616874 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1616874 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1616875 DEBUG (simCloudManagerPool-5992-thread-4) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1616875 DEBUG (simCloudManagerPool-5992-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1616875 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1616875 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1616875 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1616908 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1616908 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1616908 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1616909 DEBUG (simCloudManagerPool-5992-thread-5) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1616909 DEBUG (simCloudManagerPool-5992-thread-5) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 1616909 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 1616945 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1616945 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1616945 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1616961 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1616961 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 1616961 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10009_solr
   [junit4]   2> 1616981 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1617014 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1617014 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1617014 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10009_solr at time 29383328379489614
   [junit4]   2> 1617046 DEBUG (ScheduledTrigger-5993-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1617046 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1617046 DEBUG (ScheduledTrigger-5993-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1617066 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1617066 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1617067 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1617087 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1617087 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1617087 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10009_solr] added at times [29383328379489614], now=29383332000367864
   [junit4]   2> 1617087 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"6863fb4260cd4eT7zr7t7ngbld6zd62cw5qyncrg",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29383328379489614,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383328379489614],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10009_solr"]}}
   [junit4]   2> 1617087 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
   [junit4]   2> 1617087 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"6863fb4260cd4eT7zr7t7ngbld6zd62cw5qyncrg",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29383328379489614,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383328379489614],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29383332027333564,
   [junit4]   2>     "nodeNames":["127.0.0.1:10009_solr"]}}
   [junit4]   2> 1617088 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10009_solr
   [junit4]   2> 1617088 DEBUG (AutoscalingActionExecutor-5994-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"6863fb4260cd4eT7zr7t7ngbld6zd62cw5qyncrg",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29383328379489614,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383328379489614],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29383332027333564,
   [junit4]   2>     "nodeNames":["127.0.0.1:10009_solr"]}}
   [junit4]   2> 1617088 DEBUG (AutoscalingActionExecutor-5994-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"6863fb4260cd4eT7zr7t7ngbld6zd62cw5qyncrg",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29383328379489614,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29383328379489614],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29383332027333564,
   [junit4]   2>     "nodeNames":["127.0.0.1:10009_solr"]}}
   [junit4]   2> 1617088 DEBUG (AutoscalingActionExecutor-5994-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1617088 DEBUG (AutoscalingActionExecutor-5994-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 1617088 DEBUG (AutoscalingActionExecutor-5994-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 28 ms for event id=6863fb4260cd4eT7zr7t7ngbld6zd62cw5qyncrg
   [junit4]   2> 1617152 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[26E58FF0C804797]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10010_solr
   [junit4]   2> 1617200 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 3
   [junit4]   2> 1617200 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1617200 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1617200 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10010_solr at time 29383337673867064
   [junit4]   2> 1617220 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 1617221 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1617221 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1617253 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 1617253 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1617253 DEBUG (ScheduledTrigger-5993-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1617273 DEBUG (ScheduledTrigger-5993-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 1617273 DEBUG (ScheduledTrigger-5993-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1617273 DEBUG (ScheduledTrigger-5993-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1617273 DEBUG (ScheduledTrigger-5993-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10010_solr] added at times [29383337673867064], now=29383341310710014
   [junit4]   2> 1617273 DEBUG (ScheduledTrigger-5993-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown in

[...truncated too long message...]

cene80): {}, docValues:{}, maxPointsInLeafNode=674, maxMBSortInHeap=5.097345939427727, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@413a786f), locale=mt, timezone=Indian/Cocos
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=282203232,total=518520832
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrCloudWithKerberosAlt, ConfigSetsAPITest, SignificantTermsQParserPluginTest, ManagedSchemaRoundRobinCloudTest, ActionThrottleTest, HdfsChaosMonkeyNothingIsSafeTest, TestCloudSearcherWarming, MoveReplicaHDFSTest, TestNumericRangeQuery32, ResponseHeaderTest, OpenExchangeRatesOrgProviderTest, SolrIndexMetricsTest, TestQueryTypes, TestRestoreCore, ExternalFileFieldSortTest, DocValuesMultiTest, TermsComponentTest, TestDocumentBuilder, TestReplicationHandler, TestCoreContainer, HighlighterConfigTest, CoreAdminCreateDiscoverTest, TestCustomStream, OverseerTest, TestRestManager, TestReload, TestHdfsCloudBackupRestore, TestTrie, TestQuerySenderNoQuery, TestTolerantUpdateProcessorCloud, TestWriterPerf, DeleteStatusTest, CdcrBootstrapTest, ReplaceNodeTest, RandomizedTaggerTest, XsltUpdateRequestHandlerTest, SolrCoreTest, CustomCollectionTest, TestBlendedInfixSuggestions, DistributedTermsComponentTest, TestJsonRequest, TestSizeLimitedDistributedMap, SolrXmlInZkTest, TestCloudInspectUtil, RollingRestartTest, MultiThreadedOCPTest, TestInPlaceUpdatesDistrib, TestStressInPlaceUpdates, RegexBytesRefFilterTest, AutoScalingHandlerTest, DebugComponentTest, TestFieldCacheSort, LeaderElectionContextKeyTest, MetricTriggerIntegrationTest, OverriddenZkACLAndCredentialsProvidersTest, TestMiniSolrCloudClusterSSL, TestPushWriter, SpellCheckCollatorTest, BasicAuthIntegrationTest, TestDownShardTolerantSearch, PrimUtilsTest, DirectSolrSpellCheckerTest, ScheduledTriggerIntegrationTest, ClassificationUpdateProcessorFactoryTest, SolrCoreMetricManagerTest, TestFieldCacheWithThreads, TestCSVResponseWriter, TolerantUpdateProcessorTest, TestSimpleTrackingShardHandler, TestManagedSchema, SecurityConfHandlerTest, V2ApiIntegrationTest, NodeAddedTriggerTest, TestXIncludeConfig, DeleteNodeTest, SuggestComponentTest, TestSubQueryTransformerDistrib, TestExportWriter, LeaderVoteWaitTimeoutTest, TestDeleteCollectionOnDownNodes, TestSolr4Spatial, TestBulkSchemaConcurrent, TestManagedStopFilterFactory, TestMaxScoreQueryParser, TestOmitPositions, TestJoin, TestRequestStatusCollectionAPI, TestConfigSetsAPIExclusivity, TestInitParams, PreAnalyzedFieldTest, TestValueSourceCache, TestStressRecovery, MetricsHandlerTest, SolrMetricsIntegrationTest, UpdateLogTest, DocExpirationUpdateProcessorFactoryTest, AlternateDirectoryTest, TestSimTriggerIntegration]
   [junit4] Completed [238/837 (1!)] on J2 in 8.65s, 11 tests, 1 failure <<< FAILURES!

[...truncated 47896 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1238981589
 [ecj-lint] Compiling 1241 source files to /tmp/ecj1238981589
 [ecj-lint] Processing annotations
 [ecj-lint] Annotations processed
 [ecj-lint] Processing annotations
 [ecj-lint] No elements to process
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/client/solrj/embedded/EmbeddedSolrServer.java (at line 219)
 [ecj-lint] return (NamedList<Object>) new JavaBinCodec(resolver).unmarshal(in);
 [ecj-lint]                           ^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/cloud/api/collections/RestoreCmd.java (at line 257)
 [ecj-lint] throw new SolrException(ErrorCode.BAD_REQUEST, "Unexpected number of replicas, replicationFactor, " +
 [ecj-lint]               Replica.Type.NRT + " or " + Replica.Type.TLOG + " must be greater than 0");
 [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'repository' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/loader/JavabinLoader.java (at line 137)
 [ecj-lint] new JavaBinCodec() {
 [ecj-lint]       SolrParams params;
 [ecj-lint]       AddUpdateCommand addCmd = null;
 [ecj-lint]
 [ecj-lint]       @Override
 [ecj-lint]       public List<Object> readIterator(DataInputInputStream fis) throws IOException {
 [ecj-lint]         while (true) {
 [ecj-lint]           Object o = readVal(fis);
 [ecj-lint]           if (o == END_OBJ) break;
 [ecj-lint]           if (o instanceof NamedList) {
 [ecj-lint]             params = ((NamedList) o).toSolrParams();
 [ecj-lint]           } else {
 [ecj-lint]             try {
 [ecj-lint]               if (o instanceof byte[]) {
 [ecj-lint]                 if (params != null) req.setParams(params);
 [ecj-lint]                 byte[] buf = (byte[]) o;
 [ecj-lint]                 contentStreamLoader.load(req, rsp, new ContentStreamBase.ByteArrayStream(buf, null), processor);
 [ecj-lint]               } else {
 [ecj-lint]                 throw new RuntimeException("unsupported type ");
 [ecj-lint]               }
 [ecj-lint]             } catch (Exception e) {
 [ecj-lint]               throw new RuntimeException(e);
 [ecj-lint]             } finally {
 [ecj-lint]               params = null;
 [ecj-lint]               req.setParams(old);
 [ecj-lint]             }
 [ecj-lint]           }
 [ecj-lint]         }
 [ecj-lint]         return Collections.emptyList();
 [ecj-lint]       }
 [ecj-lint]
 [ecj-lint]     }.unmarshal(in);
 [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/DocumentBuilder.java (at line 32)
 [ecj-lint] import org.apache.solr.common.util.ByteArrayUtf8CharSequence;
 [ecj-lint]       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.util.ByteArrayUtf8CharSequence is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/UpdateLog.java (at line 1867)
 [ecj-lint] if (exceptionOnExecuteUpdate.get() != null) throw exceptionOnExecuteUpdate.get();
 [ecj-lint]                                            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'proc' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 50)
 [ecj-lint] in = new FileInputStream(src).getChannel();
 [ecj-lint]     ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 51)
 [ecj-lint] out = new FileOutputStream(destination).getChannel();
 [ecj-lint]      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7 problems (1 error, 6 warnings)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:633: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2093: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2132: Compile failed; see the compiler error output for details.

Total time: 208 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-master - Build # 3135 - Still Failing

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3135/

All tests passed

Build Log:
[...truncated 61298 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj540808118
 [ecj-lint] Compiling 1241 source files to /tmp/ecj540808118
 [ecj-lint] Processing annotations
 [ecj-lint] Annotations processed
 [ecj-lint] Processing annotations
 [ecj-lint] No elements to process
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/client/solrj/embedded/EmbeddedSolrServer.java (at line 219)
 [ecj-lint] return (NamedList<Object>) new JavaBinCodec(resolver).unmarshal(in);
 [ecj-lint]                           ^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/cloud/api/collections/RestoreCmd.java (at line 257)
 [ecj-lint] throw new SolrException(ErrorCode.BAD_REQUEST, "Unexpected number of replicas, replicationFactor, " +
 [ecj-lint]               Replica.Type.NRT + " or " + Replica.Type.TLOG + " must be greater than 0");
 [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'repository' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/loader/JavabinLoader.java (at line 137)
 [ecj-lint] new JavaBinCodec() {
 [ecj-lint]       SolrParams params;
 [ecj-lint]       AddUpdateCommand addCmd = null;
 [ecj-lint]
 [ecj-lint]       @Override
 [ecj-lint]       public List<Object> readIterator(DataInputInputStream fis) throws IOException {
 [ecj-lint]         while (true) {
 [ecj-lint]           Object o = readVal(fis);
 [ecj-lint]           if (o == END_OBJ) break;
 [ecj-lint]           if (o instanceof NamedList) {
 [ecj-lint]             params = ((NamedList) o).toSolrParams();
 [ecj-lint]           } else {
 [ecj-lint]             try {
 [ecj-lint]               if (o instanceof byte[]) {
 [ecj-lint]                 if (params != null) req.setParams(params);
 [ecj-lint]                 byte[] buf = (byte[]) o;
 [ecj-lint]                 contentStreamLoader.load(req, rsp, new ContentStreamBase.ByteArrayStream(buf, null), processor);
 [ecj-lint]               } else {
 [ecj-lint]                 throw new RuntimeException("unsupported type ");
 [ecj-lint]               }
 [ecj-lint]             } catch (Exception e) {
 [ecj-lint]               throw new RuntimeException(e);
 [ecj-lint]             } finally {
 [ecj-lint]               params = null;
 [ecj-lint]               req.setParams(old);
 [ecj-lint]             }
 [ecj-lint]           }
 [ecj-lint]         }
 [ecj-lint]         return Collections.emptyList();
 [ecj-lint]       }
 [ecj-lint]
 [ecj-lint]     }.unmarshal(in);
 [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/DocumentBuilder.java (at line 32)
 [ecj-lint] import org.apache.solr.common.util.ByteArrayUtf8CharSequence;
 [ecj-lint]       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.util.ByteArrayUtf8CharSequence is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/UpdateLog.java (at line 1867)
 [ecj-lint] if (exceptionOnExecuteUpdate.get() != null) throw exceptionOnExecuteUpdate.get();
 [ecj-lint]                                            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'proc' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 50)
 [ecj-lint] in = new FileInputStream(src).getChannel();
 [ecj-lint]     ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 51)
 [ecj-lint] out = new FileOutputStream(destination).getChannel();
 [ecj-lint]      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7 problems (1 error, 6 warnings)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:633: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:680: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2093: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2132: Compile failed; see the compiler error output for details.

Total time: 102 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-master - Build # 3136 - Still Failing

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3136/

All tests passed

Build Log:
[...truncated 61304 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1008507084
 [ecj-lint] Compiling 1241 source files to /tmp/ecj1008507084
 [ecj-lint] Processing annotations
 [ecj-lint] Annotations processed
 [ecj-lint] Processing annotations
 [ecj-lint] No elements to process
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/client/solrj/embedded/EmbeddedSolrServer.java (at line 219)
 [ecj-lint] return (NamedList<Object>) new JavaBinCodec(resolver).unmarshal(in);
 [ecj-lint]                           ^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/cloud/api/collections/RestoreCmd.java (at line 257)
 [ecj-lint] throw new SolrException(ErrorCode.BAD_REQUEST, "Unexpected number of replicas, replicationFactor, " +
 [ecj-lint]               Replica.Type.NRT + " or " + Replica.Type.TLOG + " must be greater than 0");
 [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'repository' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/loader/JavabinLoader.java (at line 137)
 [ecj-lint] new JavaBinCodec() {
 [ecj-lint]       SolrParams params;
 [ecj-lint]       AddUpdateCommand addCmd = null;
 [ecj-lint]
 [ecj-lint]       @Override
 [ecj-lint]       public List<Object> readIterator(DataInputInputStream fis) throws IOException {
 [ecj-lint]         while (true) {
 [ecj-lint]           Object o = readVal(fis);
 [ecj-lint]           if (o == END_OBJ) break;
 [ecj-lint]           if (o instanceof NamedList) {
 [ecj-lint]             params = ((NamedList) o).toSolrParams();
 [ecj-lint]           } else {
 [ecj-lint]             try {
 [ecj-lint]               if (o instanceof byte[]) {
 [ecj-lint]                 if (params != null) req.setParams(params);
 [ecj-lint]                 byte[] buf = (byte[]) o;
 [ecj-lint]                 contentStreamLoader.load(req, rsp, new ContentStreamBase.ByteArrayStream(buf, null), processor);
 [ecj-lint]               } else {
 [ecj-lint]                 throw new RuntimeException("unsupported type ");
 [ecj-lint]               }
 [ecj-lint]             } catch (Exception e) {
 [ecj-lint]               throw new RuntimeException(e);
 [ecj-lint]             } finally {
 [ecj-lint]               params = null;
 [ecj-lint]               req.setParams(old);
 [ecj-lint]             }
 [ecj-lint]           }
 [ecj-lint]         }
 [ecj-lint]         return Collections.emptyList();
 [ecj-lint]       }
 [ecj-lint]
 [ecj-lint]     }.unmarshal(in);
 [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/DocumentBuilder.java (at line 32)
 [ecj-lint] import org.apache.solr.common.util.ByteArrayUtf8CharSequence;
 [ecj-lint]       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.util.ByteArrayUtf8CharSequence is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/UpdateLog.java (at line 1867)
 [ecj-lint] if (exceptionOnExecuteUpdate.get() != null) throw exceptionOnExecuteUpdate.get();
 [ecj-lint]                                            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'proc' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 50)
 [ecj-lint] in = new FileInputStream(src).getChannel();
 [ecj-lint]     ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 51)
 [ecj-lint] out = new FileOutputStream(destination).getChannel();
 [ecj-lint]      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7 problems (1 error, 6 warnings)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:633: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:680: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2093: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2132: Compile failed; see the compiler error output for details.

Total time: 98 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-master - Build # 3137 - Still Failing

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3137/

All tests passed

Build Log:
[...truncated 61332 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1413730628
 [ecj-lint] Compiling 1241 source files to /tmp/ecj1413730628
 [ecj-lint] Processing annotations
 [ecj-lint] Annotations processed
 [ecj-lint] Processing annotations
 [ecj-lint] No elements to process
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/client/solrj/embedded/EmbeddedSolrServer.java (at line 219)
 [ecj-lint] return (NamedList<Object>) new JavaBinCodec(resolver).unmarshal(in);
 [ecj-lint]                           ^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/cloud/api/collections/RestoreCmd.java (at line 257)
 [ecj-lint] throw new SolrException(ErrorCode.BAD_REQUEST, "Unexpected number of replicas, replicationFactor, " +
 [ecj-lint]               Replica.Type.NRT + " or " + Replica.Type.TLOG + " must be greater than 0");
 [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'repository' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/loader/JavabinLoader.java (at line 137)
 [ecj-lint] new JavaBinCodec() {
 [ecj-lint]       SolrParams params;
 [ecj-lint]       AddUpdateCommand addCmd = null;
 [ecj-lint]
 [ecj-lint]       @Override
 [ecj-lint]       public List<Object> readIterator(DataInputInputStream fis) throws IOException {
 [ecj-lint]         while (true) {
 [ecj-lint]           Object o = readVal(fis);
 [ecj-lint]           if (o == END_OBJ) break;
 [ecj-lint]           if (o instanceof NamedList) {
 [ecj-lint]             params = ((NamedList) o).toSolrParams();
 [ecj-lint]           } else {
 [ecj-lint]             try {
 [ecj-lint]               if (o instanceof byte[]) {
 [ecj-lint]                 if (params != null) req.setParams(params);
 [ecj-lint]                 byte[] buf = (byte[]) o;
 [ecj-lint]                 contentStreamLoader.load(req, rsp, new ContentStreamBase.ByteArrayStream(buf, null), processor);
 [ecj-lint]               } else {
 [ecj-lint]                 throw new RuntimeException("unsupported type ");
 [ecj-lint]               }
 [ecj-lint]             } catch (Exception e) {
 [ecj-lint]               throw new RuntimeException(e);
 [ecj-lint]             } finally {
 [ecj-lint]               params = null;
 [ecj-lint]               req.setParams(old);
 [ecj-lint]             }
 [ecj-lint]           }
 [ecj-lint]         }
 [ecj-lint]         return Collections.emptyList();
 [ecj-lint]       }
 [ecj-lint]
 [ecj-lint]     }.unmarshal(in);
 [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/DocumentBuilder.java (at line 32)
 [ecj-lint] import org.apache.solr.common.util.ByteArrayUtf8CharSequence;
 [ecj-lint]       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.util.ByteArrayUtf8CharSequence is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/UpdateLog.java (at line 1867)
 [ecj-lint] if (exceptionOnExecuteUpdate.get() != null) throw exceptionOnExecuteUpdate.get();
 [ecj-lint]                                            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'proc' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 50)
 [ecj-lint] in = new FileInputStream(src).getChannel();
 [ecj-lint]     ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 51)
 [ecj-lint] out = new FileOutputStream(destination).getChannel();
 [ecj-lint]      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7 problems (1 error, 6 warnings)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:633: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:680: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2093: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2132: Compile failed; see the compiler error output for details.

Total time: 173 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-master - Build # 3138 - Still Failing

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3138/

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate

Error Message:


Stack Trace:
java.util.ConcurrentModificationException
        at __randomizedtesting.SeedInfo.seed([C3DD81FF93432DE3:9E959F765C858BAC]:0)
        at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:909)
        at java.util.ArrayList$Itr.next(ArrayList.java:859)
        at java.util.AbstractCollection.toString(AbstractCollection.java:461)
        at java.lang.String.valueOf(String.java:2994)
        at java.lang.StringBuilder.append(StringBuilder.java:131)
        at java.util.concurrent.ConcurrentHashMap.toString(ConcurrentHashMap.java:1321)
        at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate(TestSimTriggerIntegration.java:1327)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13201 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
   [junit4]   2> 1182613 INFO  (SUITE-TestSimTriggerIntegration-seed#[C3DD81FF93432DE3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_C3DD81FF93432DE3-001/init-core-data-001
   [junit4]   2> 1182614 WARN  (SUITE-TestSimTriggerIntegration-seed#[C3DD81FF93432DE3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
   [junit4]   2> 1182614 INFO  (SUITE-TestSimTriggerIntegration-seed#[C3DD81FF93432DE3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1182616 INFO  (SUITE-TestSimTriggerIntegration-seed#[C3DD81FF93432DE3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1182776 INFO  (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 1182946 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1182946 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1182947 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1182947 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1182949 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
   [junit4]   2> 1182967 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 1182968 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1182968 INFO  (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1182983 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 1182986 DEBUG (ScheduledTrigger-2241-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1183003 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1183003 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1183071 DEBUG (ScheduledTrigger-2241-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1183074 DEBUG (simCloudManagerPool-2240-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1183075 DEBUG (simCloudManagerPool-2240-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1183092 DEBUG (ScheduledTrigger-2241-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1183096 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1183096 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1183096 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1183116 DEBUG (simCloudManagerPool-2240-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1183117 DEBUG (simCloudManagerPool-2240-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1183118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1183118 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1183118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 1183118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
   [junit4]   2> 1183118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1183119 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1183119 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10002_solr
   [junit4]   2> 1183136 DEBUG (ScheduledTrigger-2241-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1183136 DEBUG (ScheduledTrigger-2241-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1183136 DEBUG (ScheduledTrigger-2241-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1183137 DEBUG (ScheduledTrigger-2241-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time 29476500482609762
   [junit4]   2> 1183156 DEBUG (ScheduledTrigger-2241-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1183157 DEBUG (ScheduledTrigger-2241-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1183157 DEBUG (ScheduledTrigger-2241-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1183157 DEBUG (ScheduledTrigger-2241-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10002_solr] added at times [29476500482609762], now=29476501505890362
   [junit4]   2> 1183157 DEBUG (ScheduledTrigger-2241-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"68b8b8947cd262Tk7zsiemv4plci8guohwn90c0",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476500482609762,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476500482609762],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 1183158 DEBUG (ScheduledTrigger-2241-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
   [junit4]   2> 1183158 DEBUG (ScheduledTrigger-2241-thread-2) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68b8b8947cd262Tk7zsiemv4plci8guohwn90c0",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476500482609762,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476500482609762],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476501541004762,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 1183173 DEBUG (ScheduledTrigger-2241-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10002_solr
   [junit4]   2> 1183181 DEBUG (AutoscalingActionExecutor-2242-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"68b8b8947cd262Tk7zsiemv4plci8guohwn90c0",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476500482609762,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476500482609762],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476501541004762,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 1183181 DEBUG (AutoscalingActionExecutor-2242-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68b8b8947cd262Tk7zsiemv4plci8guohwn90c0",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476500482609762,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476500482609762],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476501541004762,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 1183181 DEBUG (AutoscalingActionExecutor-2242-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1183181 DEBUG (AutoscalingActionExecutor-2242-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 1183181 DEBUG (AutoscalingActionExecutor-2242-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 31 ms for event id=68b8b8947cd262Tk7zsiemv4plci8guohwn90c0
   [junit4]   2> 1183238 DEBUG (simCloudManagerPool-2240-thread-4) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1183238 DEBUG (simCloudManagerPool-2240-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1183239 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1183239 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1183239 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1183281 DEBUG (ScheduledTrigger-2241-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1183316 DEBUG (ScheduledTrigger-2241-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1183351 DEBUG (ScheduledTrigger-2241-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1183351 DEBUG (ScheduledTrigger-2241-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1183351 DEBUG (ScheduledTrigger-2241-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1183367 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1183367 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1183367 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1183383 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1183383 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1183383 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1183383 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1183420 INFO  (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
   [junit4]   2> 1183424 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
   [junit4]   2> 1183480 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10003_solr
   [junit4]   2> 1183493 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1183493 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1183494 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1183494 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1183517 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 1183517 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1183517 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1183570 DEBUG (simCloudManagerPool-2246-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1183570 DEBUG (simCloudManagerPool-2246-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1183573 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 1183575 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1183590 DEBUG (ScheduledTrigger-2247-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1183639 DEBUG (ScheduledTrigger-2247-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1183732 DEBUG (ScheduledTrigger-2247-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1183764 DEBUG (ScheduledTrigger-2247-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1183777 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.TestSimTriggerIntegration ====== KILL OVERSEER 1
   [junit4]   2> 1183777 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1183784 DEBUG (ScheduledTrigger-2247-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1183821 DEBUG (ScheduledTrigger-2247-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1183829 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1183829 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1183829 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1183829 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1183837 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1183837 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1183837 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimCloudManager   = killing node 127.0.0.1:10003_solr
   [junit4]   2> 1183838 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider  -- created marker: /autoscaling/nodeLost/127.0.0.1:10003_solr
   [junit4]   2> 1183838 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10004_solr
   [junit4]   2> 1183839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1183839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 0
   [junit4]   2> 1183839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1183839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr]
   [junit4]   2> 1183839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10003_solr
   [junit4]   2> 1183857 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1183857 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1183857 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
   [junit4]   2> 1183857 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
   [junit4]   2> 1183894 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1183922 DEBUG (ScheduledTrigger-2252-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1183967 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1183967 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.TestSimTriggerIntegration ====== ADD TRIGGERS
   [junit4]   2> 1183987 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184023 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184044 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184044 INFO  (simCloudManagerPool-2251-thread-1) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1184044 DEBUG (simCloudManagerPool-2251-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1184044 DEBUG (simCloudManagerPool-2251-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1184045 INFO  (simCloudManagerPool-2251-thread-1) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1184048 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1184048 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr]
   [junit4]   2> 1184048 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventMarkerAction}], enabled=true}
   [junit4]   2> 1184048 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1184048 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1184048 DEBUG (ScheduledTrigger-2252-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184048 DEBUG (ScheduledTrigger-2252-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1184085 DEBUG (ScheduledTrigger-2252-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184085 INFO  (simCloudManagerPool-2251-thread-2) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1184085 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184085 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1184085 DEBUG (simCloudManagerPool-2251-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1184086 DEBUG (simCloudManagerPool-2251-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1184086 INFO  (simCloudManagerPool-2251-thread-2) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1184086 INFO  (simCloudManagerPool-2251-thread-2) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1184086 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1184087 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr]
   [junit4]   2> 1184087 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1184087 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1184087 DEBUG (ScheduledTrigger-2252-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184104 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.TestSimTriggerIntegration ====== ADD NODE 1
   [junit4]   2> 1184104 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10006_solr
   [junit4]   2> 1184105 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.TestSimTriggerIntegration ====== KILL OVERSEER 2
   [junit4]   2> 1184105 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 1184105 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1184105 DEBUG (ScheduledTrigger-2252-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1184106 DEBUG (ScheduledTrigger-2252-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184106 DEBUG (ScheduledTrigger-2252-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1184106 DEBUG (ScheduledTrigger-2252-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10006_solr at time 29476548928163162
   [junit4]   2> 1184178 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184178 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1184178 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10006_solr] added at times [29476548928163162], now=29476552540767112
   [junit4]   2> 1184178 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"68b8c3dc114d5aTk7zsiemv4plci8guohwn90c2",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476548928163162,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476548928163162],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10006_solr"]}}
   [junit4]   2> 1184178 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1184178 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1184178 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1184178 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1184178 DEBUG (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: []
   [junit4]   2> 1184179 ERROR (ScheduledTrigger-2252-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Unexpected exception in NodeAddedTrigger
   [junit4]   2> org.apache.solr.common.AlreadyClosedException: ScheduledTrigger node_added_trigger has been closed.
   [junit4]   2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.enqueue(ScheduledTriggers.java:576) ~[java/:?]
   [junit4]   2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$4(ScheduledTriggers.java:294) ~[java/:?]
   [junit4]   2> at org.apache.solr.cloud.autoscaling.NodeAddedTrigger.run(NodeAddedTrigger.java:186) [java/:?]
   [junit4]   2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:633) [java/:?]
   [junit4]   2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [?:1.8.0_191]
   [junit4]   2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) [?:1.8.0_191]
   [junit4]   2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) [?:1.8.0_191]
   [junit4]   2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) [?:1.8.0_191]
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_191]
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_191]
   [junit4]   2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> 1184193 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1184193 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1184194 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimCloudManager   = killing node 127.0.0.1:10004_solr
   [junit4]   2> 1184194 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider  -- created marker: /autoscaling/nodeLost/127.0.0.1:10004_solr
   [junit4]   2> 1184194 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10006_solr
   [junit4]   2> 1184194 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1184195 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1184195 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 1184195 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 0
   [junit4]   2> 1184195 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1184195 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
   [junit4]   2> 1184195 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10004_solr
   [junit4]   2> 1184230 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
   [junit4]   2> 1184230 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventMarkerAction}], enabled=true}
   [junit4]   2> 1184230 DEBUG (ScheduledTrigger-2255-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184230 DEBUG (ScheduledTrigger-2255-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
   [junit4]   2> 1184230 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10006_solr
   [junit4]   2> 1184269 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10005_solr]
   [junit4]   2> 1184269 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10004_solr
   [junit4]   2> 1184283 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1184283 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1184283 DEBUG (ScheduledTrigger-2255-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184283 DEBUG (ScheduledTrigger-2255-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1184283 DEBUG (ScheduledTrigger-2255-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10006_solr] added at times [29476548928163162], now=29476557815835212
   [junit4]   2> 1184283 DEBUG (ScheduledTrigger-2255-thread-4) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"68b8c3dc114d5aTk7zsiemv4plci8guohwn90c3",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476548928163162,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476548928163162],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10006_solr"]}}
   [junit4]   2> 1184322 DEBUG (ScheduledTrigger-2255-thread-4) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
   [junit4]   2> 1184323 DEBUG (ScheduledTrigger-2255-thread-4) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68b8c3dc114d5aTk7zsiemv4plci8guohwn90c3",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476548928163162,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476548928163162],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476559777839362,
   [junit4]   2>     "nodeNames":["127.0.0.1:10006_solr"]}}
   [junit4]   2> 1184323 DEBUG (ScheduledTrigger-2255-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10006_solr
   [junit4]   2> 1184323 DEBUG (AutoscalingActionExecutor-2256-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"68b8c3dc114d5aTk7zsiemv4plci8guohwn90c3",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476548928163162,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476548928163162],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476559777839362,
   [junit4]   2>     "nodeNames":["127.0.0.1:10006_solr"]}}
   [junit4]   2> 1184324 DEBUG (AutoscalingActionExecutor-2256-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68b8c3dc114d5aTk7zsiemv4plci8guohwn90c3",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476548928163162,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476548928163162],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476559777839362,
   [junit4]   2>     "nodeNames":["127.0.0.1:10006_solr"]}}
   [junit4]   2> 1184324 DEBUG (AutoscalingActionExecutor-2256-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 1184324 DEBUG (AutoscalingActionExecutor-2256-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1184324 DEBUG (AutoscalingActionExecutor-2256-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 1184340 DEBUG (AutoscalingActionExecutor-2256-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 805 ms for event id=68b8c3dc114d5aTk7zsiemv4plci8guohwn90c3
   [junit4]   2> 1184425 DEBUG (ScheduledTrigger-2255-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
   [junit4]   2> 1184425 DEBUG (ScheduledTrigger-2255-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
   [junit4]   2> 1184425 DEBUG (ScheduledTrigger-2255-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184425 DEBUG (ScheduledTrigger-2255-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1184441 DEBUG (ScheduledTrigger-2255-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184441 DEBUG (ScheduledTrigger-2255-thread-4) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10004_solr]
   [junit4]   2> 1184441 DEBUG (ScheduledTrigger-2255-thread-4) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"68b8c54fc3d96aTk7zsiemv4plci8guohwn90c4",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":29476555164211562,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476555164211562],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 1184441 DEBUG (ScheduledTrigger-2255-thread-4) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
   [junit4]   2> 1184441 DEBUG (ScheduledTrigger-2255-thread-4) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68b8c54fc3d96aTk7zsiemv4plci8guohwn90c4",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":29476555164211562,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476555164211562],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476565715598762,
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 1184442 DEBUG (AutoscalingActionExecutor-2256-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"68b8c54fc3d96aTk7zsiemv4plci8guohwn90c4",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":29476555164211562,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476555164211562],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476565715598762,
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 1184442 DEBUG (AutoscalingActionExecutor-2256-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68b8c54fc3d96aTk7zsiemv4plci8guohwn90c4",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":29476555164211562,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476555164211562],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476565715598762,
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 1184442 DEBUG (AutoscalingActionExecutor-2256-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1184442 DEBUG (AutoscalingActionExecutor-2256-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 1184442 DEBUG (AutoscalingActionExecutor-2256-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 1184442 DEBUG (AutoscalingActionExecutor-2256-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 18 ms for event id=68b8c54fc3d96aTk7zsiemv4plci8guohwn90c4
   [junit4]   2> 1184485 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1184486 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1184486 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1184486 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1184486 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1184486 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1184486 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1184487 INFO  (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[C3DD81FF93432DE3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
   [junit4]   2> 1184502 INFO  (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
   [junit4]   2> 1184522 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10007_solr
   [junit4]   2> 1184524 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1184524 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1184525 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1184525 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1184525 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 1184525 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1184525 INFO  (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1184538 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 1184542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1184542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1184542 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184563 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184595 DEBUG (simCloudManagerPool-2258-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1184596 DEBUG (simCloudManagerPool-2258-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1184596 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1184611 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184611 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1184611 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1184612 DEBUG (simCloudManagerPool-2258-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1184612 DEBUG (simCloudManagerPool-2258-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1184613 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1184613 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1184613 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 1184613 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestDummyAction}], enabled=true}
   [junit4]   2> 1184613 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1184613 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1184613 DEBUG (ScheduledTrigger-2259-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184613 DEBUG (ScheduledTrigger-2259-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1184661 DEBUG (ScheduledTrigger-2259-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184661 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184661 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1184662 DEBUG (simCloudManagerPool-2258-thread-4) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1184662 DEBUG (simCloudManagerPool-2258-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1184676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1184676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1184676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1184696 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184696 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1184696 DEBUG (ScheduledTrigger-2259-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184737 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184737 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1184757 DEBUG (simCloudManagerPool-2258-thread-5) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1184758 DEBUG (simCloudManagerPool-2258-thread-5) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 1184769 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 1184769 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1184769 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 1184769 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184769 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1184773 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1184789 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10009_solr
   [junit4]   2> 1184805 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184805 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1184805 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10009_solr at time 29476583921714562
   [junit4]   2> 1184806 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1184826 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184826 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1184826 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10009_solr] added at times [29476583921714562], now=29476584941653912
   [junit4]   2> 1184826 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"68b8cc01d88582Tk7zsiemv4plci8guohwn90c6",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476583921714562,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476583921714562],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10009_solr"]}}
   [junit4]   2> 1184826 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
   [junit4]   2> 1184827 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68b8cc01d88582Tk7zsiemv4plci8guohwn90c6",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476583921714562,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476583921714562],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476584968224662,
   [junit4]   2>     "nodeNames":["127.0.0.1:10009_solr"]}}
   [junit4]   2> 1184878 DEBUG (ScheduledTrigger-2259-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10009_solr
   [junit4]   2> 1184879 DEBUG (AutoscalingActionExecutor-2260-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"68b8cc01d88582Tk7zsiemv4plci8guohwn90c6",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476583921714562,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476583921714562],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476584968224662,
   [junit4]   2>     "nodeNames":["127.0.0.1:10009_solr"]}}
   [junit4]   2> 1184881 DEBUG (AutoscalingActionExecutor-2260-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68b8cc01d88582Tk7zsiemv4plci8guohwn90c6",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476583921714562,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476583921714562],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476584968224662,
   [junit4]   2>     "nodeNames":["127.0.0.1:10009_solr"]}}
   [junit4]   2> 1184881 DEBUG (AutoscalingActionExecutor-2260-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 1184881 DEBUG (AutoscalingActionExecutor-2260-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1184881 DEBUG (AutoscalingActionExecutor-2260-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 128 ms for event id=68b8cc01d88582Tk7zsiemv4plci8guohwn90c6
   [junit4]   2> 1184952 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10010_solr
   [junit4]   2> 1184988 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 3
   [junit4]   2> 1184988 DEBUG (ScheduledTrigger-2259-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1184988 DEBUG (ScheduledTrigger-2259-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1184988 DEBUG (ScheduledTrigger-2259-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10010_solr at time 29476593049161712
   [junit4]   2> 1185024 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
   [junit4]   2> 1185024 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1185024 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 1185024 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10010_solr] added at times [29476593049161712], now=29476594858538012
   [junit4]   2> 1185024 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"68b8ce21e24ff0Tk7zsiemv4plci8guohwn90c7",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476593049161712,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476593049161712],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 1185024 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
   [junit4]   2> 1185025 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68b8ce21e24ff0Tk7zsiemv4plci8guohwn90c7",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476593049161712,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476593049161712],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476594873897312,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 1185025 DEBUG (ScheduledTrigger-2259-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10010_solr
   [junit4]   2> 1185025 DEBUG (AutoscalingActionExecutor-2260-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"68b8ce21e24ff0Tk7zsiemv4plci8guohwn90c7",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476593049161712,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476593049161712],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476594873897312,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 1185025 DEBUG (AutoscalingActionExecutor-2260-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68b8ce21e24ff0Tk7zsiemv4plci8guohwn90c7",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476593049161712,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476593049161712],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476594873897312,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 1185025 WARN  (AutoscalingActionExecutor-2260-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> org.apache.solr.cloud.autoscaling.TriggerActionException: Error processing action for trigger event: {
   [junit4]   2>   "id":"68b8ce21e24ff0Tk7zsiemv4plci8guohwn90c7",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":29476593049161712,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476593049161712],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476594873897312,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:327) ~[java/:?]
   [junit4]   2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_191]
   [junit4]   2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
   [junit4]   2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_191]
   [junit4]   2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_191]
   [junit4]   2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
   [junit4]   2> Caused by: java.lang.RuntimeException: failure
   [junit4]   2> at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestDummyAction.process(TestSimTriggerIntegration.java:999) ~[test/:?]
   [junit4]   2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:324) ~[java/:?]
   [junit4]   2> ... 6 more
   [junit4]   2> 1185026 DEBUG (AutoscalingActionExecutor-2260-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1185026 DEBUG (AutoscalingActionExecutor-2260-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 1185026 DEBUG (AutoscalingActionExecutor-2260-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 59 ms for event id=68b8ce21e24ff0Tk7zsiemv4plci8guohwn90c7
   [junit4]   2> 1185098 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1185098 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1185098 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1185098 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1185098 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1185099 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1185099 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1185099 INFO  (TEST-TestSimTriggerIntegration.testListeners-seed#[C3DD81FF93432DE3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
   [junit4]   2> 1185134 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
   [junit4]   2> 1185170 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10011_solr
   [junit4]   2> 1185174 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1185174 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1185175 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1185175 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1185190 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 1185190 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1185190 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1185207 DEBUG (simCloudManagerPool-2264-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1185207 DEBUG (simCloudManagerPool-2264-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1185231 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 1185248 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1185248 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
   [junit4]   2> 1185248 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1185280 DEBUG (ScheduledTrigger-2265-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1185283 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1185284 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1185296 DEBUG (simCloudManagerPool-2264-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1185296 DEBUG (simCloudManagerPool-2264-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1185300 DEBUG (ScheduledTrigger-2265-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1185312 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1185312 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1185312 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
   [junit4]   2> 1185312 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1185312 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1185312 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1185328 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider  -- created marker: /autoscaling/nodeLost/127.0.0.1:10011_solr
   [junit4]   2> 1185328 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10012_solr
   [junit4]   2> 1185328 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2
   [junit4]   2> 1185328 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr
   [junit4]   2> 1185336 DEBUG (ScheduledTrigger-2265-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 2
   [junit4]   2> 1185336 DEBUG (ScheduledTrigger-2265-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr
   [junit4]   2> 1185349 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1185364 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1185385 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1185385 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1185421 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1185421 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1185421 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10011_solr]
   [junit4]   2> 1185421 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"68b8d22fab25a4Tk7zsiemv4plci8guohwn90c9",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":29476610460296612,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476610460296612],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10011_solr"]}}
   [junit4]   2> 1185422 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
   [junit4]   2> 1185422 DEBUG (ScheduledTrigger-2265-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68b8d22fab25a4Tk7zsiemv4plci8guohwn90c9",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":29476610460296612,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476610460296612],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476614743352562,
   [junit4]   2>     "nodeNames":["127.0.0.1:10011_solr"]}}
   [junit4]   2> 1185422 DEBUG (AutoscalingActionExecutor-2266-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"68b8d22fab25a4Tk7zsiemv4plci8guohwn90c9",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":29476610460296612,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476610460296612],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476614743352562,
   [junit4]   2>     "nodeNames":["127.0.0.1:10011_solr"]}}
   [junit4]   2> 1185423 DEBUG (AutoscalingActionExecutor-2266-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68b8d22fab25a4Tk7zsiemv4plci8guohwn90c9",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":29476610460296612,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[29476610460296612],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":29476614743352562,
   [junit4]   2>     "nodeNames":["127.0.0.1:10011_solr"]}}
   [junit4]   2> 1185423 DEBUG (AutoscalingActionExecutor-2266-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 1185423 DEBUG (AutoscalingActionExecutor-2266-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 1185423 DEBUG (AutoscalingActionExecutor-2266-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 28 ms for event id=68b8d22fab25a4Tk7zsiemv4plci8guohwn90c9
   [junit4]   2> 1185424 DEBUG (simCloudManagerPool-2264-thread-4) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1185424 DEBUG (simCloudManagerPool-2264-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1185424 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1185424 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1185424 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1185502 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1185502 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1185502 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1185503 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1185505 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1185505 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1185505 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1185506 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[C3DD81FF93432DE3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
   [junit4]   2> 1185541 INFO  (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[C3DD81FF93432DE3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
   [junit4]   2> 1185632 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10013_solr
   [junit4]   2> 1185632 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1185633 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1185633 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1185633 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1185648 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10013_solr]
   [junit4]   2> 1185668 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 1185668 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1185668 INFO  (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[C3DD81FF93432DE3]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1185686 DEBUG (ScheduledTrigger-2271-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1185686 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1185686 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1185717 DEBUG (ScheduledTrigger-2271-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1185814 DEBUG (ScheduledTrigger-2271-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1185831 DEBUG (simCloudManagerPool-2270-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1185831 DEBUG (simCloudManagerPool-2270-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1185896 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1185896 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1185896 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1185896 DEBUG (ScheduledTrigger-2271-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1185916 DEBUG (simCloudManagerPool-2270-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1185916 DEBUG (simCloudManagerPool-2270-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1185917 DEBUG (ScheduledTrigger-2271-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1185931 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1185932 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 1185932 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - Initial livenodes: [127.0.0.1:10013_solr, 127.0.0.1:10014_solr]
   [junit4]   2> 1185932 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=500000, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
   [junit4]   2> 1185932 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 1185932 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1185932 DEBUG (ScheduledTrigger-2271-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1185932 DEBUG (ScheduledTrigger-2271-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1185936 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10015_solr
   [junit4]   2> 1185937 DEBUG (ScheduledTrigger-2271-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1186013 DEBUG (ScheduledTrigger-2271-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 1186013 DEBUG (ScheduledTrigger-2271-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 1186013 DEBUG (ScheduledTrigger-2271-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10015_solr at time 29476644281499412
   [junit4]   2> 1186114 DEBUG (ScheduledTrigger-2271-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 1186114 DEBUG (ScheduledTri

[...truncated too long message...]

ScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1190229 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1190230 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1190230 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1190230 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1190230 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1190230 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[C3DD81FF93432DE3]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1190230 INFO  (TEST-TestSimTriggerIntegration.testCooldown-seed#[C3DD81FF93432DE3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_C3DD81FF93432DE3-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1721, maxMBSortInHeap=7.5272786097052435, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7f486285), locale=vi-VN, timezone=SystemV/AST4ADT
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=114889008,total=515899392
   [junit4]   2> NOTE: All tests run in this JVM: [ZookeeperStatusHandlerTest, ClusterStateTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCollectionAPIs, TestRestoreCore, SoftAutoCommitTest, HdfsRecoverLeaseTest, TestNumericRangeQuery32, TestCloudInspectUtil, DOMUtilTest, TestJsonFacets, TestConfigReload, UniqFieldsUpdateProcessorFactoryTest, TestLeaderElectionWithEmptyReplica, TaggingAttributeTest, TestPushWriter, TestClusterStateMutator, TestRTimerTree, SpellingQueryConverterTest, IgnoreLargeDocumentProcessorFactoryTest, MigrateRouteKeyTest, HdfsAutoAddReplicasIntegrationTest, RecoveryZkTest, SolrIndexMetricsTest, BlockCacheTest, TestReload, AssignBackwardCompatibilityTest, TestCloudSearcherWarming, TestSimTriggerIntegration]
   [junit4] Completed [163/837 (1!)] on J2 in 7.91s, 11 tests, 1 error <<< FAILURES!

[...truncated 48184 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1304171580
 [ecj-lint] Compiling 1241 source files to /tmp/ecj1304171580
 [ecj-lint] Processing annotations
 [ecj-lint] Annotations processed
 [ecj-lint] Processing annotations
 [ecj-lint] No elements to process
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/client/solrj/embedded/EmbeddedSolrServer.java (at line 219)
 [ecj-lint] return (NamedList<Object>) new JavaBinCodec(resolver).unmarshal(in);
 [ecj-lint]                           ^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/cloud/api/collections/RestoreCmd.java (at line 257)
 [ecj-lint] throw new SolrException(ErrorCode.BAD_REQUEST, "Unexpected number of replicas, replicationFactor, " +
 [ecj-lint]               Replica.Type.NRT + " or " + Replica.Type.TLOG + " must be greater than 0");
 [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'repository' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/loader/JavabinLoader.java (at line 137)
 [ecj-lint] new JavaBinCodec() {
 [ecj-lint]       SolrParams params;
 [ecj-lint]       AddUpdateCommand addCmd = null;
 [ecj-lint]
 [ecj-lint]       @Override
 [ecj-lint]       public List<Object> readIterator(DataInputInputStream fis) throws IOException {
 [ecj-lint]         while (true) {
 [ecj-lint]           Object o = readVal(fis);
 [ecj-lint]           if (o == END_OBJ) break;
 [ecj-lint]           if (o instanceof NamedList) {
 [ecj-lint]             params = ((NamedList) o).toSolrParams();
 [ecj-lint]           } else {
 [ecj-lint]             try {
 [ecj-lint]               if (o instanceof byte[]) {
 [ecj-lint]                 if (params != null) req.setParams(params);
 [ecj-lint]                 byte[] buf = (byte[]) o;
 [ecj-lint]                 contentStreamLoader.load(req, rsp, new ContentStreamBase.ByteArrayStream(buf, null), processor);
 [ecj-lint]               } else {
 [ecj-lint]                 throw new RuntimeException("unsupported type ");
 [ecj-lint]               }
 [ecj-lint]             } catch (Exception e) {
 [ecj-lint]               throw new RuntimeException(e);
 [ecj-lint]             } finally {
 [ecj-lint]               params = null;
 [ecj-lint]               req.setParams(old);
 [ecj-lint]             }
 [ecj-lint]           }
 [ecj-lint]         }
 [ecj-lint]         return Collections.emptyList();
 [ecj-lint]       }
 [ecj-lint]
 [ecj-lint]     }.unmarshal(in);
 [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/DocumentBuilder.java (at line 32)
 [ecj-lint] import org.apache.solr.common.util.ByteArrayUtf8CharSequence;
 [ecj-lint]       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.util.ByteArrayUtf8CharSequence is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/UpdateLog.java (at line 1867)
 [ecj-lint] if (exceptionOnExecuteUpdate.get() != null) throw exceptionOnExecuteUpdate.get();
 [ecj-lint]                                            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'proc' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 50)
 [ecj-lint] in = new FileInputStream(src).getChannel();
 [ecj-lint]     ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 51)
 [ecj-lint] out = new FileOutputStream(destination).getChannel();
 [ecj-lint]      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7 problems (1 error, 6 warnings)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:633: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2093: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2132: Compile failed; see the compiler error output for details.

Total time: 203 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]
Reply | Threaded
Open this post in threaded view
|

[JENKINS] Lucene-Solr-Tests-master - Build # 3139 - Still Failing

Apache Jenkins Server-2
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3139/

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing.testScaleUp

Error Message:
{numFound=952100000,start=0,docs=[]} expected:<1000000000> but was:<952100000>

Stack Trace:
java.lang.AssertionError: {numFound=952100000,start=0,docs=[]} expected:<1000000000> but was:<952100000>
        at __randomizedtesting.SeedInfo.seed([3593B3059CB04CB1:14CDF5A7909E9210]:0)
        at org.junit.Assert.fail(Assert.java:88)
        at org.junit.Assert.failNotEquals(Assert.java:834)
        at org.junit.Assert.assertEquals(Assert.java:645)
        at org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing.testScaleUp(TestSimExtremeIndexing.java:135)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.TestLBHttp2SolrClient.testTwoServers

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:40969/solr/collection1/select?q=*%3A*&wt=javabin&version=2

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:40969/solr/collection1/select?q=*%3A*&wt=javabin&version=2
        at __randomizedtesting.SeedInfo.seed([6F161188B37E942E:CFFCBF056835BA0E]:0)
        at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:400)
        at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:732)
        at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:605)
        at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:581)
        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:983)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:998)
        at org.apache.solr.client.solrj.TestLBHttp2SolrClient.testTwoServers(TestLBHttp2SolrClient.java:186)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException
        at org.eclipse.jetty.client.util.InputStreamResponseListener.get(InputStreamResponseListener.java:216)
        at org.apache.solr.client.solrj.impl.Http2SolrClient.request(Http2SolrClient.java:391)
        ... 46 more




Build Log:
[...truncated 12856 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing
   [junit4]   2> 709100 INFO  (SUITE-TestSimExtremeIndexing-seed#[3593B3059CB04CB1]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimExtremeIndexing_3593B3059CB04CB1-001/init-core-data-001
   [junit4]   2> 709101 WARN  (SUITE-TestSimExtremeIndexing-seed#[3593B3059CB04CB1]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
   [junit4]   2> 709101 INFO  (SUITE-TestSimExtremeIndexing-seed#[3593B3059CB04CB1]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 709103 INFO  (SUITE-TestSimExtremeIndexing-seed#[3593B3059CB04CB1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 709278 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testScaleUp
   [junit4]   2> 709664 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 709664 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 709665 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 709665 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
   [junit4]   2> 709683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 709683 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 709685 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 709685 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 709764 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 709764 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 710031 DEBUG (simCloudManagerPool-917-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testScaleUp_collection, currentVersion=1
   [junit4]   2> 710048 DEBUG (simCloudManagerPool-917-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 710048 DEBUG (simCloudManagerPool-917-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 710084 DEBUG (simCloudManagerPool-917-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 710087 DEBUG (simCloudManagerPool-917-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 711777 DEBUG (simCloudManagerPool-917-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 711848 DEBUG (simCloudManagerPool-917-thread-2) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 711903 DEBUG (simCloudManagerPool-917-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 711942 DEBUG (simCloudManagerPool-917-thread-3) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 711997 DEBUG (simCloudManagerPool-917-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 711998 DEBUG (simCloudManagerPool-917-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 712013 DEBUG (simCloudManagerPool-917-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testScaleUp_collection, currentVersion=6
   [junit4]   2> 712029 DEBUG (simCloudManagerPool-917-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 712070 DEBUG (simCloudManagerPool-917-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 712073 DEBUG (simCloudManagerPool-917-thread-11) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testScaleUp_collection / shard1 (currentVersion=7): {"core_node1":{
   [junit4]   2>     "core":"testScaleUp_collection_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testScaleUp_collection",
   [junit4]   2>     "node_name":"127.0.0.1:10072_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 712138 DEBUG (simCloudManagerPool-917-thread-8) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testScaleUp_collection / shard2 (currentVersion=7): {"core_node3":{
   [junit4]   2>     "core":"testScaleUp_collection_shard2_replica_n3",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testScaleUp_collection",
   [junit4]   2>     "node_name":"127.0.0.1:10059_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 712140 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 712179 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 712235 DEBUG (simCloudManagerPool-917-thread-12) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 712264 DEBUG (simCloudManagerPool-917-thread-12) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 712285 DEBUG (simCloudManagerPool-917-thread-12) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 712286 DEBUG (simCloudManagerPool-917-thread-12) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 712312 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 712350 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 712350 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 712878 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 200,000
   [junit4]   2> 713016 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 400,000
   [junit4]   2> 713059 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 600,000
   [junit4]   2> 713116 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 800,000
   [junit4]   2> 713189 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,000,000
   [junit4]   2> 713243 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,200,000
   [junit4]   2> 713314 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,400,000
   [junit4]   2> 713370 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,600,000
   [junit4]   2> 713373 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,800,000
   [junit4]   2> 713772 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,000,000
   [junit4]   2> 713778 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,200,000
   [junit4]   2> 713794 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,400,000
   [junit4]   2> 713829 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,600,000
   [junit4]   2> 713949 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,800,000
   [junit4]   2> 713953 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,000,000
   [junit4]   2> 713993 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,200,000
   [junit4]   2> 714013 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,400,000
   [junit4]   2> 714066 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,600,000
   [junit4]   2> 714119 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,800,000
   [junit4]   2> 714190 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,000,000
   [junit4]   2> 714228 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,200,000
   [junit4]   2> 714248 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,400,000
   [junit4]   2> 714264 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,600,000
   [junit4]   2> 714283 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,800,000
   [junit4]   2> 714298 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,000,000
   [junit4]   2> 714300 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,200,000
   [junit4]   2> 714356 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,400,000
   [junit4]   2> 714373 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,600,000
   [junit4]   2> 714467 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,800,000
   [junit4]   2> 714501 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,000,000
   [junit4]   2> 714504 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,200,000
   [junit4]   2> 714537 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,400,000
   [junit4]   2> 714540 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,600,000
   [junit4]   2> 714577 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,800,000
   [junit4]   2> 714628 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,000,000
   [junit4]   2> 714661 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,200,000
   [junit4]   2> 714678 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,400,000
   [junit4]   2> 714697 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,600,000
   [junit4]   2> 714734 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,800,000
   [junit4]   2> 714738 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,000,000
   [junit4]   2> 714805 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,200,000
   [junit4]   2> 714826 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,400,000
   [junit4]   2> 714827 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,600,000
   [junit4]   2> 714827 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,800,000
   [junit4]   2> 714878 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,000,000
   [junit4]   2> 714894 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,200,000
   [junit4]   2> 714895 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,400,000
   [junit4]   2> 714895 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,600,000
   [junit4]   2> 714914 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,800,000
   [junit4]   2> 714930 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,000,000
   [junit4]   2> 714967 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,200,000
   [junit4]   2> 715004 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,400,000
   [junit4]   2> 715076 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,600,000
   [junit4]   2> 715129 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,800,000
   [junit4]   2> 715130 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,000,000
   [junit4]   2> 715130 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,200,000
   [junit4]   2> 715149 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,400,000
   [junit4]   2> 715150 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,600,000
   [junit4]   2> 715151 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,800,000
   [junit4]   2> 715170 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,000,000
   [junit4]   2> 715206 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,200,000
   [junit4]   2> 715259 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,400,000
   [junit4]   2> 715311 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,600,000
   [junit4]   2> 715316 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,800,000
   [junit4]   2> 715331 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,000,000
   [junit4]   2> 715352 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,200,000
   [junit4]   2> 715355 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,400,000
   [junit4]   2> 715388 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,600,000
   [junit4]   2> 715404 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,800,000
   [junit4]   2> 715405 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,000,000
   [junit4]   2> 715420 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,200,000
   [junit4]   2> 715421 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,400,000
   [junit4]   2> 715422 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,600,000
   [junit4]   2> 715441 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,800,000
   [junit4]   2> 715441 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,000,000
   [junit4]   2> 715442 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,200,000
   [junit4]   2> 715442 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,400,000
   [junit4]   2> 715443 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,600,000
   [junit4]   2> 715457 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,800,000
   [junit4]   2> 715458 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,000,000
   [junit4]   2> 715478 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,200,000
   [junit4]   2> 715478 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,400,000
   [junit4]   2> 715479 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,600,000
   [junit4]   2> 715480 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,800,000
   [junit4]   2> 715493 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,000,000
   [junit4]   2> 715494 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,200,000
   [junit4]   2> 715495 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,400,000
   [junit4]   2> 715514 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,600,000
   [junit4]   2> 715591 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,800,000
   [junit4]   2> 715664 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,000,000
   [junit4]   2> 715681 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,200,000
   [junit4]   2> 715700 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,400,000
   [junit4]   2> 715712 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,600,000
   [junit4]   2> 715713 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,800,000
   [junit4]   2> 715733 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,000,000
   [junit4]   2> 715734 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,200,000
   [junit4]   2> 715734 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,400,000
   [junit4]   2> 715735 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,600,000
   [junit4]   2> 715736 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,800,000
   [junit4]   2> 715736 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,000,000
   [junit4]   2> 715737 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,200,000
   [junit4]   2> 715737 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,400,000
   [junit4]   2> 715738 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,600,000
   [junit4]   2> 715738 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,800,000
   [junit4]   2> 715739 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,000,000
   [junit4]   2> 715740 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,200,000
   [junit4]   2> 715753 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,400,000
   [junit4]   2> 715753 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,600,000
   [junit4]   2> 715754 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,800,000
   [junit4]   2> 715755 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,000,000
   [junit4]   2> 715755 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,200,000
   [junit4]   2> 715756 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,400,000
   [junit4]   2> 715789 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,600,000
   [junit4]   2> 715950 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,800,000
   [junit4]   2> 715950 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,000,000
   [junit4]   2> 715984 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,200,000
   [junit4]   2> 715987 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,400,000
   [junit4]   2> 716041 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,600,000
   [junit4]   2> 716042 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,800,000
   [junit4]   2> 716042 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,000,000
   [junit4]   2> 716043 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,200,000
   [junit4]   2> 716061 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,400,000
   [junit4]   2> 716061 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,600,000
   [junit4]   2> 716062 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,800,000
   [junit4]   2> 716077 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,000,000
   [junit4]   2> 716077 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,200,000
   [junit4]   2> 716078 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,400,000
   [junit4]   2> 716098 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,600,000
   [junit4]   2> 716109 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,800,000
   [junit4]   2> 716125 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 26,000,000
   [junit4]   2> 716126 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 26,200,000
   [junit4]   2> 716145 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 26,400,000
   [junit4]   2> 716146 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 26,600,000
   [junit4]   2> 716146 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 26,800,000
   [junit4]   2> 716147 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 27,000,000
   [junit4]   2> 716161 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 27,200,000
   [junit4]   2> 716162 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 27,400,000
   [junit4]   2> 716162 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 27,600,000
   [junit4]   2> 716182 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 27,800,000
   [junit4]   2> 716186 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 28,000,000
   [junit4]   2> 716187 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 28,200,000
   [junit4]   2> 716219 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 28,400,000
   [junit4]   2> 716239 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 28,600,000
   [junit4]   2> 716279 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 28,800,000
   [junit4]   2> 716365 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 29,000,000
   [junit4]   2> 716426 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 29,200,000
   [junit4]   2> 716426 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 29,400,000
   [junit4]   2> 716426 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 29,600,000
   [junit4]   2> 716427 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 29,800,000
   [junit4]   2> 716427 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 30,000,000
   [junit4]   2> 716428 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 30,200,000
   [junit4]   2> 716428 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 30,400,000
   [junit4]   2> 716428 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 30,600,000
   [junit4]   2> 716429 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 30,800,000
   [junit4]   2> 716429 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 31,000,000
   [junit4]   2> 716430 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 31,200,000
   [junit4]   2> 716430 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 31,400,000
   [junit4]   2> 716430 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 31,600,000
   [junit4]   2> 716431 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 31,800,000
   [junit4]   2> 716431 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 32,000,000
   [junit4]   2> 716432 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 32,200,000
   [junit4]   2> 716432 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 32,400,000
   [junit4]   2> 716432 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 32,600,000
   [junit4]   2> 716449 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 32,800,000
   [junit4]   2> 716478 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 33,000,000
   [junit4]   2> 716478 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 33,200,000
   [junit4]   2> 716479 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 33,400,000
   [junit4]   2> 716479 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 33,600,000
   [junit4]   2> 716494 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 33,800,000
   [junit4]   2> 716494 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 34,000,000
   [junit4]   2> 716495 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 34,200,000
   [junit4]   2> 716513 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 34,400,000
   [junit4]   2> 716515 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 34,600,000
   [junit4]   2> 716516 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 34,800,000
   [junit4]   2> 716516 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 35,000,000
   [junit4]   2> 716516 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 35,200,000
   [junit4]   2> 716517 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 35,400,000
   [junit4]   2> 716517 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 35,600,000
   [junit4]   2> 716517 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 35,800,000
   [junit4]   2> 716530 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 36,000,000
   [junit4]   2> 716530 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 36,200,000
   [junit4]   2> 716531 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 36,400,000
   [junit4]   2> 716531 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 36,600,000
   [junit4]   2> 716532 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 36,800,000
   [junit4]   2> 716532 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 37,000,000
   [junit4]   2> 716532 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 37,200,000
   [junit4]   2> 716533 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 37,400,000
   [junit4]   2> 716533 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 37,600,000
   [junit4]   2> 716534 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 37,800,000
   [junit4]   2> 716534 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 38,000,000
   [junit4]   2> 716550 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 38,200,000
   [junit4]   2> 716552 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 38,400,000
   [junit4]   2> 716553 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 38,600,000
   [junit4]   2> 716553 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 38,800,000
   [junit4]   2> 716553 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 39,000,000
   [junit4]   2> 716554 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 39,200,000
   [junit4]   2> 716554 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 39,400,000
   [junit4]   2> 716554 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 39,600,000
   [junit4]   2> 716627 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 39,800,000
   [junit4]   2> 716627 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 40,000,000
   [junit4]   2> 716660 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 40,200,000
   [junit4]   2> 716661 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 40,400,000
   [junit4]   2> 716661 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 40,600,000
   [junit4]   2> 716661 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 40,800,000
   [junit4]   2> 716661 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 41,000,000
   [junit4]   2> 716662 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 41,200,000
   [junit4]   2> 716662 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 41,400,000
   [junit4]   2> 716662 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 41,600,000
   [junit4]   2> 716662 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 41,800,000
   [junit4]   2> 716663 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 42,000,000
   [junit4]   2> 716663 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 42,200,000
   [junit4]   2> 716663 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 42,400,000
   [junit4]   2> 716663 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 42,600,000
   [junit4]   2> 716696 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 42,800,000
   [junit4]   2> 716697 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 43,000,000
   [junit4]   2> 716697 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 43,200,000
   [junit4]   2> 716697 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 43,400,000
   [junit4]   2> 716734 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 43,600,000
   [junit4]   2> 716736 DEBUG (ScheduledTrigger-918-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"68d09f39ea441aTcuigbut2nqlibym2iles250eu",
   [junit4]   2>   "source":"scaleUpTrigger",
   [junit4]   2>   "eventTime":29502779867939866,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testScaleUp_collection_shard1_replica_n1":"docs=21300000, bytes=10650010240",
   [junit4]   2>       "testScaleUp_collection_shard2_replica_n3":"docs=21300000, bytes=10650010240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testScaleUp_collection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testScaleUp_collection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"link"}}}]}}
   [junit4]   2> 716736 DEBUG (ScheduledTrigger-918-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, scaleUpTrigger, .scheduled_maintenance]
   [junit4]   2> 716749 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 43,800,000
   [junit4]   2> 716769 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 44,000,000
   [junit4]   2> 716785 DEBUG (ScheduledTrigger-918-thread-3) [    ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"68d09f39ea441aTcuigbut2nqlibym2iles250eu",
   [junit4]   2>   "source":"scaleUpTrigger",
   [junit4]   2>   "eventTime":29502779867939866,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testScaleUp_collection_shard1_replica_n1":"docs=21300000, bytes=10650010240",
   [junit4]   2>       "testScaleUp_collection_shard2_replica_n3":"docs=21300000, bytes=10650010240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":29502787919987766,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testScaleUp_collection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testScaleUp_collection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"link"}}}]}}
   [junit4]   2> 716806 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 44,200,000
   [junit4]   2> 716808 DEBUG (AutoscalingActionExecutor-919-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"68d09f39ea441aTcuigbut2nqlibym2iles250eu",
   [junit4]   2>   "source":"scaleUpTrigger",
   [junit4]   2>   "eventTime":29502779867939866,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testScaleUp_collection_shard1_replica_n1":"docs=21300000, bytes=10650010240",
   [junit4]   2>       "testScaleUp_collection_shard2_replica_n3":"docs=21300000, bytes=10650010240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":29502787919987766,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testScaleUp_collection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testScaleUp_collection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"link"}}}]}}
   [junit4]   2> 716822 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 44,400,000
   [junit4]   2> 716822 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 44,600,000
   [junit4]   2> 716822 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 44,800,000
   [junit4]   2> 716843 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 45,000,000
   [junit4]   2> 716844 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 45,200,000
   [junit4]   2> 716844 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 45,400,000
   [junit4]   2> 716858 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 45,600,000
   [junit4]   2> 716879 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 45,800,000
   [junit4]   2> 716879 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 46,000,000
   [junit4]   2> 716895 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 46,200,000
   [junit4]   2> 716916 DEBUG (AutoscalingActionExecutor-919-thread-1) [    ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"68d09f39ea441aTcuigbut2nqlibym2iles250eu",
   [junit4]   2>   "source":"scaleUpTrigger",
   [junit4]   2>   "eventTime":29502779867939866,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":2,
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testScaleUp_collection_shard1_replica_n1":"docs=21300000, bytes=10650010240",
   [junit4]   2>       "testScaleUp_collection_shard2_replica_n3":"docs=21300000, bytes=10650010240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":29502787919987766,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testScaleUp_collection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testScaleUp_collection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{"splitMethod":"link"}}}]}} with context properties: {operations=[{
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"SPLITSHARD",
   [junit4]   2>   "params.collection":"testScaleUp_collection",
   [junit4]   2>   "params.shard":"shard1",
   [junit4]   2>   "params.splitMethod":"link"}, {
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"SPLITSHARD",
   [junit4]   2>   "params.collection":"testScaleUp_collection",
   [junit4]   2>   "params.shard":"shard2",
   [junit4]   2>   "params.splitMethod":"link"}], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
   [junit4]   2> 716932 DEBUG (AutoscalingActionExecutor-919-thread-1) [    ] o.a.s.c.a.ExecutePlanAction Executing operation: action=SPLITSHARD&collection=testScaleUp_collection&shard=shard1&splitMethod=link
   [junit4]   2> 716932 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 46,400,000
   [junit4]   2> 716933 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 46,600,000
   [junit4]   2> 716934 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 46,800,000
   [junit4]   2> 716951 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 47,000,000
   [junit4]   2> 716952 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 47,200,000
   [junit4]   2> 716968 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 47,400,000
   [junit4]   2> 716988 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 47,600,000
   [junit4]   2> 716988 INFO  (simCloudManagerPool-917-thread-45) [    ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
   [junit4]   2> 717025 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 47,800,000
   [junit4]   2> 717061 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 48,000,000
   [junit4]   2> 717098 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 48,200,000
   [junit4]   2> 717116 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 48,400,000
   [junit4]   2> 717117 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 48,600,000
   [junit4]   2> 717319 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 48,800,000
   [junit4]   2> 717354 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 49,000,000
   [junit4]   2> 717354 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 49,200,000
   [junit4]   2> 717355 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 49,400,000
   [junit4]   2> 717355 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 49,600,000
   [junit4]   2> 717369 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 49,800,000
   [junit4]   2> 717369 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 50,000,000
   [junit4]   2> 717370 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 50,200,000
   [junit4]   2> 717370 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 50,400,000
   [junit4]   2> 717405 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 50,600,000
   [junit4]   2> 717422 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 50,800,000
   [junit4]   2> 717422 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 51,000,000
   [junit4]   2> 717423 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 51,200,000
   [junit4]   2> 717423 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 51,400,000
   [junit4]   2> 717442 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 51,600,000
   [junit4]   2> 717450 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 51,800,000
   [junit4]   2> 717491 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 52,000,000
   [junit4]   2> 717508 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 52,200,000
   [junit4]   2> 717508 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 52,400,000
   [junit4]   2> 717509 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 52,600,000
   [junit4]   2> 717509 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 52,800,000
   [junit4]   2> 717510 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 53,000,000
   [junit4]   2> 717510 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 53,200,000
   [junit4]   2> 717571 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 53,400,000
   [junit4]   2> 717572 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 53,600,000
   [junit4]   2> 717572 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 53,800,000
   [junit4]   2> 717573 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 54,000,000
   [junit4]   2> 717573 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 54,200,000
   [junit4]   2> 717574 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 54,400,000
   [junit4]   2> 717574 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 54,600,000
   [junit4]   2> 717575 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 54,800,000
   [junit4]   2> 717575 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 55,000,000
   [junit4]   2> 717588 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 55,200,000
   [junit4]   2> 717588 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 55,400,000
   [junit4]   2> 717589 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 55,600,000
   [junit4]   2> 717589 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 55,800,000
   [junit4]   2> 717589 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 56,000,000
   [junit4]   2> 717590 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 56,200,000
   [junit4]   2> 717590 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 56,400,000
   [junit4]   2> 717591 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 56,600,000
   [junit4]   2> 717591 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 56,800,000
   [junit4]   2> 717592 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 57,000,000
   [junit4]   2> 717604 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 57,200,000
   [junit4]   2> 717605 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 57,400,000
   [junit4]   2> 717605 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 57,600,000
   [junit4]   2> 717605 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 57,800,000
   [junit4]   2> 717606 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 58,000,000
   [junit4]   2> 717606 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 58,200,000
   [junit4]   2> 717607 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 58,400,000
   [junit4]   2> 717624 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 58,600,000
   [junit4]   2> 717625 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 58,800,000
   [junit4]   2> 717625 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 59,000,000
   [junit4]   2> 717626 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 59,200,000
   [junit4]   2> 717626 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 59,400,000
   [junit4]   2> 717627 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 59,600,000
   [junit4]   2> 717627 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 59,800,000
   [junit4]   2> 717627 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 60,000,000
   [junit4]   2> 717628 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 60,200,000
   [junit4]   2> 717645 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 60,400,000
   [junit4]   2> 717661 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 60,600,000
   [junit4]   2> 717662 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 60,800,000
   [junit4]   2> 717662 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 61,000,000
   [junit4]   2> 717662 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 61,200,000
   [junit4]   2> 717663 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 61,400,000
   [junit4]   2> 717663 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 61,600,000
   [junit4]   2> 717664 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 61,800,000
   [junit4]   2> 717664 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 62,000,000
   [junit4]   2> 717664 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 62,200,000
   [junit4]   2> 717718 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 62,400,000
   [junit4]   2> 717718 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 62,600,000
   [junit4]   2> 717719 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 62,800,000
   [junit4]   2> 717719 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 63,000,000
   [junit4]   2> 717720 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 63,200,000
   [junit4]   2> 717720 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 63,400,000
   [junit4]   2> 717720 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 63,600,000
   [junit4]   2> 717721 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 63,800,000
   [junit4]   2> 717721 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 64,000,000
   [junit4]   2> 717754 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 64,200,000
   [junit4]   2> 717770 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 64,400,000
   [junit4]   2> 717790 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 64,600,000
   [junit4]   2> 717807 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 64,800,000
   [junit4]   2> 717827 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 65,000,000
   [junit4]   2> 717843 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 65,200,000
   [junit4]   2> 717863 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 65,400,000
   [junit4]   2> 717880 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 65,600,000
   [junit4]   2> 717900 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 65,800,000
   [junit4]   2> 717916 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 66,000,000
   [junit4]   2> 717936 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 66,200,000
   [junit4]   2> 717952 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 66,400,000
   [junit4]   2> 718009 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 66,600,000
   [junit4]   2> 718025 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 66,800,000
   [junit4]   2> 718046 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 67,000,000
   [junit4]   2> 718078 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 67,200,000
   [junit4]   2> 718115 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 67,400,000
   [junit4]   2> 718131 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 67,600,000
   [junit4]   2> 718151 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 67,800,000
   [junit4]   2> 718188 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 68,000,000
   [junit4]   2> 718188 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 68,200,000
   [junit4]   2> 718189 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 68,400,000
   [junit4]   2> 718208 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 68,600,000
   [junit4]   2> 718208 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 68,800,000
   [junit4]   2> 718209 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 69,000,000
   [junit4]   2> 718209 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 69,200,000
   [junit4]   2> 718210 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 69,400,000
   [junit4]   2> 718210 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 69,600,000
   [junit4]   2> 718211 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 69,800,000
   [junit4]   2> 718211 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 70,000,000
   [junit4]   2> 718212 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 70,200,000
   [junit4]   2> 718281 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 70,400,000
   [junit4]   2> 718282 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 70,600,000
   [junit4]   2> 718282 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 70,800,000
   [junit4]   2> 718283 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 71,000,000
   [junit4]   2> 718283 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 71,200,000
   [junit4]   2> 718284 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 71,400,000
   [junit4]   2> 718284 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 71,600,000
   [junit4]   2> 718285 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 71,800,000
   [junit4]   2> 718392 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 72,000,000
   [junit4]   2> 718393 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 72,200,000
   [junit4]   2> 718393 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 72,400,000
   [junit4]   2> 718394 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 72,600,000
   [junit4]   2> 718443 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 72,800,000
   [junit4]   2> 718463 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 73,000,000
   [junit4]   2> 718479 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 73,200,000
   [junit4]   2> 718500 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 73,400,000
   [junit4]   2> 718516 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 73,600,000
   [junit4]   2> 718536 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 73,800,000
   [junit4]   2> 718552 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 74,000,000
   [junit4]   2> 718553 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 74,200,000
   [junit4]   2> 718589 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 74,400,000
   [junit4]   2> 718590 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 74,600,000
   [junit4]   2> 718590 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 74,800,000
   [junit4]   2> 718591 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 75,000,000
   [junit4]   2> 718591 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 75,200,000
   [junit4]   2> 718592 INFO  (TEST-TestSimExtremeIndexing.testScaleUp-seed#[3593B3059CB04CB1]) [    ] o.a.s.c.a.s.TestSimExtremeIndexing ####

[...truncated too long message...]

vm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6d9f82f5
   [junit4]   2> 134825 INFO  (TEST-TestLBHttp2SolrClient.testSimple-seed#[6F161188B37E942E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 134825 INFO  (TEST-TestLBHttp2SolrClient.testSimple-seed#[6F161188B37E942E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f77f0c7: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@60edcd95
   [junit4]   1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@669a3fb6[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@6bf380b5[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 134953 INFO  (TEST-TestLBHttp2SolrClient.testSimple-seed#[6F161188B37E942E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2e294756{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
   [junit4]   2> 134953 INFO  (TEST-TestLBHttp2SolrClient.testSimple-seed#[6F161188B37E942E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6f4abb4b{/solr,null,UNAVAILABLE}
   [junit4]   2> 134953 INFO  (TEST-TestLBHttp2SolrClient.testSimple-seed#[6F161188B37E942E]) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   1> Done close org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@912c6b7[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 20]
   [junit4]   2> 135107 INFO  (TEST-TestLBHttp2SolrClient.testSimple-seed#[6F161188B37E942E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSimple
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.TestLBHttp2SolrClient_6F161188B37E942E-001
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=7, maxDocsPerChunk=561, blockSize=10), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=7, blockSize=10)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@495700f4), locale=ko, timezone=Atlantic/Azores
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=195575544,total=277872640
   [junit4]   2> NOTE: All tests run in this JVM: [TestLBHttp2SolrClient]
   [junit4] Completed [2/184 (1!)] on J0 in 126.16s, 3 tests, 1 error <<< FAILURES!

[...truncated 45263 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1541170798
 [ecj-lint] Compiling 1241 source files to /tmp/ecj1541170798
 [ecj-lint] Processing annotations
 [ecj-lint] Annotations processed
 [ecj-lint] Processing annotations
 [ecj-lint] No elements to process
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /home/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/client/solrj/embedded/EmbeddedSolrServer.java (at line 219)
 [ecj-lint] return (NamedList<Object>) new JavaBinCodec(resolver).unmarshal(in);
 [ecj-lint]                           ^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/cloud/api/collections/RestoreCmd.java (at line 257)
 [ecj-lint] throw new SolrException(ErrorCode.BAD_REQUEST, "Unexpected number of replicas, replicationFactor, " +
 [ecj-lint]               Replica.Type.NRT + " or " + Replica.Type.TLOG + " must be greater than 0");
 [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'repository' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/handler/loader/JavabinLoader.java (at line 137)
 [ecj-lint] new JavaBinCodec() {
 [ecj-lint]       SolrParams params;
 [ecj-lint]       AddUpdateCommand addCmd = null;
 [ecj-lint]
 [ecj-lint]       @Override
 [ecj-lint]       public List<Object> readIterator(DataInputInputStream fis) throws IOException {
 [ecj-lint]         while (true) {
 [ecj-lint]           Object o = readVal(fis);
 [ecj-lint]           if (o == END_OBJ) break;
 [ecj-lint]           if (o instanceof NamedList) {
 [ecj-lint]             params = ((NamedList) o).toSolrParams();
 [ecj-lint]           } else {
 [ecj-lint]             try {
 [ecj-lint]               if (o instanceof byte[]) {
 [ecj-lint]                 if (params != null) req.setParams(params);
 [ecj-lint]                 byte[] buf = (byte[]) o;
 [ecj-lint]                 contentStreamLoader.load(req, rsp, new ContentStreamBase.ByteArrayStream(buf, null), processor);
 [ecj-lint]               } else {
 [ecj-lint]                 throw new RuntimeException("unsupported type ");
 [ecj-lint]               }
 [ecj-lint]             } catch (Exception e) {
 [ecj-lint]               throw new RuntimeException(e);
 [ecj-lint]             } finally {
 [ecj-lint]               params = null;
 [ecj-lint]               req.setParams(old);
 [ecj-lint]             }
 [ecj-lint]           }
 [ecj-lint]         }
 [ecj-lint]         return Collections.emptyList();
 [ecj-lint]       }
 [ecj-lint]
 [ecj-lint]     }.unmarshal(in);
 [ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 4. ERROR in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/DocumentBuilder.java (at line 32)
 [ecj-lint] import org.apache.solr.common.util.ByteArrayUtf8CharSequence;
 [ecj-lint]       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.util.ByteArrayUtf8CharSequence is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/update/UpdateLog.java (at line 1867)
 [ecj-lint] if (exceptionOnExecuteUpdate.get() != null) throw exceptionOnExecuteUpdate.get();
 [ecj-lint]                                            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'proc' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 50)
 [ecj-lint] in = new FileInputStream(src).getChannel();
 [ecj-lint]     ^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/java/org/apache/solr/util/FileUtils.java (at line 51)
 [ecj-lint] out = new FileOutputStream(destination).getChannel();
 [ecj-lint]      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 7 problems (1 error, 6 warnings)

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:633: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build.xml:680: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2093: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/common-build.xml:2132: Compile failed; see the compiler error output for details.

Total time: 206 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any


---------------------------------------------------------------------
To unsubscribe, e-mail: [hidden email]
For additional commands, e-mail: [hidden email]