IndexWriter has closed

classic Classic list List threaded Threaded
5 messages Options
Reply | Threaded
Open this post in threaded view
|

IndexWriter has closed

Aroop Ganguly
Hi Everyone

My indexing jobs are failing with “this IndexWriter has closed” errors..
This is a solr 7.5 setup, with an NRT index.

In deeper logs I see, some of these exceptions,
Any idea what could have caused this ?

o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: java.io.IOException: Input/output error
        at org.apache.solr.update.TransactionLog.writeCommit(TransactionLog.java:477)
        at org.apache.solr.update.UpdateLog.postCommit(UpdateLog.java:833)
        at org.apache.solr.update.UpdateLog.preCommit(UpdateLog.java:817)
        at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:669)
        at org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:93)
        at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:68)
        at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1959)
        at org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1935)
        at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:160)
        at org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:69)
        at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:62)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
        at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1634)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:146)
        at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:548)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
        at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:257)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
        at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
        at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
        at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
        at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:219)
        at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:126)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
        at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
        at org.eclipse.jetty.server.Server.handle(Server.java:531)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
        at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
        at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
        at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
        at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.io.IOException: Input/output error
        at java.base/sun.nio.ch.FileDispatcherImpl.write0(Native Method)
        at java.base/sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:62)
        at java.base/sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:113)
        at java.base/sun.nio.ch.IOUtil.write(IOUtil.java:79)
        at java.base/sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:280)
        at java.base/java.nio.channels.Channels.writeFullyImpl(Channels.java:74)
        at java.base/java.nio.channels.Channels.writeFully(Channels.java:97)
        at java.base/java.nio.channels.Channels$1.write(Channels.java:172)
        at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:213)
        at org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:206)
        at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:190)
        at org.apache.solr.update.TransactionLog.writeCommit(TransactionLog.java:472)
        ... 50 more
Reply | Threaded
Open this post in threaded view
|

Re: IndexWriter has closed

Aroop Ganguly
Trying again .. Any idea why this might happen?


> On Mar 27, 2019, at 10:43 PM, Aroop Ganguly <[hidden email]> wrote:
>
> Hi Everyone
>
> My indexing jobs are failing with “this IndexWriter has closed” errors..
> This is a solr 7.5 setup, with an NRT index.
>
> In deeper logs I see, some of these exceptions,
> Any idea what could have caused this ?
>
> o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: java.io.IOException: Input/output error
> at org.apache.solr.update.TransactionLog.writeCommit(TransactionLog.java:477)
> at org.apache.solr.update.UpdateLog.postCommit(UpdateLog.java:833)
> at org.apache.solr.update.UpdateLog.preCommit(UpdateLog.java:817)
> at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:669)
> at org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:93)
> at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:68)
> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1959)
> at org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1935)
> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:160)
> at org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:69)
> at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:62)
> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1634)
> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:146)
> at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:548)
> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:257)
> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
> at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:219)
> at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:126)
> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
> at org.eclipse.jetty.server.Server.handle(Server.java:531)
> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
> at java.base/java.lang.Thread.run(Thread.java:834)
> Caused by: java.io.IOException: Input/output error
> at java.base/sun.nio.ch.FileDispatcherImpl.write0(Native Method)
> at java.base/sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:62)
> at java.base/sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:113)
> at java.base/sun.nio.ch.IOUtil.write(IOUtil.java:79)
> at java.base/sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:280)
> at java.base/java.nio.channels.Channels.writeFullyImpl(Channels.java:74)
> at java.base/java.nio.channels.Channels.writeFully(Channels.java:97)
> at java.base/java.nio.channels.Channels$1.write(Channels.java:172)
> at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:213)
> at org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:206)
> at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:190)
> at org.apache.solr.update.TransactionLog.writeCommit(TransactionLog.java:472)
> ... 50 more

Reply | Threaded
Open this post in threaded view
|

Re: IndexWriter has closed

Zheng Lin Edwin Yeo
Have you check if there are enough space to index all the documents on your
disk?

Regards,
Edwin

On Fri, 29 Mar 2019 at 15:16, Aroop Ganguly <[hidden email]> wrote:

> Trying again .. Any idea why this might happen?
>
>
> > On Mar 27, 2019, at 10:43 PM, Aroop Ganguly <[hidden email]>
> wrote:
> >
> > Hi Everyone
> >
> > My indexing jobs are failing with “this IndexWriter has closed” errors..
> > This is a solr 7.5 setup, with an NRT index.
> >
> > In deeper logs I see, some of these exceptions,
> > Any idea what could have caused this ?
> >
> > o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException:
> java.io.IOException: Input/output error
> >       at
> org.apache.solr.update.TransactionLog.writeCommit(TransactionLog.java:477)
> >       at org.apache.solr.update.UpdateLog.postCommit(UpdateLog.java:833)
> >       at org.apache.solr.update.UpdateLog.preCommit(UpdateLog.java:817)
> >       at
> org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:669)
> >       at
> org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:93)
> >       at
> org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:68)
> >       at
> org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1959)
> >       at
> org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1935)
> >       at
> org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:160)
> >       at
> org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:69)
> >       at
> org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:62)
> >       at
> org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
> >       at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
> >       at
> org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
> >       at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
> >       at
> org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
> >       at
> org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
> >       at
> org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1634)
> >       at
> org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
> >       at
> org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:146)
> >       at
> org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:548)
> >       at
> org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
> >       at
> org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:257)
> >       at
> org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
> >       at
> org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
> >       at
> org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
> >       at
> org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
> >       at
> org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
> >       at
> org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
> >       at
> org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
> >       at
> org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
> >       at
> org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
> >       at
> org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:219)
> >       at
> org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:126)
> >       at
> org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
> >       at
> org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
> >       at
> org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
> >       at org.eclipse.jetty.server.Server.handle(Server.java:531)
> >       at
> org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
> >       at
> org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
> >       at org.eclipse.jetty.io
> .AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
> >       at org.eclipse.jetty.io
> .FillInterest.fillable(FillInterest.java:102)
> >       at org.eclipse.jetty.io
> .ChannelEndPoint$2.run(ChannelEndPoint.java:118)
> >       at
> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
> >       at
> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
> >       at
> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
> >       at
> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
> >       at
> org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
> >       at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
> >       at
> org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
> >       at java.base/java.lang.Thread.run(Thread.java:834)
> > Caused by: java.io.IOException: Input/output error
> >       at java.base/sun.nio.ch.FileDispatcherImpl.write0(Native Method)
> >       at java.base/sun.nio.ch
> .FileDispatcherImpl.write(FileDispatcherImpl.java:62)
> >       at
> java.base/sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:113)
> >       at java.base/sun.nio.ch.IOUtil.write(IOUtil.java:79)
> >       at java.base/sun.nio.ch
> .FileChannelImpl.write(FileChannelImpl.java:280)
> >       at
> java.base/java.nio.channels.Channels.writeFullyImpl(Channels.java:74)
> >       at
> java.base/java.nio.channels.Channels.writeFully(Channels.java:97)
> >       at java.base/java.nio.channels.Channels$1.write(Channels.java:172)
> >       at
> org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:213)
> >       at
> org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:206)
> >       at
> org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:190)
> >       at
> org.apache.solr.update.TransactionLog.writeCommit(TransactionLog.java:472)
> >       ... 50 more
>
>
Reply | Threaded
Open this post in threaded view
|

Re: IndexWriter has closed

Aroop Ganguly
Hi Edwin

Yes, we did not seem to have hit any filesystem upper-bounds.
I have not been able to reproduce this since this date.

> On Apr 1, 2019, at 7:28 PM, Zheng Lin Edwin Yeo <[hidden email]> wrote:
>
> Have you check if there are enough space to index all the documents on your
> disk?
>
> Regards,
> Edwin
>
> On Fri, 29 Mar 2019 at 15:16, Aroop Ganguly <[hidden email]> wrote:
>
>> Trying again .. Any idea why this might happen?
>>
>>
>>> On Mar 27, 2019, at 10:43 PM, Aroop Ganguly <[hidden email]>
>> wrote:
>>>
>>> Hi Everyone
>>>
>>> My indexing jobs are failing with “this IndexWriter has closed” errors..
>>> This is a solr 7.5 setup, with an NRT index.
>>>
>>> In deeper logs I see, some of these exceptions,
>>> Any idea what could have caused this ?
>>>
>>> o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException:
>> java.io.IOException: Input/output error
>>>      at
>> org.apache.solr.update.TransactionLog.writeCommit(TransactionLog.java:477)
>>>      at org.apache.solr.update.UpdateLog.postCommit(UpdateLog.java:833)
>>>      at org.apache.solr.update.UpdateLog.preCommit(UpdateLog.java:817)
>>>      at
>> org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:669)
>>>      at
>> org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:93)
>>>      at
>> org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:68)
>>>      at
>> org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1959)
>>>      at
>> org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1935)
>>>      at
>> org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:160)
>>>      at
>> org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:69)
>>>      at
>> org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:62)
>>>      at
>> org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
>>>      at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
>>>      at
>> org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
>>>      at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
>>>      at
>> org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
>>>      at
>> org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
>>>      at
>> org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1634)
>>>      at
>> org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
>>>      at
>> org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:146)
>>>      at
>> org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:548)
>>>      at
>> org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
>>>      at
>> org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:257)
>>>      at
>> org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
>>>      at
>> org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
>>>      at
>> org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
>>>      at
>> org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
>>>      at
>> org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
>>>      at
>> org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
>>>      at
>> org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
>>>      at
>> org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
>>>      at
>> org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
>>>      at
>> org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:219)
>>>      at
>> org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:126)
>>>      at
>> org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
>>>      at
>> org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
>>>      at
>> org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
>>>      at org.eclipse.jetty.server.Server.handle(Server.java:531)
>>>      at
>> org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
>>>      at
>> org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
>>>      at org.eclipse.jetty.io
>> .AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
>>>      at org.eclipse.jetty.io
>> .FillInterest.fillable(FillInterest.java:102)
>>>      at org.eclipse.jetty.io
>> .ChannelEndPoint$2.run(ChannelEndPoint.java:118)
>>>      at
>> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
>>>      at
>> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
>>>      at
>> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
>>>      at
>> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
>>>      at
>> org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
>>>      at
>> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
>>>      at
>> org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
>>>      at java.base/java.lang.Thread.run(Thread.java:834)
>>> Caused by: java.io.IOException: Input/output error
>>>      at java.base/sun.nio.ch.FileDispatcherImpl.write0(Native Method)
>>>      at java.base/sun.nio.ch
>> .FileDispatcherImpl.write(FileDispatcherImpl.java:62)
>>>      at
>> java.base/sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:113)
>>>      at java.base/sun.nio.ch.IOUtil.write(IOUtil.java:79)
>>>      at java.base/sun.nio.ch
>> .FileChannelImpl.write(FileChannelImpl.java:280)
>>>      at
>> java.base/java.nio.channels.Channels.writeFullyImpl(Channels.java:74)
>>>      at
>> java.base/java.nio.channels.Channels.writeFully(Channels.java:97)
>>>      at java.base/java.nio.channels.Channels$1.write(Channels.java:172)
>>>      at
>> org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:213)
>>>      at
>> org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:206)
>>>      at
>> org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:190)
>>>      at
>> org.apache.solr.update.TransactionLog.writeCommit(TransactionLog.java:472)
>>>      ... 50 more
>>
>>

Reply | Threaded
Open this post in threaded view
|

Re: IndexWriter has closed

Zheng Lin Edwin Yeo
Have you done any changes to Solr or your system after you got the error
which might have resolved the error, since the error does not recur now?

Regards,
Edwin

On Tue, 2 Apr 2019 at 13:53, Aroop Ganguly <[hidden email]> wrote:

> Hi Edwin
>
> Yes, we did not seem to have hit any filesystem upper-bounds.
> I have not been able to reproduce this since this date.
>
> > On Apr 1, 2019, at 7:28 PM, Zheng Lin Edwin Yeo <[hidden email]>
> wrote:
> >
> > Have you check if there are enough space to index all the documents on
> your
> > disk?
> >
> > Regards,
> > Edwin
> >
> > On Fri, 29 Mar 2019 at 15:16, Aroop Ganguly <[hidden email]>
> wrote:
> >
> >> Trying again .. Any idea why this might happen?
> >>
> >>
> >>> On Mar 27, 2019, at 10:43 PM, Aroop Ganguly <[hidden email]>
> >> wrote:
> >>>
> >>> Hi Everyone
> >>>
> >>> My indexing jobs are failing with “this IndexWriter has closed”
> errors..
> >>> This is a solr 7.5 setup, with an NRT index.
> >>>
> >>> In deeper logs I see, some of these exceptions,
> >>> Any idea what could have caused this ?
> >>>
> >>> o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException:
> >> java.io.IOException: Input/output error
> >>>      at
> >>
> org.apache.solr.update.TransactionLog.writeCommit(TransactionLog.java:477)
> >>>      at org.apache.solr.update.UpdateLog.postCommit(UpdateLog.java:833)
> >>>      at org.apache.solr.update.UpdateLog.preCommit(UpdateLog.java:817)
> >>>      at
> >>
> org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:669)
> >>>      at
> >>
> org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:93)
> >>>      at
> >>
> org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:68)
> >>>      at
> >>
> org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1959)
> >>>      at
> >>
> org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1935)
> >>>      at
> >>
> org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:160)
> >>>      at
> >>
> org.apache.solr.handler.RequestHandlerUtils.handleCommit(RequestHandlerUtils.java:69)
> >>>      at
> >>
> org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:62)
> >>>      at
> >>
> org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
> >>>      at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
> >>>      at
> >> org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
> >>>      at
> org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
> >>>      at
> >>
> org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
> >>>      at
> >>
> org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
> >>>      at
> >>
> org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1634)
> >>>      at
> >>
> org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:146)
> >>>      at
> >>
> org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:548)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:257)
> >>>      at
> >>
> org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
> >>>      at
> >>
> org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
> >>>      at
> >>
> org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:219)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:126)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
> >>>      at
> >>
> org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
> >>>      at
> >>
> org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
> >>>      at org.eclipse.jetty.server.Server.handle(Server.java:531)
> >>>      at
> >> org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
> >>>      at
> >>
> org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
> >>>      at org.eclipse.jetty.io
> >> .AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
> >>>      at org.eclipse.jetty.io
> >> .FillInterest.fillable(FillInterest.java:102)
> >>>      at org.eclipse.jetty.io
> >> .ChannelEndPoint$2.run(ChannelEndPoint.java:118)
> >>>      at
> >>
> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
> >>>      at
> >>
> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
> >>>      at
> >>
> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
> >>>      at
> >>
> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
> >>>      at
> >>
> org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
> >>>      at
> >>
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
> >>>      at
> >>
> org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
> >>>      at java.base/java.lang.Thread.run(Thread.java:834)
> >>> Caused by: java.io.IOException: Input/output error
> >>>      at java.base/sun.nio.ch.FileDispatcherImpl.write0(Native Method)
> >>>      at java.base/sun.nio.ch
> >> .FileDispatcherImpl.write(FileDispatcherImpl.java:62)
> >>>      at
> >> java.base/sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:113)
> >>>      at java.base/sun.nio.ch.IOUtil.write(IOUtil.java:79)
> >>>      at java.base/sun.nio.ch
> >> .FileChannelImpl.write(FileChannelImpl.java:280)
> >>>      at
> >> java.base/java.nio.channels.Channels.writeFullyImpl(Channels.java:74)
> >>>      at
> >> java.base/java.nio.channels.Channels.writeFully(Channels.java:97)
> >>>      at java.base/java.nio.channels.Channels$1.write(Channels.java:172)
> >>>      at
> >>
> org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:213)
> >>>      at
> >>
> org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:206)
> >>>      at
> >>
> org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:190)
> >>>      at
> >>
> org.apache.solr.update.TransactionLog.writeCommit(TransactionLog.java:472)
> >>>      ... 50 more
> >>
> >>
>
>