fabric8io / openshift-elasticsearch-plugin

Apache License 2.0
27 stars 21 forks source link

Failed to submit a listener notification task. Event loop shut down? #163

Closed jcantrill closed 11 months ago

jcantrill commented 5 years ago
[2018-11-28T15:18:59,017][ERROR][i.n.u.c.D.rejectedExecution] Failed to submit a listener notification task. Event loop shut down?
java.util.concurrent.RejectedExecutionException: event executor terminated
    at io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:821) ~[?:?]
    at io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:327) ~[?:?]
    at io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:320) ~[?:?]
    at io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:746) ~[?:?]
    at io.netty.util.concurrent.DefaultPromise.safeExecute(DefaultPromise.java:760) ~[?:?]
    at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:428) ~[?:?]
    at io.netty.util.concurrent.DefaultPromise.setFailure(DefaultPromise.java:113) ~[?:?]
    at io.netty.channel.DefaultChannelPromise.setFailure(DefaultChannelPromise.java:87) ~[?:?]
    at io.netty.channel.AbstractChannelHandlerContext.safeExecute(AbstractChannelHandlerContext.java:1010) ~[?:?]
    at io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:825) ~[?:?]
    at io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:794) ~[?:?]
    at io.netty.channel.DefaultChannelPipeline.writeAndFlush(DefaultChannelPipeline.java:1027) ~[?:?]
    at io.netty.channel.AbstractChannel.writeAndFlush(AbstractChannel.java:301) ~[?:?]
    at org.elasticsearch.http.netty4.Netty4HttpChannel.sendResponse(Netty4HttpChannel.java:147) ~[?:?]
    at org.elasticsearch.rest.RestController$ResourceHandlingHttpChannel.sendResponse(RestController.java:447) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.rest.action.RestActionListener.onFailure(RestActionListener.java:58) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.action.support.TransportAction$1.onFailure(TransportAction.java:94) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at io.fabric8.elasticsearch.plugin.KibanaUserReindexAction$1.onFailure(KibanaUserReindexAction.java:183) ~[?:?]
    at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$4.onClusterServiceClose(TransportMasterNodeAction.java:203) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onClusterServiceClose(ClusterStateObserver.java:304) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.cluster.ClusterStateObserver$ObserverClusterStateListener.onClose(ClusterStateObserver.java:224) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.cluster.service.ClusterService.addTimeoutListener(ClusterService.java:386) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.cluster.ClusterStateObserver.waitForNextChange(ClusterStateObserver.java:166) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.cluster.ClusterStateObserver.waitForNextChange(ClusterStateObserver.java:111) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.retry(TransportMasterNodeAction.java:194) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.access$500(TransportMasterNodeAction.java:107) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$3.handleException(TransportMasterNodeAction.java:183) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.transport.TransportService.sendRequest(TransportService.java:507) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.doStart(TransportMasterNodeAction.java:175) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$4.onNewClusterState(TransportMasterNodeAction.java:198) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.cluster.ClusterStateObserver$ContextPreservingListener.onNewClusterState(ClusterStateObserver.java:297) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.cluster.ClusterStateObserver.waitForNextChange(ClusterStateObserver.java:159) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.cluster.ClusterStateObserver.waitForNextChange(ClusterStateObserver.java:111) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.retry(TransportMasterNodeAction.java:194) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction.access$500(TransportMasterNodeAction.java:107) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.action.support.master.TransportMasterNodeAction$AsyncSingleAction$3.handleException(TransportMasterNodeAction.java:183) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at com.floragunn.searchguard.transport.SearchGuardInterceptor$RestoringTransportResponseHandler.handleException(SearchGuardInterceptor.java:163) ~[?:?]
    at org.elasticsearch.transport.TransportService$ContextRestoreResponseHandler.handleException(TransportService.java:1077) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.transport.TransportService$Adapter.lambda$onConnectionClosed$6(TransportService.java:903) ~[elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:575) [elasticsearch-5.6.10.redhat-1.jar:5.6.10.redhat-1]
    at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_191]
    at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_191]
    at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]