search

linkedpipes / etl

LinkedPipes ETL is an RDF based, lightweight ETL tool
https://etl.linkedpipes.com
Other
139 stars 30 forks source link

x-httpRequest gets stuck #590

Open jakubklimek opened 5 years ago

jakubklimek commented 5 years ago

Log:

2018-08-22 05:39:44,066 [pool-186-thread-36] ERROR c.l.e.e.a.v.r.DefaultReportWriter - Task (http://vdp.cuzk.cz/vymenny_format/specialni/20180603_ST_UVOH.xml.gz) failed.
com.linkedpipes.etl.executor.api.v1.LpException: Request failed for: http://vdp.cuzk.cz/vymenny_format/specialni/20180603_ST_UVOH.xml.gz
    at com.linkedpipes.etl.executor.api.v1.service.DefaultExceptionFactory.failure(DefaultExceptionFactory.java:12)
    at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.performRequest(TaskExecutor.java:93)
    at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.accept(TaskExecutor.java:62)
    at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.accept(TaskExecutor.java:20)
    at com.linkedpipes.etl.executor.api.v1.component.task.TaskExecutor.executeTask(TaskExecutor.java:62)
    at com.linkedpipes.etl.executor.api.v1.component.task.TaskExecutor.execute(TaskExecutor.java:54)
    at com.linkedpipes.etl.executor.api.v1.component.task.TaskExecutor.run(TaskExecutor.java:38)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.ConnectException: Connection refused (Connection refused)
    at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
    at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
    at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
    at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
    at java.base/java.net.Socket.connect(Socket.java:591)
    at java.base/java.net.Socket.connect(Socket.java:540)
    at java.base/sun.net.NetworkClient.doConnect(NetworkClient.java:182)
    at java.base/sun.net.www.http.HttpClient.openServer(HttpClient.java:474)
    at java.base/sun.net.www.http.HttpClient.openServer(HttpClient.java:569)
    at java.base/sun.net.www.http.HttpClient.<init>(HttpClient.java:242)
    at java.base/sun.net.www.http.HttpClient.New(HttpClient.java:341)
    at java.base/sun.net.www.http.HttpClient.New(HttpClient.java:362)
    at java.base/sun.net.www.protocol.http.HttpURLConnection.getNewHttpClient(HttpURLConnection.java:1242)
    at java.base/sun.net.www.protocol.http.HttpURLConnection.plainConnect0(HttpURLConnection.java:1181)
    at java.base/sun.net.www.protocol.http.HttpURLConnection.plainConnect(HttpURLConnection.java:1075)
    at java.base/sun.net.www.protocol.http.HttpURLConnection.connect(HttpURLConnection.java:1009)
    at java.base/sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1581)
    at java.base/sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1509)
    at java.base/java.net.HttpURLConnection.getResponseCode(HttpURLConnection.java:527)
    at com.linkedpipes.plugin.exec.httprequest.Connection.finishRequest(Connection.java:38)
    at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.performRequest(TaskExecutor.java:86)
    ... 10 common frames omitted
2018-08-23 15:08:54,567 [asynchExecutor-1] DEBUG c.l.e.e.c.ExecuteComponent - Ignored interrupt.
java.lang.InterruptedException: null
    at java.base/java.lang.Object.wait(Native Method)
    at java.base/java.lang.Thread.join(Thread.java:1353)
    at java.base/java.lang.Thread.join(Thread.java:1427)
    at com.linkedpipes.etl.executor.component.ExecuteComponent.waitForThreadToFinish(ExecuteComponent.java:141)
    at com.linkedpipes.etl.executor.component.ExecuteComponent.executeSequential(ExecuteComponent.java:132)
    at com.linkedpipes.etl.executor.component.ExecuteComponent.execute(ExecuteComponent.java:119)
    at com.linkedpipes.etl.executor.component.ExecuteComponent.execute(ExecuteComponent.java:75)
    at com.linkedpipes.etl.executor.pipeline.PipelineExecutor.executeComponent(PipelineExecutor.java:258)
    at com.linkedpipes.etl.executor.pipeline.PipelineExecutor.executeComponents(PipelineExecutor.java:235)
    at com.linkedpipes.etl.executor.pipeline.PipelineExecutor.execute(PipelineExecutor.java:81)
    at com.linkedpipes.etl.executor.web.servlet.ExecutionServlet.lambda$execute$0(ExecutionServlet.java:125)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:844)
skodapetr commented 5 years ago

Is there a whole log of the execution? As this exception is actually not that important.

skodapetr commented 5 years ago

@jakubklimek Is this still an issue as you are using the timeout option?

jakubklimek commented 5 years ago

Not sure as it is infrequent

jakubklimek commented 5 years ago

Happened again, timeout set to 3000ms, stuck for 5 hours already. There are some unusual errors in log:

2018-12-03 01:50:13,784 [pool-121-thread-153] ERROR c.l.e.e.a.v.r.DefaultReportWriter - Task (https://portal.isoss.cz/ciselniky/ISoSS_TOC_CIJZK.xml) failed.
com.linkedpipes.etl.executor.api.v1.LpException: Request failed for: https://portal.isoss.cz/ciselniky/ISoSS_TOC_CIJZK.xml
at com.linkedpipes.etl.executor.api.v1.service.DefaultExceptionFactory.failure(DefaultExceptionFactory.java:12)
at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.performRequest(TaskExecutor.java:93)
at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.accept(TaskExecutor.java:62)
at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.accept(TaskExecutor.java:20)
at com.linkedpipes.etl.executor.api.v1.component.task.TaskExecutor.executeTask(TaskExecutor.java:66)
at com.linkedpipes.etl.executor.api.v1.component.task.TaskExecutor.execute(TaskExecutor.java:57)
at com.linkedpipes.etl.executor.api.v1.component.task.TaskExecutor.run(TaskExecutor.java:38)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: javax.net.ssl.SSLHandshakeException: Remote host terminated the handshake
at java.base/sun.security.ssl.SSLSocketImpl.handleEOF(SSLSocketImpl.java:1321)
at java.base/sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1160)
at java.base/sun.security.ssl.SSLSocketImpl.readHandshakeRecord(SSLSocketImpl.java:1063)
at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:402)
at java.base/sun.net.www.protocol.https.HttpsClient.afterConnect(HttpsClient.java:567)
at java.base/sun.net.www.protocol.https.AbstractDelegateHttpsURLConnection.connect(AbstractDelegateHttpsURLConnection.java:185)
at java.base/sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1581)
at java.base/sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1509)
at java.base/java.net.HttpURLConnection.getResponseCode(HttpURLConnection.java:527)
at java.base/sun.net.www.protocol.https.HttpsURLConnectionImpl.getResponseCode(HttpsURLConnectionImpl.java:329)
at com.linkedpipes.plugin.exec.httprequest.Connection.finishRequest(Connection.java:38)
at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.performRequest(TaskExecutor.java:86)
... 10 common frames omitted
Caused by: java.io.EOFException: SSL peer shut down incorrectly
at java.base/sun.security.ssl.SSLSocketInputRecord.decode(SSLSocketInputRecord.java:167)
at java.base/sun.security.ssl.SSLTransport.decode(SSLTransport.java:108)
at java.base/sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1152)
... 20 common frames omitted
2018-12-03 01:50:13,784 [pool-121-thread-153] DEBUG c.l.e.e.a.v.c.t.TaskExecutor - Executing task ... done
2018-12-03 01:50:13,784 [pool-121-thread-153] DEBUG c.l.e.e.a.v.c.t.TaskExecutor - Getting task ...
2018-12-03 01:50:13,784 [pool-121-thread-153] DEBUG c.l.e.e.a.v.c.t.TaskExecutor - There is no task to execute
2018-12-03 01:51:56,685 [pool-121-thread-33] INFO c.l.e.e.a.v.r.DefaultReportWriter - Task (https://extranet.kr-vysocina.cz/vz/profil/70890749/XMLdataVZ?od=01012013&do=01012014) finished.
2018-12-03 01:51:56,685 [pool-121-thread-33] DEBUG c.l.e.e.a.v.c.t.TaskExecutor - Executing task ... done
2018-12-03 01:51:56,685 [pool-121-thread-33] DEBUG c.l.e.e.a.v.c.t.TaskExecutor - Getting task ...
2018-12-03 01:51:56,685 [pool-121-thread-33] DEBUG c.l.e.e.a.v.c.t.TaskExecutor - There is no task to execute
2018-12-03 01:58:28,843 [pool-121-thread-72] ERROR c.l.e.e.a.v.r.DefaultReportWriter - Task (http://kevis.kr-vysocina.cz/index.php?action=zaznam&format=xml&id_tabulka=366&posun%5Bvse%5D=všechny) failed.
com.linkedpipes.etl.executor.api.v1.LpException: Request failed for: http://kevis.kr-vysocina.cz/index.php?action=zaznam&format=xml&id_tabulka=366&posun%5Bvse%5D=všechny
at com.linkedpipes.etl.executor.api.v1.service.DefaultExceptionFactory.failure(DefaultExceptionFactory.java:12)
at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.performRequest(TaskExecutor.java:93)
at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.accept(TaskExecutor.java:62)
at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.accept(TaskExecutor.java:20)
at com.linkedpipes.etl.executor.api.v1.component.task.TaskExecutor.executeTask(TaskExecutor.java:66)
at com.linkedpipes.etl.executor.api.v1.component.task.TaskExecutor.execute(TaskExecutor.java:57)
at com.linkedpipes.etl.executor.api.v1.component.task.TaskExecutor.run(TaskExecutor.java:38)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: com.linkedpipes.etl.executor.api.v1.LpException: Request failed for: https://kevis.kr-vysocina.cz/index.php?action=zaznam&format=xml&id_tabulka=366&posun%5Bvse%5D=všechny
at com.linkedpipes.etl.executor.api.v1.service.DefaultExceptionFactory.failure(DefaultExceptionFactory.java:12)
at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.performRequest(TaskExecutor.java:93)
at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.handleRedirect(TaskExecutor.java:167)
at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.performRequest(TaskExecutor.java:88)
... 10 common frames omitted
Caused by: javax.net.ssl.SSLProtocolException: Connection reset
at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:126)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:321)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:264)
at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:259)
at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1314)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:839)
at java.base/java.io.BufferedInputStream.fill(BufferedInputStream.java:252)
at java.base/java.io.BufferedInputStream.read1(BufferedInputStream.java:292)
at java.base/java.io.BufferedInputStream.read(BufferedInputStream.java:351)
at java.base/sun.net.www.http.HttpClient.parseHTTPHeader(HttpClient.java:746)
at java.base/sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:689)
at java.base/sun.net.www.http.HttpClient.parseHTTP(HttpClient.java:717)
at java.base/sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1604)
at java.base/sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1509)
at java.base/java.net.HttpURLConnection.getResponseCode(HttpURLConnection.java:527)
at java.base/sun.net.www.protocol.https.HttpsURLConnectionImpl.getResponseCode(HttpsURLConnectionImpl.java:329)
at com.linkedpipes.plugin.exec.httprequest.Connection.finishRequest(Connection.java:38)
at com.linkedpipes.plugin.exec.httprequest.TaskExecutor.performRequest(TaskExecutor.java:86)
... 12 common frames omitted
Caused by: java.net.SocketException: Connection reset
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:186)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
... 24 common frames omitted
skodapetr commented 5 years ago

Link to the execution or rest of the log?