treasure-data / embulk-input-td

Treasure Data Input Plugin for Embulk
8 stars 6 forks source link

Retry when network error has occurred #21

Closed y-ken closed 5 years ago

y-ken commented 5 years ago

in the case of packet drop has occurred, it will exit without retrying. It may be fixed by upgrade td-client-java

org.embulk.exec.PartialExecutionException: java.lang.RuntimeException: java.io.EOFException: HttpConnectionOverHTTP@534863a3(l:/10.10.0.9:61004 <-> r:api.treasuredata.com/52.44.9.254:443,closed=false)[HttpChannelOverHTTP@7c7cca3e(exchange=HttpExchange@1b6baf8e req=TERMINATED/null@null res=PENDING/null@null)[send=HttpSenderOverHTTP@1a1137bf(req=QUEUED,snd=COMPLETED,failure=null)[HttpGenerator{s=START}],recv=HttpReceiverOverHTTP@ad41a25(rsp=CONTENT,failure=null)[HttpParser{s=CLOSED,6475405 of 14415415}]]]
    at org.embulk.exec.BulkLoader$LoaderState.buildPartialExecuteException(BulkLoader.java:340)
    at org.embulk.exec.BulkLoader.doRun(BulkLoader.java:566)
    at org.embulk.exec.BulkLoader.access$000(BulkLoader.java:35)
    at org.embulk.exec.BulkLoader$1.run(BulkLoader.java:353)
    at org.embulk.exec.BulkLoader$1.run(BulkLoader.java:350)
    at org.embulk.spi.Exec.doWith(Exec.java:22)
    at org.embulk.exec.BulkLoader.run(BulkLoader.java:350)
    at org.embulk.EmbulkEmbed.run(EmbulkEmbed.java:178)
    at org.embulk.EmbulkRunner.runInternal(EmbulkRunner.java:292)
    at org.embulk.EmbulkRunner.run(EmbulkRunner.java:156)
    at org.embulk.cli.EmbulkRun.runSubcommand(EmbulkRun.java:433)
    at org.embulk.cli.EmbulkRun.run(EmbulkRun.java:90)
    at org.embulk.cli.Main.main(Main.java:64)
Caused by: java.lang.RuntimeException: java.io.EOFException: HttpConnectionOverHTTP@534863a3(l:/10.10.0.9:61004 <-> r:api.treasuredata.com/52.44.9.254:443,closed=false)[HttpChannelOverHTTP@7c7cca3e(exchange=HttpExchange@1b6baf8e req=TERMINATED/null@null res=PENDING/null@null)[send=HttpSenderOverHTTP@1a1137bf(req=QUEUED,snd=COMPLETED,failure=null)[HttpGenerator{s=START}],recv=HttpReceiverOverHTTP@ad41a25(rsp=CONTENT,failure=null)[HttpParser{s=CLOSED,6475405 of 14415415}]]]
    at com.google.common.base.Throwables.propagate(Throwables.java:160)
    at org.embulk.input.td.TdInputPlugin$1.apply(TdInputPlugin.java:385)
    at org.embulk.input.td.TdInputPlugin$1.apply(TdInputPlugin.java:342)
    at com.treasuredata.client.TDHttpClient.call(TDHttpClient.java:578)
    at com.treasuredata.client.TDClient.jobResult(TDClient.java:642)
    at org.embulk.input.td.TdInputPlugin.run(TdInputPlugin.java:342)
    at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor.runInputTask(LocalExecutorPlugin.java:269)
    at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor.access$100(LocalExecutorPlugin.java:194)
    at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor$1.call(LocalExecutorPlugin.java:233)
    at org.embulk.exec.LocalExecutorPlugin$ScatterExecutor$1.call(LocalExecutorPlugin.java:230)
    at java.util.concurrent.FutureTask.run(FutureTask.java:266)
    at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
    at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
    at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.EOFException: HttpConnectionOverHTTP@534863a3(l:/10.10.0.9:61004 <-> r:api.treasuredata.com/52.44.9.254:443,closed=false)[HttpChannelOverHTTP@7c7cca3e(exchange=HttpExchange@1b6baf8e req=TERMINATED/null@null res=PENDING/null@null)[send=HttpSenderOverHTTP@1a1137bf(req=QUEUED,snd=COMPLETED,failure=null)[HttpGenerator{s=START}],recv=HttpReceiverOverHTTP@ad41a25(rsp=CONTENT,failure=null)[HttpParser{s=CLOSED,6475405 of 14415415}]]]
    at org.eclipse.jetty.client.http.HttpReceiverOverHTTP.earlyEOF(HttpReceiverOverHTTP.java:277)
    at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:1300)
    at org.eclipse.jetty.client.http.HttpReceiverOverHTTP.shutdown(HttpReceiverOverHTTP.java:182)
    at org.eclipse.jetty.client.http.HttpReceiverOverHTTP.process(HttpReceiverOverHTTP.java:129)
    at org.eclipse.jetty.client.http.HttpReceiverOverHTTP.receive(HttpReceiverOverHTTP.java:69)
    at org.eclipse.jetty.client.http.HttpChannelOverHTTP.receive(HttpChannelOverHTTP.java:89)
    at org.eclipse.jetty.client.http.HttpConnectionOverHTTP.onFillable(HttpConnectionOverHTTP.java:123)
    at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:544)
    at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
    at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
    ... 1 more
y-ken commented 5 years ago

fixed by #22