search

trinodb / trino

Official repository of Trino, the distributed SQL query engine for big data, formerly known as PrestoSQL (https://trino.io)
https://trino.io
Apache License 2.0
10.41k stars 3k forks source link

Flaky TestDeltaLakeAdlsConnectorSmokeTest.testConcurrentInsertsSelectingFromTheSameTable #21554

Closed ebyhr closed 6 months ago

ebyhr commented 6 months ago 
Error:  Tests run: 203, Failures: 0, Errors: 2, Skipped: 2, Time elapsed: 642.3 s <<< FAILURE! -- in io.trino.plugin.deltalake.metastore.glue.TestDeltaS3AndGlueMetastoreTest
Error:  io.trino.plugin.deltalake.TestDeltaLakeAdlsConnectorSmokeTest.testConcurrentInsertsSelectingFromTheSameTable -- Time elapsed: 24.76 s <<< ERROR!
java.lang.RuntimeException: Wait timed out
    at io.trino.plugin.deltalake.BaseDeltaLakeConnectorSmokeTest.lambda$testConcurrentInsertsSelectingFromTheSameTable$16(BaseDeltaLakeConnectorSmokeTest.java:2396)
    at java.base/java.util.Optional.orElseThrow(Optional.java:403)
    at io.trino.plugin.deltalake.BaseDeltaLakeConnectorSmokeTest.lambda$testConcurrentInsertsSelectingFromTheSameTable$17(BaseDeltaLakeConnectorSmokeTest.java:2396)
    at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:212)
    at java.base/java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:1024)
    at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:556)
    at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:546)
    at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:921)
    at java.base/java.util.stream.ReduceOps$5.evaluateSequential(ReduceOps.java:258)
    at java.base/java.util.stream.ReduceOps$5.evaluateSequential(ReduceOps.java:248)
    at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:265)
    at java.base/java.util.stream.ReferencePipeline.count(ReferencePipeline.java:729)
    at io.trino.plugin.deltalake.BaseDeltaLakeConnectorSmokeTest.testConcurrentInsertsSelectingFromTheSameTable(BaseDeltaLakeConnectorSmokeTest.java:2398)
    at io.trino.plugin.deltalake.BaseDeltaLakeConnectorSmokeTest.testConcurrentInsertsSelectingFromTheSameTable(BaseDeltaLakeConnectorSmokeTest.java:2350)
    at java.base/java.lang.reflect.Method.invoke(Method.java:580)
    at java.base/java.util.concurrent.RecursiveAction.exec(RecursiveAction.java:194)
    at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:507)
    at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.tryRemoveAndExec(ForkJoinPool.java:1534)
    at java.base/java.util.concurrent.ForkJoinPool.helpJoin(ForkJoinPool.java:2269)
    at java.base/java.util.concurrent.ForkJoinTask.awaitDone(ForkJoinTask.java:495)
    at java.base/java.util.concurrent.ForkJoinTask.get(ForkJoinTask.java:1003)
    at java.base/java.util.concurrent.RecursiveAction.exec(RecursiveAction.java:194)
    at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:507)
    at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1491)
    at java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:2073)
    at java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:2035)
    at java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:187)

Error:  io.trino.plugin.deltalake.TestDeltaLakeAdlsConnectorSmokeTest.testConcurrentInsertsSelectingFromTheSameTable -- Time elapsed: 27.91 s <<< ERROR!
java.lang.RuntimeException: Wait timed out
    at io.trino.plugin.deltalake.BaseDeltaLakeConnectorSmokeTest.lambda$testConcurrentInsertsSelectingFromTheSameTable$16(BaseDeltaLakeConnectorSmokeTest.java:2396)
    at java.base/java.util.Optional.orElseThrow(Optional.java:403)
    at io.trino.plugin.deltalake.BaseDeltaLakeConnectorSmokeTest.lambda$testConcurrentInsertsSelectingFromTheSameTable$17(BaseDeltaLakeConnectorSmokeTest.java:2396)
    at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:212)
    at java.base/java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:1024)
    at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:556)
    at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:546)
    at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:921)
    at java.base/java.util.stream.ReduceOps$5.evaluateSequential(ReduceOps.java:258)
    at java.base/java.util.stream.ReduceOps$5.evaluateSequential(ReduceOps.java:248)
    at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:265)
    at java.base/java.util.stream.ReferencePipeline.count(ReferencePipeline.java:729)
    at io.trino.plugin.deltalake.BaseDeltaLakeConnectorSmokeTest.testConcurrentInsertsSelectingFromTheSameTable(BaseDeltaLakeConnectorSmokeTest.java:2398)
    at io.trino.plugin.deltalake.BaseDeltaLakeConnectorSmokeTest.testConcurrentInsertsSelectingFromTheSameTable(BaseDeltaLakeConnectorSmokeTest.java:2351)
    at java.base/java.lang.reflect.Method.invoke(Method.java:580)
    at java.base/java.util.concurrent.RecursiveAction.exec(RecursiveAction.java:194)
    at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:507)
    at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.tryRemoveAndExec(ForkJoinPool.java:1534)
    at java.base/java.util.concurrent.ForkJoinPool.helpJoin(ForkJoinPool.java:2269)
    at java.base/java.util.concurrent.ForkJoinTask.awaitDone(ForkJoinTask.java:495)
    at java.base/java.util.concurrent.ForkJoinTask.get(ForkJoinTask.java:1003)
    at java.base/java.util.concurrent.RecursiveAction.exec(RecursiveAction.java:194)
    at java.base/java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:507)
    at java.base/java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1491)
    at java.base/java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:2073)
    at java.base/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:2035)
    at java.base/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:187)

https://github.com/trinodb/trino/actions/runs/8673807420/job/23786003063

cc: @findinpath

findepi commented 6 months ago 
Error:  Tests run: 12, Failures: 0, Errors: 1, Skipped: 0, Time elapsed: 20.43 s <<< FAILURE! -- in io.trino.plugin.deltalake.TestDeltaLakeSharedGlueMetastoreWithTableRedirections
Error:  io.trino.plugin.deltalake.TestDeltaLakeAdlsConnectorSmokeTest.testConcurrentInsertsSelectingFromTheSameTable -- Time elapsed: 24.46 s <<< ERROR!
java.lang.RuntimeException: Wait timed out
findepi commented 6 months ago

cc @findinpath

findepi commented 6 months ago 
Error:  Tests run: 229, Failures: 0, Errors: 1, Skipped: 1, Time elapsed: 588.3 s <<< FAILURE! -- in io.trino.plugin.deltalake.metastore.glue.TestDeltaS3AndGlueMetastoreTest
Error:  io.trino.plugin.deltalake.TestDeltaLakeAdlsConnectorSmokeTest.testConcurrentInsertsSelectingFromTheSameTable -- Time elapsed: 23.04 s <<< ERROR!
java.lang.RuntimeException: Wait timed out
    at io.trino.plugin.deltalake.BaseDeltaLakeConnectorSmokeTest.lambda$testConcurrentInsertsSelectingFromTheSameTable$20(BaseDeltaLakeConnectorSmokeTest.java:2536)
    at java.base/java.util.Optional.orElseThrow(Optional.java:403)
    at io.trino.plugin.deltalake.BaseDeltaLakeConnectorSmokeTest.lambda$testConcurrentInsertsSelectingFromTheSameTable$21(BaseDeltaLakeConnectorSmokeTest.java:2536)
    at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:212)
    at java.base/java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:1024)
    at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:556)
    at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:546)
    at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:921)
    at java.base/java.util.stream.ReduceOps$5.evaluateSequential(ReduceOps.java:258)
    at java.base/java.util.stream.ReduceOps$5.evaluateSequential(ReduceOps.java:248)
    at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:265)
    at java.base/java.util.stream.ReferencePipeline.count(ReferencePipeline.java:729)
    at io.trino.plugin.deltalake.BaseDeltaLakeConnectorSmokeTest.testConcurrentInsertsSelectingFromTheSameTable(BaseDeltaLakeConnectorSmokeTest.java:2538)
    at io.trino.plugin.deltalake.BaseDeltaLakeConnectorSmokeTest.testConcurrentInsertsSelectingFromTheSameTable(BaseDeltaLakeConnectorSmokeTest.java:2491)
    at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
    at java.base/java.lang.reflect.Method.invoke(Method.java:580)
findepi commented 6 months ago

https://github.com/trinodb/trino/actions/runs/8726437921/job/23943355850?pr=21597