trinodb / trino

Official repository of Trino, the distributed SQL query engine for big data, formerly known as PrestoSQL (https://trino.io)
https://trino.io
Apache License 2.0
10.36k stars 2.98k forks source link

Flaky test TestIcebergSparkCompatibility: Malformed request: Self-suppression not permitted #20131

Open findepi opened 10 months ago

findepi commented 10 months ago

https://github.com/trinodb/trino/actions/runs/7207006810/job/19633467722?pr=20059

2023-12-14T10:27:44.2426781Z tests               | 2023-12-14 16:12:44 INFO: FAILURE     /    io.trino.tests.product.iceberg.TestIcebergSparkCompatibility.testTrinoReadsSparkRowLevelDeletes [PARQUET, ORC] (Groups: iceberg_jdbc, profile_specific_tests, iceberg, iceberg_rest) took 1.7 seconds
2023-12-14T10:27:44.2429307Z tests               | 2023-12-14 16:12:44 SEVERE: Failure cause:
2023-12-14T10:27:44.2431524Z tests               | io.trino.tempto.query.QueryExecutionException: java.sql.SQLException: org.apache.hive.service.cli.HiveSQLException: Error running query: [WRITING_JOB_ABORTED] org.apache.spark.SparkException: Writing job aborted
2023-12-14T10:27:44.2434453Z tests               |  at org.apache.spark.sql.hive.thriftserver.HiveThriftServerErrors$.runningQueryError(HiveThriftServerErrors.scala:43)
2023-12-14T10:27:44.2437316Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:325)
2023-12-14T10:27:44.2440396Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.$anonfun$run$2(SparkExecuteStatementOperation.scala:230)
2023-12-14T10:27:44.2442366Z tests               |  at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2023-12-14T10:27:44.2444008Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkOperation.withLocalProperties(SparkOperation.scala:79)
2023-12-14T10:27:44.2446236Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkOperation.withLocalProperties$(SparkOperation.scala:63)
2023-12-14T10:27:44.2448766Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.withLocalProperties(SparkExecuteStatementOperation.scala:43)
2023-12-14T10:27:44.2451399Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:230)
2023-12-14T10:27:44.2453915Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:225)
2023-12-14T10:27:44.2455841Z tests               |  at java.base/java.security.AccessController.doPrivileged(Native Method)
2023-12-14T10:27:44.2457125Z tests               |  at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
2023-12-14T10:27:44.2458645Z tests               |  at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1878)
2023-12-14T10:27:44.2460713Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2.run(SparkExecuteStatementOperation.scala:239)
2023-12-14T10:27:44.2462651Z tests               |  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
2023-12-14T10:27:44.2464058Z tests               |  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
2023-12-14T10:27:44.2465556Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
2023-12-14T10:27:44.2467235Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
2023-12-14T10:27:44.2468510Z tests               |  at java.base/java.lang.Thread.run(Thread.java:829)
2023-12-14T10:27:44.2469550Z tests               | Caused by: org.apache.spark.SparkException: Writing job aborted
2023-12-14T10:27:44.2471101Z tests               |  at org.apache.spark.sql.errors.QueryExecutionErrors$.writingJobAbortedError(QueryExecutionErrors.scala:749)
2023-12-14T10:27:44.2473289Z tests               |  at org.apache.spark.sql.execution.datasources.v2.ExtendedV2ExistingTableWriteExec.writeWithV2(WriteDeltaExec.scala:129)
2023-12-14T10:27:44.2475800Z tests               |  at org.apache.spark.sql.execution.datasources.v2.ExtendedV2ExistingTableWriteExec.writeWithV2$(WriteDeltaExec.scala:72)
2023-12-14T10:27:44.2478087Z tests               |  at org.apache.spark.sql.execution.datasources.v2.WriteDeltaExec.writeWithV2(WriteDeltaExec.scala:50)
2023-12-14T10:27:44.2480138Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2ExistingTableWriteExec.run(WriteToDataSourceV2Exec.scala:332)
2023-12-14T10:27:44.2482315Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2ExistingTableWriteExec.run$(WriteToDataSourceV2Exec.scala:331)
2023-12-14T10:27:44.2484299Z tests               |  at org.apache.spark.sql.execution.datasources.v2.WriteDeltaExec.run(WriteDeltaExec.scala:50)
2023-12-14T10:27:44.2486430Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:43)
2023-12-14T10:27:44.2488318Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:43)
2023-12-14T10:27:44.2490214Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:49)
2023-12-14T10:27:44.2492363Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:98)
2023-12-14T10:27:44.2494400Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:109)
2023-12-14T10:27:44.2496150Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:169)
2023-12-14T10:27:44.2497892Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:95)
2023-12-14T10:27:44.2499576Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
2023-12-14T10:27:44.2501055Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
2023-12-14T10:27:44.2502897Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)
2023-12-14T10:27:44.2505030Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:94)
2023-12-14T10:27:44.2507004Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:584)
2023-12-14T10:27:44.2508805Z tests               |  at org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:176)
2023-12-14T10:27:44.2510505Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:584)
2023-12-14T10:27:44.2512950Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org$apache$spark$sql$catalyst$plans$logical$AnalysisHelper$$super$transformDownWithPruning(LogicalPlan.scala:30)
2023-12-14T10:27:44.2515547Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning(AnalysisHelper.scala:267)
2023-12-14T10:27:44.2517759Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning$(AnalysisHelper.scala:263)
2023-12-14T10:27:44.2519973Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:30)
2023-12-14T10:27:44.2522052Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:30)
2023-12-14T10:27:44.2523897Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:560)
2023-12-14T10:27:44.2525929Z tests               |  at org.apache.spark.sql.execution.QueryExecution.eagerlyExecuteCommands(QueryExecution.scala:94)
2023-12-14T10:27:44.2527816Z tests               |  at org.apache.spark.sql.execution.QueryExecution.commandExecuted$lzycompute(QueryExecution.scala:81)
2023-12-14T10:27:44.2530189Z tests               |  at org.apache.spark.sql.execution.QueryExecution.commandExecuted(QueryExecution.scala:79)
2023-12-14T10:27:44.2531546Z tests               |  at org.apache.spark.sql.Dataset.<init>(Dataset.scala:220)
2023-12-14T10:27:44.2532695Z tests               |  at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
2023-12-14T10:27:44.2534052Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
2023-12-14T10:27:44.2535262Z tests               |  at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
2023-12-14T10:27:44.2536487Z tests               |  at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:622)
2023-12-14T10:27:44.2537843Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
2023-12-14T10:27:44.2539108Z tests               |  at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:617)
2023-12-14T10:27:44.2540278Z tests               |  at org.apache.spark.sql.SQLContext.sql(SQLContext.scala:651)
2023-12-14T10:27:44.2542647Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:291)
2023-12-14T10:27:44.2544674Z tests               |  ... 16 more
2023-12-14T10:27:44.2546144Z tests               | Caused by: org.apache.iceberg.exceptions.BadRequestException: Malformed request: Self-suppression not permitted
2023-12-14T10:27:44.2547974Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$DefaultErrorHandler.accept(ErrorHandlers.java:153)
2023-12-14T10:27:44.2549724Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$CommitErrorHandler.accept(ErrorHandlers.java:88)
2023-12-14T10:27:44.2551352Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$CommitErrorHandler.accept(ErrorHandlers.java:71)
2023-12-14T10:27:44.2552842Z tests               |  at org.apache.iceberg.rest.HTTPClient.throwFailure(HTTPClient.java:177)
2023-12-14T10:27:44.2554139Z tests               |  at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:286)
2023-12-14T10:27:44.2555386Z tests               |  at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:220)
2023-12-14T10:27:44.2556618Z tests               |  at org.apache.iceberg.rest.HTTPClient.post(HTTPClient.java:331)
2023-12-14T10:27:44.2557937Z tests               |  at org.apache.iceberg.rest.RESTClient.post(RESTClient.java:112)
2023-12-14T10:27:44.2559333Z tests               |  at org.apache.iceberg.rest.RESTTableOperations.commit(RESTTableOperations.java:144)
2023-12-14T10:27:44.2560847Z tests               |  at org.apache.iceberg.SnapshotProducer.lambda$commit$2(SnapshotProducer.java:389)
2023-12-14T10:27:44.2562276Z tests               |  at org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:413)
2023-12-14T10:27:44.2563630Z tests               |  at org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:219)
2023-12-14T10:27:44.2565015Z tests               |  at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:203)
2023-12-14T10:27:44.2566131Z tests               |  at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196)
2023-12-14T10:27:44.2567375Z tests               |  at org.apache.iceberg.SnapshotProducer.commit(SnapshotProducer.java:363)
2023-12-14T10:27:44.2569303Z tests               |  at org.apache.iceberg.spark.source.SparkPositionDeltaWrite$PositionDeltaBatchWrite.commitOperation(SparkPositionDeltaWrite.java:284)
2023-12-14T10:27:44.2571668Z tests               |  at org.apache.iceberg.spark.source.SparkPositionDeltaWrite$PositionDeltaBatchWrite.commit(SparkPositionDeltaWrite.java:215)
2023-12-14T10:27:44.2574138Z tests               |  at org.apache.spark.sql.execution.datasources.v2.ExtendedV2ExistingTableWriteExec.writeWithV2(WriteDeltaExec.scala:112)
2023-12-14T10:27:44.2575600Z tests               |  ... 53 more
2023-12-14T10:27:44.2576239Z tests               | 
2023-12-14T10:27:44.2577150Z tests               |  at io.trino.tempto.query.JdbcQueryExecutor.execute(JdbcQueryExecutor.java:119)
2023-12-14T10:27:44.2578674Z tests               |  at io.trino.tempto.query.JdbcQueryExecutor.executeQuery(JdbcQueryExecutor.java:84)
2023-12-14T10:27:44.2580283Z tests               |  at io.trino.tests.product.utils.QueryExecutors$2.lambda$executeQuery$0(QueryExecutors.java:96)
2023-12-14T10:27:44.2581760Z tests               |  at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
2023-12-14T10:27:44.2582900Z tests               |  at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
2023-12-14T10:27:44.2584240Z tests               |  at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
2023-12-14T10:27:44.2585743Z tests               |  at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
2023-12-14T10:27:44.2587035Z tests               |  at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
2023-12-14T10:27:44.2588224Z tests               |  at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
2023-12-14T10:27:44.2589586Z tests               |  at io.trino.tests.product.utils.QueryExecutors$2.executeQuery(QueryExecutors.java:96)
2023-12-14T10:27:44.2591792Z tests               |  at io.trino.tests.product.iceberg.TestIcebergSparkCompatibility.testTrinoReadsSparkRowLevelDeletes(TestIcebergSparkCompatibility.java:1731)
2023-12-14T10:27:44.2594192Z tests               |  at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
2023-12-14T10:27:44.2595868Z tests               |  at java.base/java.lang.reflect.Method.invoke(Method.java:580)
2023-12-14T10:27:44.2597341Z tests               |  at org.testng.internal.MethodInvocationHelper.invokeMethod(MethodInvocationHelper.java:104)
2023-12-14T10:27:44.2598784Z tests               |  at org.testng.internal.Invoker.invokeMethod(Invoker.java:645)
2023-12-14T10:27:44.2599995Z tests               |  at org.testng.internal.Invoker.invokeTestMethod(Invoker.java:851)
2023-12-14T10:27:44.2601266Z tests               |  at org.testng.internal.Invoker.invokeTestMethods(Invoker.java:1177)
2023-12-14T10:27:44.2602692Z tests               |  at org.testng.internal.TestMethodWorker.invokeTestMethods(TestMethodWorker.java:129)
2023-12-14T10:27:44.2604151Z tests               |  at org.testng.internal.TestMethodWorker.run(TestMethodWorker.java:112)
2023-12-14T10:27:44.2605958Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
2023-12-14T10:27:44.2607652Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
2023-12-14T10:27:44.2608934Z tests               |  at java.base/java.lang.Thread.run(Thread.java:1583)
2023-12-14T10:27:44.2610911Z tests               | Caused by: java.sql.SQLException: org.apache.hive.service.cli.HiveSQLException: Error running query: [WRITING_JOB_ABORTED] org.apache.spark.SparkException: Writing job aborted
2023-12-14T10:27:44.2613485Z tests               |  at org.apache.spark.sql.hive.thriftserver.HiveThriftServerErrors$.runningQueryError(HiveThriftServerErrors.scala:43)
2023-12-14T10:27:44.2616323Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:325)
2023-12-14T10:27:44.2619410Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.$anonfun$run$2(SparkExecuteStatementOperation.scala:230)
2023-12-14T10:27:44.2621408Z tests               |  at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2023-12-14T10:27:44.2623310Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkOperation.withLocalProperties(SparkOperation.scala:79)
2023-12-14T10:27:44.2625482Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkOperation.withLocalProperties$(SparkOperation.scala:63)
2023-12-14T10:27:44.2627800Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.withLocalProperties(SparkExecuteStatementOperation.scala:43)
2023-12-14T10:27:44.2630355Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:230)
2023-12-14T10:27:44.2632826Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:225)
2023-12-14T10:27:44.2634764Z tests               |  at java.base/java.security.AccessController.doPrivileged(Native Method)
2023-12-14T10:27:44.2635994Z tests               |  at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
2023-12-14T10:27:44.2637388Z tests               |  at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1878)
2023-12-14T10:27:44.2639387Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2.run(SparkExecuteStatementOperation.scala:239)
2023-12-14T10:27:44.2641298Z tests               |  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
2023-12-14T10:27:44.2642649Z tests               |  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
2023-12-14T10:27:44.2644124Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
2023-12-14T10:27:44.2646077Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
2023-12-14T10:27:44.2647351Z tests               |  at java.base/java.lang.Thread.run(Thread.java:829)
2023-12-14T10:27:44.2648374Z tests               | Caused by: org.apache.spark.SparkException: Writing job aborted
2023-12-14T10:27:44.2649896Z tests               |  at org.apache.spark.sql.errors.QueryExecutionErrors$.writingJobAbortedError(QueryExecutionErrors.scala:749)
2023-12-14T10:27:44.2652025Z tests               |  at org.apache.spark.sql.execution.datasources.v2.ExtendedV2ExistingTableWriteExec.writeWithV2(WriteDeltaExec.scala:129)
2023-12-14T10:27:44.2654335Z tests               |  at org.apache.spark.sql.execution.datasources.v2.ExtendedV2ExistingTableWriteExec.writeWithV2$(WriteDeltaExec.scala:72)
2023-12-14T10:27:44.2656528Z tests               |  at org.apache.spark.sql.execution.datasources.v2.WriteDeltaExec.writeWithV2(WriteDeltaExec.scala:50)
2023-12-14T10:27:44.2658497Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2ExistingTableWriteExec.run(WriteToDataSourceV2Exec.scala:332)
2023-12-14T10:27:44.2660686Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2ExistingTableWriteExec.run$(WriteToDataSourceV2Exec.scala:331)
2023-12-14T10:27:44.2662589Z tests               |  at org.apache.spark.sql.execution.datasources.v2.WriteDeltaExec.run(WriteDeltaExec.scala:50)
2023-12-14T10:27:44.2664419Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:43)
2023-12-14T10:27:44.2666240Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:43)
2023-12-14T10:27:44.2668064Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:49)
2023-12-14T10:27:44.2670147Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:98)
2023-12-14T10:27:44.2672215Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:109)
2023-12-14T10:27:44.2674154Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:169)
2023-12-14T10:27:44.2676042Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:95)
2023-12-14T10:27:44.2677485Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
2023-12-14T10:27:44.2678791Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
2023-12-14T10:27:44.2680037Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)
2023-12-14T10:27:44.2681177Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:94)
2023-12-14T10:27:44.2682279Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:584)
2023-12-14T10:27:44.2683210Z tests               |  at org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:176)
2023-12-14T10:27:44.2684140Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:584)
2023-12-14T10:27:44.2685682Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org$apache$spark$sql$catalyst$plans$logical$AnalysisHelper$$super$transformDownWithPruning(LogicalPlan.scala:30)
2023-12-14T10:27:44.2687101Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning(AnalysisHelper.scala:267)
2023-12-14T10:27:44.2688320Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning$(AnalysisHelper.scala:263)
2023-12-14T10:27:44.2689624Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:30)
2023-12-14T10:27:44.2690754Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:30)
2023-12-14T10:27:44.2691758Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:560)
2023-12-14T10:27:44.2692703Z tests               |  at org.apache.spark.sql.execution.QueryExecution.eagerlyExecuteCommands(QueryExecution.scala:94)
2023-12-14T10:27:44.2693743Z tests               |  at org.apache.spark.sql.execution.QueryExecution.commandExecuted$lzycompute(QueryExecution.scala:81)
2023-12-14T10:27:44.2694796Z tests               |  at org.apache.spark.sql.execution.QueryExecution.commandExecuted(QueryExecution.scala:79)
2023-12-14T10:27:44.2695559Z tests               |  at org.apache.spark.sql.Dataset.<init>(Dataset.scala:220)
2023-12-14T10:27:44.2696210Z tests               |  at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
2023-12-14T10:27:44.2696936Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
2023-12-14T10:27:44.2697604Z tests               |  at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
2023-12-14T10:27:44.2698282Z tests               |  at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:622)
2023-12-14T10:27:44.2699028Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
2023-12-14T10:27:44.2699730Z tests               |  at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:617)
2023-12-14T10:27:44.2700385Z tests               |  at org.apache.spark.sql.SQLContext.sql(SQLContext.scala:651)
2023-12-14T10:27:44.2701667Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:291)
2023-12-14T10:27:44.2702844Z tests               |  ... 16 more
2023-12-14T10:27:44.2703683Z tests               | Caused by: org.apache.iceberg.exceptions.BadRequestException: Malformed request: Self-suppression not permitted
2023-12-14T10:27:44.2704771Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$DefaultErrorHandler.accept(ErrorHandlers.java:153)
2023-12-14T10:27:44.2705673Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$CommitErrorHandler.accept(ErrorHandlers.java:88)
2023-12-14T10:27:44.2706767Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$CommitErrorHandler.accept(ErrorHandlers.java:71)
2023-12-14T10:27:44.2707603Z tests               |  at org.apache.iceberg.rest.HTTPClient.throwFailure(HTTPClient.java:177)
2023-12-14T10:27:44.2708340Z tests               |  at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:286)
2023-12-14T10:27:44.2709047Z tests               |  at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:220)
2023-12-14T10:27:44.2709736Z tests               |  at org.apache.iceberg.rest.HTTPClient.post(HTTPClient.java:331)
2023-12-14T10:27:44.2710403Z tests               |  at org.apache.iceberg.rest.RESTClient.post(RESTClient.java:112)
2023-12-14T10:27:44.2711188Z tests               |  at org.apache.iceberg.rest.RESTTableOperations.commit(RESTTableOperations.java:144)
2023-12-14T10:27:44.2712044Z tests               |  at org.apache.iceberg.SnapshotProducer.lambda$commit$2(SnapshotProducer.java:389)
2023-12-14T10:27:44.2712831Z tests               |  at org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:413)
2023-12-14T10:27:44.2713578Z tests               |  at org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:219)
2023-12-14T10:27:44.2714258Z tests               |  at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:203)
2023-12-14T10:27:44.2714872Z tests               |  at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196)
2023-12-14T10:27:44.2715655Z tests               |  at org.apache.iceberg.SnapshotProducer.commit(SnapshotProducer.java:363)
2023-12-14T10:27:44.2716729Z tests               |  at org.apache.iceberg.spark.source.SparkPositionDeltaWrite$PositionDeltaBatchWrite.commitOperation(SparkPositionDeltaWrite.java:284)
2023-12-14T10:27:44.2718038Z tests               |  at org.apache.iceberg.spark.source.SparkPositionDeltaWrite$PositionDeltaBatchWrite.commit(SparkPositionDeltaWrite.java:215)
2023-12-14T10:27:44.2719596Z tests               |  at org.apache.spark.sql.execution.datasources.v2.ExtendedV2ExistingTableWriteExec.writeWithV2(WriteDeltaExec.scala:112)
2023-12-14T10:27:44.2720409Z tests               |  ... 53 more
2023-12-14T10:27:44.2720700Z tests               | 
2023-12-14T10:27:44.2721263Z tests               |  at org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:275)
2023-12-14T10:27:44.2722127Z tests               |  at io.trino.tempto.query.JdbcQueryExecutor.executeQueryNoParams(JdbcQueryExecutor.java:128)
2023-12-14T10:27:44.2723012Z tests               |  at io.trino.tempto.query.JdbcQueryExecutor.execute(JdbcQueryExecutor.java:112)
2023-12-14T10:27:44.2723581Z tests               |  ... 21 more
2023-12-14T10:27:44.2724395Z tests               |  Suppressed: java.lang.Exception: Query: DELETE FROM iceberg_test.default.test_trino_reads_spark_row_level_deletes_parquet_orc_7jns61a7ki WHERE a = 13
2023-12-14T10:27:44.2725744Z tests               |      at io.trino.tempto.query.JdbcQueryExecutor.executeQueryNoParams(JdbcQueryExecutor.java:136)
2023-12-14T10:27:44.2726382Z tests               |      ... 22 more
findepi commented 10 months ago

cc @ebyhr

findepi commented 10 months ago

https://github.com/trinodb/trino/actions/runs/7281029252/job/19841123419?pr=20185

2023-12-20T22:37:17.2354279Z tests               | 2023-12-21 04:22:17 INFO: FAILURE     /    io.trino.tests.product.iceberg.TestIcebergSparkCompatibility.testTrinoReadingNestedSparkData [PARQUET, 1] (Groups: iceberg_jdbc, profile_specific_tests, iceberg_nessie, iceberg, iceberg_rest) took 0.1 seconds
2023-12-20T22:37:17.2355696Z tests               | 2023-12-21 04:22:17 SEVERE: Failure cause:
2023-12-20T22:37:17.2357214Z tests               | io.trino.tempto.query.QueryExecutionException: java.sql.SQLException: org.apache.hive.service.cli.HiveSQLException: Error running query: org.apache.iceberg.exceptions.BadRequestException: Malformed request: Self-suppression not permitted
2023-12-20T22:37:17.2358917Z tests               |  at org.apache.spark.sql.hive.thriftserver.HiveThriftServerErrors$.runningQueryError(HiveThriftServerErrors.scala:44)
2023-12-20T22:37:17.2360447Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:325)
2023-12-20T22:37:17.2362183Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.$anonfun$run$2(SparkExecuteStatementOperation.scala:230)
2023-12-20T22:37:17.2363541Z tests               |  at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2023-12-20T22:37:17.2364457Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkOperation.withLocalProperties(SparkOperation.scala:79)
2023-12-20T22:37:17.2365544Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkOperation.withLocalProperties$(SparkOperation.scala:63)
2023-12-20T22:37:17.2366808Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.withLocalProperties(SparkExecuteStatementOperation.scala:43)
2023-12-20T22:37:17.2368206Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:230)
2023-12-20T22:37:17.2369659Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:225)
2023-12-20T22:37:17.2370710Z tests               |  at java.base/java.security.AccessController.doPrivileged(Native Method)
2023-12-20T22:37:17.2371415Z tests               |  at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
2023-12-20T22:37:17.2372208Z tests               |  at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1878)
2023-12-20T22:37:17.2373307Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2.run(SparkExecuteStatementOperation.scala:239)
2023-12-20T22:37:17.2374357Z tests               |  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
2023-12-20T22:37:17.2375126Z tests               |  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
2023-12-20T22:37:17.2375963Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
2023-12-20T22:37:17.2376966Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
2023-12-20T22:37:17.2377677Z tests               |  at java.base/java.lang.Thread.run(Thread.java:829)
2023-12-20T22:37:17.2378607Z tests               | Caused by: org.apache.iceberg.exceptions.BadRequestException: Malformed request: Self-suppression not permitted
2023-12-20T22:37:17.2379683Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$DefaultErrorHandler.accept(ErrorHandlers.java:153)
2023-12-20T22:37:17.2380578Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$TableErrorHandler.accept(ErrorHandlers.java:109)
2023-12-20T22:37:17.2381456Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$TableErrorHandler.accept(ErrorHandlers.java:93)
2023-12-20T22:37:17.2382272Z tests               |  at org.apache.iceberg.rest.HTTPClient.throwFailure(HTTPClient.java:177)
2023-12-20T22:37:17.2383001Z tests               |  at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:286)
2023-12-20T22:37:17.2383691Z tests               |  at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:220)
2023-12-20T22:37:17.2384372Z tests               |  at org.apache.iceberg.rest.HTTPClient.post(HTTPClient.java:331)
2023-12-20T22:37:17.2385037Z tests               |  at org.apache.iceberg.rest.RESTClient.post(RESTClient.java:112)
2023-12-20T22:37:17.2385803Z tests               |  at org.apache.iceberg.rest.RESTSessionCatalog$Builder.create(RESTSessionCatalog.java:595)
2023-12-20T22:37:17.2386634Z tests               |  at org.apache.iceberg.spark.SparkCatalog.createTable(SparkCatalog.java:228)
2023-12-20T22:37:17.2387530Z tests               |  at org.apache.spark.sql.execution.datasources.v2.CreateTableExec.run(CreateTableExec.scala:45)
2023-12-20T22:37:17.2388561Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:43)
2023-12-20T22:37:17.2389656Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:43)
2023-12-20T22:37:17.2390686Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:49)
2023-12-20T22:37:17.2391843Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:98)
2023-12-20T22:37:17.2393098Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:109)
2023-12-20T22:37:17.2394067Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:169)
2023-12-20T22:37:17.2395026Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:95)
2023-12-20T22:37:17.2395991Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
2023-12-20T22:37:17.2396826Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
2023-12-20T22:37:17.2397845Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)
2023-12-20T22:37:17.2398986Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:94)
2023-12-20T22:37:17.2400066Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:584)
2023-12-20T22:37:17.2401002Z tests               |  at org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:176)
2023-12-20T22:37:17.2401920Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:584)
2023-12-20T22:37:17.2403471Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org$apache$spark$sql$catalyst$plans$logical$AnalysisHelper$$super$transformDownWithPruning(LogicalPlan.scala:30)
2023-12-20T22:37:17.2404982Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning(AnalysisHelper.scala:267)
2023-12-20T22:37:17.2406274Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning$(AnalysisHelper.scala:263)
2023-12-20T22:37:17.2407448Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:30)
2023-12-20T22:37:17.2408568Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:30)
2023-12-20T22:37:17.2409560Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:560)
2023-12-20T22:37:17.2410501Z tests               |  at org.apache.spark.sql.execution.QueryExecution.eagerlyExecuteCommands(QueryExecution.scala:94)
2023-12-20T22:37:17.2411518Z tests               |  at org.apache.spark.sql.execution.QueryExecution.commandExecuted$lzycompute(QueryExecution.scala:81)
2023-12-20T22:37:17.2412503Z tests               |  at org.apache.spark.sql.execution.QueryExecution.commandExecuted(QueryExecution.scala:79)
2023-12-20T22:37:17.2413425Z tests               |  at org.apache.spark.sql.Dataset.<init>(Dataset.scala:220)
2023-12-20T22:37:17.2414077Z tests               |  at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
2023-12-20T22:37:17.2414790Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
2023-12-20T22:37:17.2415454Z tests               |  at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
2023-12-20T22:37:17.2416128Z tests               |  at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:622)
2023-12-20T22:37:17.2416979Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
2023-12-20T22:37:17.2417693Z tests               |  at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:617)
2023-12-20T22:37:17.2418631Z tests               |  at org.apache.spark.sql.SQLContext.sql(SQLContext.scala:651)
2023-12-20T22:37:17.2419940Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:291)
2023-12-20T22:37:17.2421024Z tests               |  ... 16 more
2023-12-20T22:37:17.2421318Z tests               | 
2023-12-20T22:37:17.2421834Z tests               |  at io.trino.tempto.query.JdbcQueryExecutor.execute(JdbcQueryExecutor.java:119)
2023-12-20T22:37:17.2422670Z tests               |  at io.trino.tempto.query.JdbcQueryExecutor.executeQuery(JdbcQueryExecutor.java:84)
2023-12-20T22:37:17.2423669Z tests               |  at io.trino.tests.product.utils.QueryExecutors$2.lambda$executeQuery$0(QueryExecutors.java:96)
2023-12-20T22:37:17.2424491Z tests               |  at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
2023-12-20T22:37:17.2425135Z tests               |  at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
2023-12-20T22:37:17.2425876Z tests               |  at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
2023-12-20T22:37:17.2426707Z tests               |  at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
2023-12-20T22:37:17.2427420Z tests               |  at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
2023-12-20T22:37:17.2428265Z tests               |  at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
2023-12-20T22:37:17.2429027Z tests               |  at io.trino.tests.product.utils.QueryExecutors$2.executeQuery(QueryExecutors.java:96)
2023-12-20T22:37:17.2430204Z tests               |  at io.trino.tests.product.iceberg.TestIcebergSparkCompatibility.testTrinoReadingNestedSparkData(TestIcebergSparkCompatibility.java:628)
2023-12-20T22:37:17.2431555Z tests               |  at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
2023-12-20T22:37:17.2432388Z tests               |  at java.base/java.lang.reflect.Method.invoke(Method.java:580)
2023-12-20T22:37:17.2433247Z tests               |  at org.testng.internal.MethodInvocationHelper.invokeMethod(MethodInvocationHelper.java:104)
2023-12-20T22:37:17.2434386Z tests               |  at org.testng.internal.Invoker.invokeMethod(Invoker.java:645)
2023-12-20T22:37:17.2435068Z tests               |  at org.testng.internal.Invoker.invokeTestMethod(Invoker.java:851)
2023-12-20T22:37:17.2435766Z tests               |  at org.testng.internal.Invoker.invokeTestMethods(Invoker.java:1177)
2023-12-20T22:37:17.2436567Z tests               |  at org.testng.internal.TestMethodWorker.invokeTestMethods(TestMethodWorker.java:129)
2023-12-20T22:37:17.2437382Z tests               |  at org.testng.internal.TestMethodWorker.run(TestMethodWorker.java:112)
2023-12-20T22:37:17.2438484Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
2023-12-20T22:37:17.2439412Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
2023-12-20T22:37:17.2440140Z tests               |  at java.base/java.lang.Thread.run(Thread.java:1583)
2023-12-20T22:37:17.2441540Z tests               | Caused by: java.sql.SQLException: org.apache.hive.service.cli.HiveSQLException: Error running query: org.apache.iceberg.exceptions.BadRequestException: Malformed request: Self-suppression not permitted
2023-12-20T22:37:17.2443317Z tests               |  at org.apache.spark.sql.hive.thriftserver.HiveThriftServerErrors$.runningQueryError(HiveThriftServerErrors.scala:44)
2023-12-20T22:37:17.2445029Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:325)
2023-12-20T22:37:17.2446803Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.$anonfun$run$2(SparkExecuteStatementOperation.scala:230)
2023-12-20T22:37:17.2447884Z tests               |  at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2023-12-20T22:37:17.2448798Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkOperation.withLocalProperties(SparkOperation.scala:79)
2023-12-20T22:37:17.2449889Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkOperation.withLocalProperties$(SparkOperation.scala:63)
2023-12-20T22:37:17.2451159Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.withLocalProperties(SparkExecuteStatementOperation.scala:43)
2023-12-20T22:37:17.2452647Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:230)
2023-12-20T22:37:17.2453996Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:225)
2023-12-20T22:37:17.2455039Z tests               |  at java.base/java.security.AccessController.doPrivileged(Native Method)
2023-12-20T22:37:17.2455746Z tests               |  at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
2023-12-20T22:37:17.2456536Z tests               |  at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1878)
2023-12-20T22:37:17.2457633Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2.run(SparkExecuteStatementOperation.scala:239)
2023-12-20T22:37:17.2458689Z tests               |  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
2023-12-20T22:37:17.2459540Z tests               |  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
2023-12-20T22:37:17.2460378Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
2023-12-20T22:37:17.2461299Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
2023-12-20T22:37:17.2462090Z tests               |  at java.base/java.lang.Thread.run(Thread.java:829)
2023-12-20T22:37:17.2463024Z tests               | Caused by: org.apache.iceberg.exceptions.BadRequestException: Malformed request: Self-suppression not permitted
2023-12-20T22:37:17.2464020Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$DefaultErrorHandler.accept(ErrorHandlers.java:153)
2023-12-20T22:37:17.2464913Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$TableErrorHandler.accept(ErrorHandlers.java:109)
2023-12-20T22:37:17.2465796Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$TableErrorHandler.accept(ErrorHandlers.java:93)
2023-12-20T22:37:17.2466613Z tests               |  at org.apache.iceberg.rest.HTTPClient.throwFailure(HTTPClient.java:177)
2023-12-20T22:37:17.2467332Z tests               |  at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:286)
2023-12-20T22:37:17.2468028Z tests               |  at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:220)
2023-12-20T22:37:17.2468711Z tests               |  at org.apache.iceberg.rest.HTTPClient.post(HTTPClient.java:331)
2023-12-20T22:37:17.2469378Z tests               |  at org.apache.iceberg.rest.RESTClient.post(RESTClient.java:112)
2023-12-20T22:37:17.2470145Z tests               |  at org.apache.iceberg.rest.RESTSessionCatalog$Builder.create(RESTSessionCatalog.java:595)
2023-12-20T22:37:17.2470981Z tests               |  at org.apache.iceberg.spark.SparkCatalog.createTable(SparkCatalog.java:228)
2023-12-20T22:37:17.2471878Z tests               |  at org.apache.spark.sql.execution.datasources.v2.CreateTableExec.run(CreateTableExec.scala:45)
2023-12-20T22:37:17.2472988Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:43)
2023-12-20T22:37:17.2474008Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:43)
2023-12-20T22:37:17.2475045Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:49)
2023-12-20T22:37:17.2476208Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:98)
2023-12-20T22:37:17.2477310Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:109)
2023-12-20T22:37:17.2478260Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:169)
2023-12-20T22:37:17.2479268Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:95)
2023-12-20T22:37:17.2480132Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
2023-12-20T22:37:17.2480945Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:64)
2023-12-20T22:37:17.2481971Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)
2023-12-20T22:37:17.2483395Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:94)
2023-12-20T22:37:17.2484485Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:584)
2023-12-20T22:37:17.2485420Z tests               |  at org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:176)
2023-12-20T22:37:17.2486460Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:584)
2023-12-20T22:37:17.2487775Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org$apache$spark$sql$catalyst$plans$logical$AnalysisHelper$$super$transformDownWithPruning(LogicalPlan.scala:30)
2023-12-20T22:37:17.2489268Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning(AnalysisHelper.scala:267)
2023-12-20T22:37:17.2490479Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning$(AnalysisHelper.scala:263)
2023-12-20T22:37:17.2491658Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:30)
2023-12-20T22:37:17.2492781Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:30)
2023-12-20T22:37:17.2493930Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:560)
2023-12-20T22:37:17.2494864Z tests               |  at org.apache.spark.sql.execution.QueryExecution.eagerlyExecuteCommands(QueryExecution.scala:94)
2023-12-20T22:37:17.2495886Z tests               |  at org.apache.spark.sql.execution.QueryExecution.commandExecuted$lzycompute(QueryExecution.scala:81)
2023-12-20T22:37:17.2496879Z tests               |  at org.apache.spark.sql.execution.QueryExecution.commandExecuted(QueryExecution.scala:79)
2023-12-20T22:37:17.2497650Z tests               |  at org.apache.spark.sql.Dataset.<init>(Dataset.scala:220)
2023-12-20T22:37:17.2498299Z tests               |  at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:100)
2023-12-20T22:37:17.2499024Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
2023-12-20T22:37:17.2499699Z tests               |  at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:97)
2023-12-20T22:37:17.2500490Z tests               |  at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:622)
2023-12-20T22:37:17.2501256Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:779)
2023-12-20T22:37:17.2501966Z tests               |  at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:617)
2023-12-20T22:37:17.2502623Z tests               |  at org.apache.spark.sql.SQLContext.sql(SQLContext.scala:651)
2023-12-20T22:37:17.2503890Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:291)
2023-12-20T22:37:17.2504972Z tests               |  ... 16 more
2023-12-20T22:37:17.2505266Z tests               | 
2023-12-20T22:37:17.2505726Z tests               |  at org.apache.hive.jdbc.HiveStatement.execute(HiveStatement.java:275)
2023-12-20T22:37:17.2506653Z tests               |  at io.trino.tempto.query.JdbcQueryExecutor.executeQueryNoParams(JdbcQueryExecutor.java:128)
2023-12-20T22:37:17.2507547Z tests               |  at io.trino.tempto.query.JdbcQueryExecutor.execute(JdbcQueryExecutor.java:112)
2023-12-20T22:37:17.2508108Z tests               |  ... 21 more
2023-12-20T22:37:17.2508810Z tests               |  Suppressed: java.lang.Exception: Query: CREATE TABLE iceberg_test.default.test_trino_reading_nested_spark_data_parquet (
2023-12-20T22:37:17.2509521Z tests               |   doc_id STRING
2023-12-20T22:37:17.2510023Z tests               | , nested_map MAP<STRING, ARRAY<STRUCT<sname: STRING, snumber: INT>>>
2023-12-20T22:37:17.2510712Z tests               | , nested_array ARRAY<MAP<STRING, ARRAY<STRUCT<mname: STRING, mnumber: INT>>>>
2023-12-20T22:37:17.2511578Z tests               | , nested_struct STRUCT<name:STRING, complicated: ARRAY<MAP<STRING, ARRAY<STRUCT<mname: STRING, mnumber: INT>>>>>)
2023-12-20T22:37:17.2512579Z tests               |  USING ICEBERG TBLPROPERTIES ('write.format.default'='PARQUET', 'format-version' = 1)
2023-12-20T22:37:17.2513582Z tests               |      at io.trino.tempto.query.JdbcQueryExecutor.executeQueryNoParams(JdbcQueryExecutor.java:136)
2023-12-20T22:37:17.2514337Z tests               |      ... 22 more
2023-12-20T22:37:17.2514641Z tests               | 
findepi commented 7 months ago

https://github.com/trinodb/trino/actions/runs/8248151215/job/22558333275?pr=21031

2024-03-12T12:27:13.0179258Z tests               | 2024-03-12 18:12:12 INFO: FAILURE     /    io.trino.tests.product.iceberg.TestIcebergSparkCompatibility.testIdBasedFieldMapping [PARQUET, 1] (Groups: iceberg_jdbc, profile_specific_tests, iceberg_nessie, iceberg, iceberg_rest) took 0.4 seconds
2024-03-12T12:27:13.0180859Z tests               | 2024-03-12 18:12:12 SEVERE: Failure cause:
2024-03-12T12:27:13.0182388Z tests               | io.trino.tempto.query.QueryExecutionException: java.sql.SQLException: org.apache.hive.service.cli.HiveSQLException: Error running query: org.apache.iceberg.exceptions.BadRequestException: Malformed request: Self-suppression not permitted
2024-03-12T12:27:13.0184057Z tests               |  at org.apache.spark.sql.hive.thriftserver.HiveThriftServerErrors$.runningQueryError(HiveThriftServerErrors.scala:46)
2024-03-12T12:27:13.0185573Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:261)
2024-03-12T12:27:13.0187289Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.$anonfun$run$2(SparkExecuteStatementOperation.scala:165)
2024-03-12T12:27:13.0188409Z tests               |  at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2024-03-12T12:27:13.0189293Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkOperation.withLocalProperties(SparkOperation.scala:79)
2024-03-12T12:27:13.0190366Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkOperation.withLocalProperties$(SparkOperation.scala:63)
2024-03-12T12:27:13.0191602Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.withLocalProperties(SparkExecuteStatementOperation.scala:40)
2024-03-12T12:27:13.0192975Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:165)
2024-03-12T12:27:13.0194285Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.run(SparkExecuteStatementOperation.scala:160)
2024-03-12T12:27:13.0195314Z tests               |  at java.base/java.security.AccessController.doPrivileged(Native Method)
2024-03-12T12:27:13.0195999Z tests               |  at java.base/javax.security.auth.Subject.doAs(Subject.java:423)
2024-03-12T12:27:13.0196769Z tests               |  at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1878)
2024-03-12T12:27:13.0197834Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2.run(SparkExecuteStatementOperation.scala:174)
2024-03-12T12:27:13.0198868Z tests               |  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
2024-03-12T12:27:13.0199861Z tests               |  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
2024-03-12T12:27:13.0200682Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
2024-03-12T12:27:13.0201597Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
2024-03-12T12:27:13.0202299Z tests               |  at java.base/java.lang.Thread.run(Thread.java:829)
2024-03-12T12:27:13.0203292Z tests               | Caused by: org.apache.iceberg.exceptions.BadRequestException: Malformed request: Self-suppression not permitted
2024-03-12T12:27:13.0204280Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$DefaultErrorHandler.accept(ErrorHandlers.java:153)
2024-03-12T12:27:13.0205154Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$TableErrorHandler.accept(ErrorHandlers.java:109)
2024-03-12T12:27:13.0206271Z tests               |  at org.apache.iceberg.rest.ErrorHandlers$TableErrorHandler.accept(ErrorHandlers.java:93)
2024-03-12T12:27:13.0207068Z tests               |  at org.apache.iceberg.rest.HTTPClient.throwFailure(HTTPClient.java:183)
2024-03-12T12:27:13.0207859Z tests               |  at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:292)
2024-03-12T12:27:13.0208539Z tests               |  at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:226)
2024-03-12T12:27:13.0209211Z tests               |  at org.apache.iceberg.rest.HTTPClient.post(HTTPClient.java:337)
2024-03-12T12:27:13.0209873Z tests               |  at org.apache.iceberg.rest.RESTClient.post(RESTClient.java:112)
2024-03-12T12:27:13.0210630Z tests               |  at org.apache.iceberg.rest.RESTSessionCatalog$Builder.create(RESTSessionCatalog.java:642)
2024-03-12T12:27:13.0211453Z tests               |  at org.apache.iceberg.spark.SparkCatalog.createTable(SparkCatalog.java:236)
2024-03-12T12:27:13.0212303Z tests               |  at org.apache.spark.sql.connector.catalog.TableCatalog.createTable(TableCatalog.java:199)
2024-03-12T12:27:13.0213241Z tests               |  at org.apache.spark.sql.execution.datasources.v2.CreateTableExec.run(CreateTableExec.scala:44)
2024-03-12T12:27:13.0214340Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result$lzycompute(V2CommandExec.scala:43)
2024-03-12T12:27:13.0215409Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.result(V2CommandExec.scala:43)
2024-03-12T12:27:13.0216588Z tests               |  at org.apache.spark.sql.execution.datasources.v2.V2CommandExec.executeCollect(V2CommandExec.scala:49)
2024-03-12T12:27:13.0217914Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:98)
2024-03-12T12:27:13.0219005Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:118)
2024-03-12T12:27:13.0219938Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:195)
2024-03-12T12:27:13.0220862Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:103)
2024-03-12T12:27:13.0221702Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:827)
2024-03-12T12:27:13.0222503Z tests               |  at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:65)
2024-03-12T12:27:13.0223507Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)
2024-03-12T12:27:13.0224624Z tests               |  at org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:94)
2024-03-12T12:27:13.0225675Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:512)
2024-03-12T12:27:13.0226594Z tests               |  at org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:104)
2024-03-12T12:27:13.0227502Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:512)
2024-03-12T12:27:13.0228929Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org$apache$spark$sql$catalyst$plans$logical$AnalysisHelper$$super$transformDownWithPruning(LogicalPlan.scala:31)
2024-03-12T12:27:13.0230411Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning(AnalysisHelper.scala:267)
2024-03-12T12:27:13.0231617Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning$(AnalysisHelper.scala:263)
2024-03-12T12:27:13.0232917Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:31)
2024-03-12T12:27:13.0234033Z tests               |  at org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:31)
2024-03-12T12:27:13.0234996Z tests               |  at org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:488)
2024-03-12T12:27:13.0236021Z tests               |  at org.apache.spark.sql.execution.QueryExecution.eagerlyExecuteCommands(QueryExecution.scala:94)
2024-03-12T12:27:13.0237034Z tests               |  at org.apache.spark.sql.execution.QueryExecution.commandExecuted$lzycompute(QueryExecution.scala:81)
2024-03-12T12:27:13.0237998Z tests               |  at org.apache.spark.sql.execution.QueryExecution.commandExecuted(QueryExecution.scala:79)
2024-03-12T12:27:13.0238735Z tests               |  at org.apache.spark.sql.Dataset.<init>(Dataset.scala:218)
2024-03-12T12:27:13.0239535Z tests               |  at org.apache.spark.sql.Dataset$.$anonfun$ofRows$2(Dataset.scala:98)
2024-03-12T12:27:13.0240290Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:827)
2024-03-12T12:27:13.0240937Z tests               |  at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:95)
2024-03-12T12:27:13.0241705Z tests               |  at org.apache.spark.sql.SparkSession.$anonfun$sql$1(SparkSession.scala:640)
2024-03-12T12:27:13.0242515Z tests               |  at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:827)
2024-03-12T12:27:13.0243202Z tests               |  at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:630)
2024-03-12T12:27:13.0244228Z tests               |  at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:671)
2024-03-12T12:27:13.0244867Z tests               |  at org.apache.spark.sql.SQLContext.sql(SQLContext.scala:651)
2024-03-12T12:27:13.0246122Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:226)
2024-03-12T12:27:13.0247182Z tests               |  ... 16 more
2024-03-12T12:27:13.0247468Z tests               | 
2024-03-12T12:27:13.0248054Z tests               |  at io.trino.tempto.query.JdbcQueryExecutor.execute(JdbcQueryExecutor.java:119)
2024-03-12T12:27:13.0249142Z tests               |  at io.trino.tempto.query.JdbcQueryExecutor.executeQuery(JdbcQueryExecutor.java:84)
2024-03-12T12:27:13.0250464Z tests               |  at io.trino.tests.product.utils.QueryExecutors$2.lambda$executeQuery$0(QueryExecutors.java:96)
2024-03-12T12:27:13.0251740Z tests               |  at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
2024-03-12T12:27:13.0252753Z tests               |  at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
2024-03-12T12:27:13.0253974Z tests               |  at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
2024-03-12T12:27:13.0255301Z tests               |  at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
2024-03-12T12:27:13.0256512Z tests               |  at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
2024-03-12T12:27:13.0257566Z tests               |  at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
2024-03-12T12:27:13.0258788Z tests               |  at io.trino.tests.product.utils.QueryExecutors$2.executeQuery(QueryExecutors.java:96)
2024-03-12T12:27:13.0260586Z tests               |  at io.trino.tests.product.iceberg.TestIcebergSparkCompatibility.testIdBasedFieldMapping(TestIcebergSparkCompatibility.java:726)
2024-03-12T12:27:13.0262727Z tests               |  at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
2024-03-12T12:27:13.0264186Z tests               |  at java.base/java.lang.reflect.Method.invoke(Method.java:580)
2024-03-12T12:27:13.0265492Z tests               |  at org.testng.internal.MethodInvocationHelper.invokeMethod(MethodInvocationHelper.java:104)
2024-03-12T12:27:13.0266473Z tests               |  at org.testng.internal.Invoker.invokeMethod(Invoker.java:645)
2024-03-12T12:27:13.0267147Z tests               |  at org.testng.internal.Invoker.invokeTestMethod(Invoker.java:851)
2024-03-12T12:27:13.0267839Z tests               |  at org.testng.internal.Invoker.invokeTestMethods(Invoker.java:1177)
2024-03-12T12:27:13.0268770Z tests               |  at org.testng.internal.TestMethodWorker.invokeTestMethods(TestMethodWorker.java:129)
2024-03-12T12:27:13.0269568Z tests               |  at org.testng.internal.TestMethodWorker.run(TestMethodWorker.java:112)
2024-03-12T12:27:13.0270405Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
2024-03-12T12:27:13.0271523Z tests               |  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
2024-03-12T12:27:13.0272244Z tests               |  at java.base/java.lang.Thread.run(Thread.java:1583)
2024-03-12T12:27:13.0273659Z tests               | Caused by: java.sql.SQLException: org.apache.hive.service.cli.HiveSQLException: Error running query: org.apache.iceberg.exceptions.BadRequestException: Malformed request: Self-suppression not permitted
2024-03-12T12:27:13.0275295Z tests               |  at org.apache.spark.sql.hive.thriftserver.HiveThriftServerErrors$.runningQueryError(HiveThriftServerErrors.scala:46)
2024-03-12T12:27:13.0276887Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation.org$apache$spark$sql$hive$thriftserver$SparkExecuteStatementOperation$$execute(SparkExecuteStatementOperation.scala:261)
2024-03-12T12:27:13.0278518Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkExecuteStatementOperation$$anon$2$$anon$3.$anonfun$run$2(SparkExecuteStatementOperation.scala:165)
2024-03-12T12:27:13.0279823Z tests               |  at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
2024-03-12T12:27:13.0280728Z tests               |  at org.apache.spark.sql.hive.thriftserver.SparkOperation.withLocalProperties(SparkOperation.scala:79)
findepi commented 6 months ago

https://github.com/trinodb/trino/actions/runs/8706950438/job/23882180047?pr=21574

tests               | 2024-04-16 20:42:30 INFO: FAILURE     /    io.trino.tests.product.iceberg.TestIcebergSparkCompatibility.testDeleteAfterPartitionEvolution [PARQUET] (Groups: iceberg_jdbc, profile_specific_tests, iceberg, iceberg_rest) took 8.2 seconds
tests               | 2024-04-16 20:42:30 SEVERE: Failure cause:
tests               | io.trino.tempto.query.QueryExecutionException: java.sql.SQLException: Query failed (#20240416_145729_00108_ka29w): Self-suppression not permitted
tests               |   at io.trino.tempto.query.JdbcQueryExecutor.execute(JdbcQueryExecutor.java:119)
tests               |   at io.trino.tempto.query.JdbcQueryExecutor.executeQuery(JdbcQueryExecutor.java:84)
tests               |   at io.trino.tests.product.utils.QueryExecutors$1.lambda$executeQuery$0(QueryExecutors.java:54)
tests               |   at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
tests               |   at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
tests               |   at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
tests               |   at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
tests               |   at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
tests               |   at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
tests               |   at io.trino.tests.product.utils.QueryExecutors$1.executeQuery(QueryExecutors.java:54)
tests               |   at io.trino.tests.product.iceberg.TestIcebergSparkCompatibility.testDeleteAfterPartitionEvolution(TestIcebergSparkCompatibility.java:1867)
tests               |   at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
tests               |   at java.base/java.lang.reflect.Method.invoke(Method.java:580)
tests               |   at org.testng.internal.MethodInvocationHelper.invokeMethod(MethodInvocationHelper.java:104)
tests               |   at org.testng.internal.Invoker.invokeMethod(Invoker.java:645)
tests               |   at org.testng.internal.Invoker.invokeTestMethod(Invoker.java:851)
tests               |   at org.testng.internal.Invoker.invokeTestMethods(Invoker.java:1177)
tests               |   at org.testng.internal.TestMethodWorker.invokeTestMethods(TestMethodWorker.java:129)
tests               |   at org.testng.internal.TestMethodWorker.run(TestMethodWorker.java:112)
tests               |   at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
tests               |   at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
tests               |   at java.base/java.lang.Thread.run(Thread.java:1570)
tests               | Caused by: java.sql.SQLException: Query failed (#20240416_145729_00108_ka29w): Self-suppression not permitted
tests               |   at io.trino.jdbc.AbstractTrinoResultSet.resultsException(AbstractTrinoResultSet.java:1937)
tests               |   at io.trino.jdbc.TrinoResultSet$ResultsPageIterator.computeNext(TrinoResultSet.java:294)
tests               |   at io.trino.jdbc.TrinoResultSet$ResultsPageIterator.computeNext(TrinoResultSet.java:254)
tests               |   at io.trino.jdbc.$internal.guava.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:145)
tests               |   at io.trino.jdbc.$internal.guava.collect.AbstractIterator.hasNext(AbstractIterator.java:140)
tests               |   at java.base/java.util.Spliterators$IteratorSpliterator.tryAdvance(Spliterators.java:1949)
tests               |   at java.base/java.util.stream.StreamSpliterators$WrappingSpliterator.lambda$initPartialTraversalState$0(StreamSpliterators.java:292)
tests               |   at java.base/java.util.stream.StreamSpliterators$AbstractWrappingSpliterator.fillBuffer(StreamSpliterators.java:206)
tests               |   at java.base/java.util.stream.StreamSpliterators$AbstractWrappingSpliterator.doAdvance(StreamSpliterators.java:161)
tests               |   at java.base/java.util.stream.StreamSpliterators$WrappingSpliterator.tryAdvance(StreamSpliterators.java:298)
tests               |   at java.base/java.util.Spliterators$1Adapter.hasNext(Spliterators.java:681)
tests               |   at io.trino.jdbc.TrinoResultSet$AsyncIterator.lambda$new$1(TrinoResultSet.java:179)
tests               |   at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
tests               |   at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
tests               |   ... 3 more
tests               |   Suppressed: java.lang.Exception: Query: DELETE FROM iceberg.default.test_delete_after_partition_evolution_parquetk6ohjs0ro0 WHERE col0 = 2
tests               |       at io.trino.tempto.query.JdbcQueryExecutor.executeQueryNoParams(JdbcQueryExecutor.java:136)
tests               |       at io.trino.tempto.query.JdbcQueryExecutor.execute(JdbcQueryExecutor.java:112)
tests               |       at io.trino.tempto.query.JdbcQueryExecutor.executeQuery(JdbcQueryExecutor.java:84)
tests               |       at io.trino.tests.product.utils.QueryExecutors$1.lambda$executeQuery$0(QueryExecutors.java:54)
tests               |       at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
tests               |       at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
tests               |       at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
tests               |       at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
tests               |       at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
tests               |       at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
tests               |       at io.trino.tests.product.utils.QueryExecutors$1.executeQuery(QueryExecutors.java:54)
tests               |       at io.trino.tests.product.iceberg.TestIcebergSparkCompatibility.testDeleteAfterPartitionEvolution(TestIcebergSparkCompatibility.java:1867)
tests               |       at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
tests               |       at java.base/java.lang.reflect.Method.invoke(Method.java:580)
tests               |       at org.testng.internal.MethodInvocationHelper.invokeMethod(MethodInvocationHelper.java:104)
tests               |       at org.testng.internal.Invoker.invokeMethod(Invoker.java:645)
tests               |       at org.testng.internal.Invoker.invokeTestMethod(Invoker.java:851)
tests               |       at org.testng.internal.Invoker.invokeTestMethods(Invoker.java:1177)
tests               |       at org.testng.internal.TestMethodWorker.invokeTestMethods(TestMethodWorker.java:129)
tests               |       at org.testng.internal.TestMethodWorker.run(TestMethodWorker.java:112)
tests               |       ... 3 more
tests               | Caused by: java.lang.IllegalArgumentException: Self-suppression not permitted
tests               |   at org.apache.iceberg.rest.ErrorHandlers$DefaultErrorHandler.accept(ErrorHandlers.java:206)
tests               |   at org.apache.iceberg.rest.ErrorHandlers$CommitErrorHandler.accept(ErrorHandlers.java:97)
tests               |   at org.apache.iceberg.rest.ErrorHandlers$CommitErrorHandler.accept(ErrorHandlers.java:80)
tests               |   at org.apache.iceberg.rest.HTTPClient.throwFailure(HTTPClient.java:201)
tests               |   at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:313)
tests               |   at org.apache.iceberg.rest.HTTPClient.execute(HTTPClient.java:252)
tests               |   at org.apache.iceberg.rest.HTTPClient.post(HTTPClient.java:358)
tests               |   at org.apache.iceberg.rest.RESTClient.post(RESTClient.java:112)
tests               |   at org.apache.iceberg.rest.RESTTableOperations.commit(RESTTableOperations.java:152)
tests               |   at org.apache.iceberg.BaseTransaction.lambda$commitSimpleTransaction$3(BaseTransaction.java:427)
tests               |   at org.apache.iceberg.util.Tasks$Builder.runTaskWithRetry(Tasks.java:413)
tests               |   at org.apache.iceberg.util.Tasks$Builder.runSingleThreaded(Tasks.java:219)
tests               |   at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:203)
tests               |   at org.apache.iceberg.util.Tasks$Builder.run(Tasks.java:196)
tests               |   at org.apache.iceberg.BaseTransaction.commitSimpleTransaction(BaseTransaction.java:423)
tests               |   at org.apache.iceberg.BaseTransaction.commitTransaction(BaseTransaction.java:318)
tests               |   at io.trino.plugin.iceberg.IcebergMetadata.finishWrite(IcebergMetadata.java:2438)
tests               |   at io.trino.plugin.iceberg.IcebergMetadata.finishMerge(IcebergMetadata.java:2330)
tests               |   at io.trino.plugin.base.classloader.ClassLoaderSafeConnectorMetadata.finishMerge(ClassLoaderSafeConnectorMetadata.java:1243)
tests               |   at io.trino.tracing.TracingConnectorMetadata.finishMerge(TracingConnectorMetadata.java:806)
tests               |   at io.trino.metadata.MetadataManager.finishMerge(MetadataManager.java:1323)
tests               |   at io.trino.tracing.TracingMetadata.finishMerge(TracingMetadata.java:840)
tests               |   at io.trino.sql.planner.LocalExecutionPlanner.lambda$createTableFinisher$4(LocalExecutionPlanner.java:4132)
tests               |   at io.trino.operator.TableFinishOperator.getOutput(TableFinishOperator.java:319)
tests               |   at io.trino.operator.Driver.processInternal(Driver.java:403)
tests               |   at io.trino.operator.Driver.lambda$process$8(Driver.java:306)
tests               |   at io.trino.operator.Driver.tryWithLock(Driver.java:709)
tests               |   at io.trino.operator.Driver.process(Driver.java:298)
tests               |   at io.trino.operator.Driver.processForDuration(Driver.java:269)
tests               |   at io.trino.execution.SqlTaskExecution$DriverSplitRunner.processFor(SqlTaskExecution.java:890)
tests               |   at io.trino.execution.executor.dedicated.SplitProcessor.run(SplitProcessor.java:76)
tests               |   at io.trino.execution.executor.dedicated.TaskEntry$VersionEmbedderBridge.lambda$run$0(TaskEntry.java:191)
tests               |   at io.trino.$gen.Trino_444_303_g120a420____20240416_145548_2.run(Unknown Source)
tests               |   at io.trino.execution.executor.dedicated.TaskEntry$VersionEmbedderBridge.run(TaskEntry.java:192)
tests               |   at io.trino.execution.executor.scheduler.FairScheduler.runTask(FairScheduler.java:174)
tests               |   at io.trino.execution.executor.scheduler.FairScheduler.lambda$submit$0(FairScheduler.java:161)
tests               |   at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
tests               |   at com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:131)
tests               |   at com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:76)
tests               |   at com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:82)
tests               |   at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
tests               |   at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
tests               |   at java.base/java.lang.Thread.run(Thread.java:1570)