search

AbsaOSS / spline-spark-agent

Spline agent for Apache Spark
https://absaoss.github.io/spline/
Apache License 2.0
183 stars 93 forks source link

MergeIntoNodeBuilder: java.lang.IllegalArgumentException: transpose #605

Closed wajda closed 1 year ago

wajda commented 1 year ago 
java.lang.IllegalArgumentException: transpose requires all collections have the same size
    at scala.collection.generic.GenericTraversableTemplate.fail$1(GenericTraversableTemplate.scala:215)
    at scala.collection.generic.GenericTraversableTemplate.$anonfun$transpose$3(GenericTraversableTemplate.scala:222)
    at scala.collection.generic.GenericTraversableTemplate.$anonfun$transpose$3$adapted(GenericTraversableTemplate.scala:221)
    at scala.collection.immutable.List.foreach(List.scala:431)
    at scala.collection.generic.GenericTraversableTemplate.$anonfun$transpose$2(GenericTraversableTemplate.scala:221)
    at scala.collection.generic.GenericTraversableTemplate.$anonfun$transpose$2$adapted(GenericTraversableTemplate.scala:219)
    at scala.collection.immutable.List.foreach(List.scala:431)
    at scala.collection.generic.GenericTraversableTemplate.transpose(GenericTraversableTemplate.scala:219)
    at scala.collection.generic.GenericTraversableTemplate.transpose$(GenericTraversableTemplate.scala:211)
    at scala.collection.AbstractTraversable.transpose(Traversable.scala:108)
    at za.co.absa.spline.harvester.builder.plan.MergeIntoNodeBuilder.mergeInputs$lzycompute(MergeIntoNodeBuilder.scala:32)
    at za.co.absa.spline.harvester.builder.plan.MergeIntoNodeBuilder.mergeInputs(MergeIntoNodeBuilder.scala:32)
    at za.co.absa.spline.harvester.builder.plan.MergeIntoNodeBuilder.outputAttributes$lzycompute(MergeIntoNodeBuilder.scala:37)
    at za.co.absa.spline.harvester.builder.plan.MergeIntoNodeBuilder.outputAttributes(MergeIntoNodeBuilder.scala:36)
    at za.co.absa.spline.harvester.builder.plan.MergeIntoNodeBuilder.build(MergeIntoNodeBuilder.scala:61)
    at za.co.absa.spline.harvester.builder.plan.MergeIntoNodeBuilder.build(MergeIntoNodeBuilder.scala:27)
    at za.co.absa.spline.harvester.LineageHarvester.$anonfun$harvest$6(LineageHarvester.scala:72)
    at scala.collection.immutable.List.map(List.scala:297)
    at za.co.absa.spline.harvester.LineageHarvester.$anonfun$harvest$4(LineageHarvester.scala:72)
    at scala.Option.flatMap(Option.scala:271)
    at za.co.absa.spline.harvester.LineageHarvester.harvest(LineageHarvester.scala:65)
    at za.co.absa.spline.agent.SplineAgent$$anon$1.$anonfun$handle$1(SplineAgent.scala:91)
    at za.co.absa.spline.agent.SplineAgent$$anon$1.withErrorHandling(SplineAgent.scala:100)
    at za.co.absa.spline.agent.SplineAgent$$anon$1.handle(SplineAgent.scala:72)
    at za.co.absa.spline.harvester.listener.QueryExecutionListenerDelegate.onSuccess(QueryExecutionListenerDelegate.scala:28)

Originally posted by @wajda in https://github.com/AbsaOSS/spline-spark-agent/issues/570#issuecomment-1433075188