okennedy
commented
5 years ago It appears that materializing lenses triggers some unexpected behavior in Mimir when the materialized view is queried.
mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply(OperatorTranslation.scala:907)
Jun 10 16:10:11 serenity.xthemage.net sbt[27743]: ... 33 common frames omitted
Jun 10 16:10:19 serenity.xthemage.net sbt[27743]: MimirAPI POST /api/v2/query/data
Jun 10 16:10:19 serenity.xthemage.net sbt[27743]: {"input": "", "includeReasons": false, "includeUncertainty": true, "query": "SELECT RID,COUNTY,LICENSE_NUMBER,OPERATION_TYPE,ESTABLISHMENT_TYPE,ENTITY_NAME,DBA_NAME,STREET_NUMBER,STREET_NAME,ADDRESS_LINE_2,ADDRESS_LINE_3,CITY,STATE,ZIP_CODE,SQUARE_FOOTAGE,LOCATION,ADDRESS,LATITUDE,LONGITUDE FROM LENS_GEOCODE1623088117 LIMIT 10;"}
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: 16:10:20.250 [Executor task launch worker for task 4013] ERROR org.apache.spark.executor.Executor - Exception in task 199.0 in stage 1266.0 (TID 4013)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: org.apache.spark.SparkException: Failed to execute user defined function(: (int) => bigint)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$11$$anon$1.hasNext(WholeStageCodegenExec.scala:619)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:390)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:125)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:55)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.Task.run(Task.scala:121)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:402)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:408)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1160)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.lang.Thread.run(Thread.java:812)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: Caused by: java.lang.ArrayIndexOutOfBoundsException: null
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply$mcJI$sp(OperatorTranslation.scala:908)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply(OperatorTranslation.scala:907)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: ... 15 common frames omitted
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: 16:10:20.250 [Executor task launch worker for task 4012] ERROR org.apache.spark.executor.Executor - Exception in task 198.0 in stage 1266.0 (TID 4012)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: org.apache.spark.SparkException: Failed to execute user defined function(: (int) => bigint)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$11$$anon$1.hasNext(WholeStageCodegenExec.scala:619)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:390)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:125)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:55)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.Task.run(Task.scala:121)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:402)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:408)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1160)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.lang.Thread.run(Thread.java:812)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: Caused by: java.lang.ArrayIndexOutOfBoundsException: null
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply$mcJI$sp(OperatorTranslation.scala:908)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply(OperatorTranslation.scala:907)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: ... 15 common frames omitted
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: 16:10:20.250 [Executor task launch worker for task 4011] ERROR org.apache.spark.executor.Executor - Exception in task 197.0 in stage 1266.0 (TID 4011)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: org.apache.spark.SparkException: Failed to execute user defined function(: (int) => bigint)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$11$$anon$1.hasNext(WholeStageCodegenExec.scala:619)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:390)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:125)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:55)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.Task.run(Task.scala:121)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:402)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:408)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1160)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.lang.Thread.run(Thread.java:812)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: Caused by: java.lang.ArrayIndexOutOfBoundsException: null
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply$mcJI$sp(OperatorTranslation.scala:908)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply(OperatorTranslation.scala:907)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: ... 15 common frames omitted
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: 16:10:20.251 [task-result-getter-1] ERROR o.a.spark.scheduler.TaskSetManager - Task 199 in stage 1266.0 failed 1 times; aborting job
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: 16:10:20.253 [qtp-1390024528-579] ERROR mimir.MimirVizier$ - Error Querying Mimir -> CSV: SELECT RID,COUNTY,LICENSE_NUMBER,OPERATION_TYPE,ESTABLISHMENT_TYPE,ENTITY_NAME,DBA_NAME,STREET_NUMBER,STREET_NAME,ADDRESS_LINE_2,ADDRESS_LINE_3,CITY,STATE,ZIP_CODE,SQUARE_FOOTAGE,LOCATION,ADDRESS,LATITUDE,LONGITUDE FROM LENS_GEOCODE1623088117 LIMIT 10;
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: org.apache.spark.SparkException: Job aborted due to stage failure: Task 199 in stage 1266.0 failed 1 times, most recent failure: Lost task 199.0 in stage 1266.0 (TID 4013, localhost, executor driver): org.apache.spark.SparkException: Failed to execute user defined function(: (int) => bigint)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$11$$anon$1.hasNext(WholeStageCodegenExec.scala:619)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:390)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:125)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:55)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.Task.run(Task.scala:121)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:402)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:408)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1160)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.lang.Thread.run(Thread.java:812)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: Caused by: java.lang.ArrayIndexOutOfBoundsException
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply$mcJI$sp(OperatorTranslation.scala:908)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply(OperatorTranslation.scala:907)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: ... 15 more
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: Driver stacktrace:
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$failJobAndIndependentStages(DAGScheduler.scala:1887)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1875)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1874)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:1874)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:926)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.Option.foreach(Option.scala:257)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:926)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:2108)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2057)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2046)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:49)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:737)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.SparkContext.runJob(SparkContext.scala:2061)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.SparkContext.runJob(SparkContext.scala:2082)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.SparkContext.runJob(SparkContext.scala:2101)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.rdd.RDD$$anonfun$toLocalIterator$1.org$apache$spark$rdd$RDD$$anonfun$$collectPartition$1(RDD.scala:960)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.rdd.RDD$$anonfun$toLocalIterator$1$$anonfun$apply$29.apply(RDD.scala:962)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.rdd.RDD$$anonfun$toLocalIterator$1$$anonfun$apply$29.apply(RDD.scala:962)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:435)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:441)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.convert.Wrappers$IteratorWrapper.hasNext(Wrappers.scala:30)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.SparkResultIterator.hasNext(SparkResultIterator.scala:44)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ProjectionResultIterator.hasNext(ProjectionResultIterator.scala:79)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$class.foreach(Iterator.scala:891)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ProjectionResultIterator.foreach(ProjectionResultIterator.scala:10)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:59)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.immutable.VectorBuilder.$plus$plus$eq(Vector.scala:732)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.immutable.VectorBuilder.$plus$plus$eq(Vector.scala:708)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.TraversableOnce$class.to(TraversableOnce.scala:310)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ProjectionResultIterator.to(ProjectionResultIterator.scala:10)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.TraversableOnce$class.toIndexedSeq(TraversableOnce.scala:300)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ProjectionResultIterator.mimir$exec$result$ResultIterator$$super$toIndexedSeq(ProjectionResultIterator.scala:10)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ResultIterator$class.toIndexedSeq(ResultIterator.scala:30)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ProjectionResultIterator.toIndexedSeq(ProjectionResultIterator.scala:10)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ResultIterator$class.toList(ResultIterator.scala:32)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ProjectionResultIterator.toList(ProjectionResultIterator.scala:10)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$$anonfun$42.apply(MimirVizier.scala:1132)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$$anonfun$42.apply(MimirVizier.scala:1129)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.Database.query(Database.scala:143)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.Database.query(Database.scala:170)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$.operCSVResultsDeterminism(MimirVizier.scala:1129)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$$anonfun$22.apply(MimirVizier.scala:539)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$$anonfun$22.apply(MimirVizier.scala:528)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$.logTime(MimirVizier.scala:1281)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$.vistrailsQueryMimir(MimirVizier.scala:528)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$.vistrailsQueryMimir(MimirVizier.scala:523)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.api.QueryMimirRequest.handle(Request.scala:285)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.api.MimirVizierServlet.doPost(MimirAPI.scala:131)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:865)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:535)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:126)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.Server.handle(Server.java:531)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:760)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:678)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.lang.Thread.run(Thread.java:812)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: Caused by: org.apache.spark.SparkException: Failed to execute user defined function(: (int) => bigint)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$11$$anon$1.hasNext(WholeStageCodegenExec.scala:619)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:390)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:125)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:55)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.Task.run(Task.scala:121)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:402)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:408)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1160)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: ... 1 common frames omitted
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: Caused by: java.lang.ArrayIndexOutOfBoundsException: null
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply$mcJI$sp(OperatorTranslation.scala:908)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply(OperatorTranslation.scala:907)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: ... 15 common frames omitted
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: 16:10:20.254 [qtp-1390024528-579] ERROR mimir.api.MimirVizierServlet - MimirAPI POST ERROR:
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: org.apache.spark.SparkException: Job aborted due to stage failure: Task 199 in stage 1266.0 failed 1 times, most recent failure: Lost task 199.0 in stage 1266.0 (TID 4013, localhost, executor driver): org.apache.spark.SparkException: Failed to execute user defined function(: (int) => bigint)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$11$$anon$1.hasNext(WholeStageCodegenExec.scala:619)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:390)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:125)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:55)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.Task.run(Task.scala:121)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:402)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:408)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1160)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.lang.Thread.run(Thread.java:812)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: Caused by: java.lang.ArrayIndexOutOfBoundsException
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply$mcJI$sp(OperatorTranslation.scala:908)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply(OperatorTranslation.scala:907)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: ... 15 more
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: Driver stacktrace:
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$failJobAndIndependentStages(DAGScheduler.scala:1887)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1875)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1874)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:1874)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:926)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.Option.foreach(Option.scala:257)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:926)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:2108)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2057)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2046)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:49)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:737)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.SparkContext.runJob(SparkContext.scala:2061)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.SparkContext.runJob(SparkContext.scala:2082)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.SparkContext.runJob(SparkContext.scala:2101)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.rdd.RDD$$anonfun$toLocalIterator$1.org$apache$spark$rdd$RDD$$anonfun$$collectPartition$1(RDD.scala:960)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.rdd.RDD$$anonfun$toLocalIterator$1$$anonfun$apply$29.apply(RDD.scala:962)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:435)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:441)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.convert.Wrappers$IteratorWrapper.hasNext(Wrappers.scala:30)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.SparkResultIterator.hasNext(SparkResultIterator.scala:44)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ProjectionResultIterator.hasNext(ProjectionResultIterator.scala:79)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$class.foreach(Iterator.scala:891)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ProjectionResultIterator.foreach(ProjectionResultIterator.scala:10)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:59)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.immutable.VectorBuilder.$plus$plus$eq(Vector.scala:732)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.immutable.VectorBuilder.$plus$plus$eq(Vector.scala:708)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.TraversableOnce$class.to(TraversableOnce.scala:310)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ProjectionResultIterator.to(ProjectionResultIterator.scala:10)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.TraversableOnce$class.toIndexedSeq(TraversableOnce.scala:300)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ProjectionResultIterator.mimir$exec$result$ResultIterator$$super$toIndexedSeq(ProjectionResultIterator.scala:10)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ResultIterator$class.toIndexedSeq(ResultIterator.scala:30)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ProjectionResultIterator.toIndexedSeq(ProjectionResultIterator.scala:10)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ResultIterator$class.toList(ResultIterator.scala:32)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.exec.result.ProjectionResultIterator.toList(ProjectionResultIterator.scala:10)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$$anonfun$42.apply(MimirVizier.scala:1132)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$$anonfun$42.apply(MimirVizier.scala:1129)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.Database.query(Database.scala:143)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.Database.query(Database.scala:170)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$.operCSVResultsDeterminism(MimirVizier.scala:1129)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$$anonfun$22.apply(MimirVizier.scala:539)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$$anonfun$22.apply(MimirVizier.scala:528)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$.logTime(MimirVizier.scala:1281)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$.vistrailsQueryMimir(MimirVizier.scala:528)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.MimirVizier$.vistrailsQueryMimir(MimirVizier.scala:523)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.api.QueryMimirRequest.handle(Request.scala:285)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.api.MimirVizierServlet.doPost(MimirAPI.scala:131)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:865)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:535)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:126)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.Server.handle(Server.java:531)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:760)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:678)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.lang.Thread.run(Thread.java:812)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: Caused by: org.apache.spark.SparkException: Failed to execute user defined function(: (int) => bigint)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.BufferedRowIterator.hasNext(BufferedRowIterator.java:43)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$11$$anon$1.hasNext(WholeStageCodegenExec.scala:619)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:390)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:409)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:125)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:55)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.scheduler.Task.run(Task.scala:121)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:402)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:408)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1160)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: ... 1 common frames omitted
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: Caused by: java.lang.ArrayIndexOutOfBoundsException: null
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply$mcJI$sp(OperatorTranslation.scala:908)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: at mimir.algebra.spark.RowIndexPlan$$anonfun$1.apply(OperatorTranslation.scala:907)
Jun 10 16:10:20 serenity.xthemage.net sbt[27743]: ... 15 common frames omitted
Fixing #10