An error was encountered: AssertionError: assertion failed Java stack trace: org.apache.spark.SparkException: Job aborted due to stage failure: Task 1 in stage 68.0 failed 4 times, most recent failure: Lost task 1.3 in stage 68.0 (TID 6224) (ip-172-31-69-131.ec2.internal executor 7): java.lang.AssertionError: assertion failed at scala.Predef$.assert(Predef.scala:208) at is.hail.io.BlockingInputBuffer.ensure(InputBuffers.scala:389) at is.hail.io.BlockingInputBuffer.skipDouble(InputBuffers.scala:499) at is.hail.io.LEB128InputBuffer.skipDouble(InputBuffers.scala:270) at __C28597collect_distributed_array.__m28658SKIP_o_float64(Unknown Source) at __C28597collect_distributed_array.__m28664SKIP_o_array_of_o_float64(Unknown Source) at __C28597collect_distributed_array.__m28674INPLACE_DECODE_r_struct_of_o_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_float64END_TO_r_struct_of_o_array_of_o_int32ANDo_int32ANDo_int32ANDo_callEND(Unknown Source) at __C28597collect_distributed_array.__m28673INPLACE_DECODE_r_array_of_r_struct_of_o_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_float64END_TO_r_array_of_r_struct_of_o_array_of_o_int32ANDo_int32ANDo_int32ANDo_callEND(Unknown Source) at __C28597collect_distributed_array.__m28672DECODE_r_struct_of_r_array_of_r_struct_of_o_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_float64ENDEND_TO_SBaseStructPointer(Unknown Source) at __C28597collect_distributed_array.__m28648split_StreamFor_region4_6(Unknown Source) at __C28597collect_distributed_array.__m28648split_StreamFor_region1_147(Unknown Source) at __C28597collect_distributed_array.__m28648split_StreamFor(Unknown Source) at __C28597collect_distributed_array.__m28643begin_group_0(Unknown Source) at __C28597collect_distributed_array.__m28608split_RunAgg(Unknown Source) at __C28597collect_distributed_array.apply(Unknown Source) at __C28597collect_distributed_array.apply(Unknown Source) at is.hail.backend.BackendUtils.$anonfun$collectDArray$2(BackendUtils.scala:31) at is.hail.utils.package$.using(package.scala:638) at is.hail.annotations.RegionPool.scopedRegion(RegionPool.scala:144) at is.hail.backend.BackendUtils.$anonfun$collectDArray$1(BackendUtils.scala:30) at is.hail.backend.spark.SparkBackendComputeRDD.compute(SparkBackend.scala:723) at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:373) at org.apache.spark.rdd.RDD.iterator(RDD.scala:337) at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) at org.apache.spark.scheduler.Task.run(Task.scala:131) at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:497) at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1439) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:500) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Driver stacktrace: at org.apache.spark.scheduler.DAGScheduler.failJobAndIndependentStages(DAGScheduler.scala:2465) at org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2(DAGScheduler.scala:2414) at org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2$adapted(DAGScheduler.scala:2413) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:2413) at org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1(DAGScheduler.scala:1124) at org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1$adapted(DAGScheduler.scala:1124) at scala.Option.foreach(Option.scala:407) at org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:1124) at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:2679) at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2621) at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2610) at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:49) at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:914) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2238) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2259) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2278) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2303) at org.apache.spark.rdd.RDD.$anonfun$collect$1(RDD.scala:1030) at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151) at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112) at org.apache.spark.rdd.RDD.withScope(RDD.scala:414) at org.apache.spark.rdd.RDD.collect(RDD.scala:1029) at is.hail.backend.spark.SparkBackend.parallelizeAndComputeWithIndex(SparkBackend.scala:286) at is.hail.backend.BackendUtils.collectDArray(BackendUtils.scala:28) at __C28491Compiled.__m28586split_StreamFor(Emit.scala) at __C28491Compiled.__m28581begin_group_0(Emit.scala) at __C28491Compiled.__m28547split_RunAgg_region17_17(Emit.scala) at __C28491Compiled.__m28547split_RunAgg(Emit.scala) at __C28491Compiled.apply_region138_143(Emit.scala) at __C28491Compiled.apply(Emit.scala) at is.hail.expr.ir.CompileAndEvaluate$.$anonfun$_apply$6(CompileAndEvaluate.scala:67) at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:67) at is.hail.expr.ir.CompileAndEvaluate$.evalToIR(CompileAndEvaluate.scala:29) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:29) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:66) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.$anonfun$apply$1(LowerOrInterpretNonCompilable.scala:38) at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:238) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at scala.collection.TraversableLike.map(TraversableLike.scala:238) at scala.collection.TraversableLike.map$(TraversableLike.scala:231) at scala.collection.AbstractTraversable.map(Traversable.scala:108) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewriteChildren$1(LowerOrInterpretNonCompilable.scala:38) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:66) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.$anonfun$apply$1(LowerOrInterpretNonCompilable.scala:38) at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:238) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at scala.collection.TraversableLike.map(TraversableLike.scala:238) at scala.collection.TraversableLike.map$(TraversableLike.scala:231) at scala.collection.AbstractTraversable.map(Traversable.scala:108) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewriteChildren$1(LowerOrInterpretNonCompilable.scala:38) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.$anonfun$apply$1(LowerOrInterpretNonCompilable.scala:38) at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:238) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at scala.collection.TraversableLike.map(TraversableLike.scala:238) at scala.collection.TraversableLike.map$(TraversableLike.scala:231) at scala.collection.AbstractTraversable.map(Traversable.scala:108) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewriteChildren$1(LowerOrInterpretNonCompilable.scala:38) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.$anonfun$apply$1(LowerOrInterpretNonCompilable.scala:38) at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:238) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at scala.collection.TraversableLike.map(TraversableLike.scala:238) at scala.collection.TraversableLike.map$(TraversableLike.scala:231) at scala.collection.AbstractTraversable.map(Traversable.scala:108) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewriteChildren$1(LowerOrInterpretNonCompilable.scala:38) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.$anonfun$apply$1(LowerOrInterpretNonCompilable.scala:38) at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:238) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at scala.collection.TraversableLike.map(TraversableLike.scala:238) at scala.collection.TraversableLike.map$(TraversableLike.scala:231) at scala.collection.AbstractTraversable.map(Traversable.scala:108) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewriteChildren$1(LowerOrInterpretNonCompilable.scala:38) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:71) at is.hail.expr.ir.lowering.LegacyInterpretNonCompilablePass$.transform(LoweringPass.scala:60) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:15) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:15) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:12) at is.hail.expr.ir.lowering.LegacyInterpretNonCompilablePass$.apply(LoweringPass.scala:55) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:14) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:12) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:12) at is.hail.expr.ir.Interpret$.apply(Interpret.scala:25) at is.hail.backend.spark.SparkBackend.$anonfun$pyPersistTable$2(SparkBackend.scala:495) at is.hail.expr.ir.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:47) at is.hail.utils.package$.using(package.scala:638) at is.hail.expr.ir.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:47) at is.hail.utils.package$.using(package.scala:638) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.expr.ir.ExecuteContext$.scoped(ExecuteContext.scala:46) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:275) at is.hail.backend.spark.SparkBackend.$anonfun$pyPersistTable$1(SparkBackend.scala:494) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.utils.ExecutionTimer$.logTime(ExecutionTimer.scala:59) at is.hail.backend.spark.SparkBackend.pyPersistTable(SparkBackend.scala:486) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.lang.Thread.run(Thread.java:748) java.lang.AssertionError: assertion failed at scala.Predef$.assert(Predef.scala:208) at is.hail.io.BlockingInputBuffer.ensure(InputBuffers.scala:389) at is.hail.io.BlockingInputBuffer.skipDouble(InputBuffers.scala:499) at is.hail.io.LEB128InputBuffer.skipDouble(InputBuffers.scala:270) at __C28597collect_distributed_array.__m28658SKIP_o_float64(Unknown Source) at __C28597collect_distributed_array.__m28664SKIP_o_array_of_o_float64(Unknown Source) at __C28597collect_distributed_array.__m28674INPLACE_DECODE_r_struct_of_o_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_float64END_TO_r_struct_of_o_array_of_o_int32ANDo_int32ANDo_int32ANDo_callEND(Unknown Source) at __C28597collect_distributed_array.__m28673INPLACE_DECODE_r_array_of_r_struct_of_o_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_float64END_TO_r_array_of_r_struct_of_o_array_of_o_int32ANDo_int32ANDo_int32ANDo_callEND(Unknown Source) at __C28597collect_distributed_array.__m28672DECODE_r_struct_of_r_array_of_r_struct_of_o_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_float64ENDEND_TO_SBaseStructPointer(Unknown Source) at __C28597collect_distributed_array.__m28648split_StreamFor_region4_6(Unknown Source) at __C28597collect_distributed_array.__m28648split_StreamFor_region1_147(Unknown Source) at __C28597collect_distributed_array.__m28648split_StreamFor(Unknown Source) at __C28597collect_distributed_array.__m28643begin_group_0(Unknown Source) at __C28597collect_distributed_array.__m28608split_RunAgg(Unknown Source) at __C28597collect_distributed_array.apply(Unknown Source) at __C28597collect_distributed_array.apply(Unknown Source) at is.hail.backend.BackendUtils.$anonfun$collectDArray$2(BackendUtils.scala:31) at is.hail.utils.package$.using(package.scala:638) at is.hail.annotations.RegionPool.scopedRegion(RegionPool.scala:144) at is.hail.backend.BackendUtils.$anonfun$collectDArray$1(BackendUtils.scala:30) at is.hail.backend.spark.SparkBackendComputeRDD.compute(SparkBackend.scala:723) at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:373) at org.apache.spark.rdd.RDD.iterator(RDD.scala:337) at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) at org.apache.spark.scheduler.Task.run(Task.scala:131) at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:497) at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1439) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:500) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Hail version: 0.2.77-684f32d73643 Error summary: AssertionError: assertion failed Traceback (most recent call last): File "/usr/local/lib/python3.7/site-packages/gnomad/variant_qc/pipeline.py", line 391, in train_rf_model ht, tp_expr=ht._tp, fp_expr=ht._fp, fp_to_tp=fp_to_tp, test_expr=ht.rf_test File "/usr/local/lib/python3.7/site-packages/gnomad/variant_qc/training.py", line 49, in sample_training_examples ht = ht.filter(ht._tp | ht._fp).persist() File "", line 2, in persist File "/usr/local/lib/python3.7/site-packages/hail/typecheck/check.py", line 577, in wrapper return __original_func(*args_, **kwargs_) File "/usr/local/lib/python3.7/site-packages/hail/table.py", line 1870, in persist return Env.backend().persist_table(self, storage_level) File "/usr/local/lib/python3.7/site-packages/hail/backend/spark_backend.py", line 288, in persist_table return Table._from_java(self._jbackend.pyPersistTable(storage_level, self._to_java_table_ir(t._tir))) File "/usr/lib/spark/python/lib/py4j-0.10.9-src.zip/py4j/java_gateway.py", line 1305, in __call__ answer, self.gateway_client, self.target_id, self.name) File "/usr/local/lib/python3.7/site-packages/hail/backend/py4j_backend.py", line 32, in deco 'Error summary: %s' % (deepest, full, hail.__version__, deepest), error_id) from None hail.utils.java.FatalError: AssertionError: assertion failed Java stack trace: org.apache.spark.SparkException: Job aborted due to stage failure: Task 1 in stage 68.0 failed 4 times, most recent failure: Lost task 1.3 in stage 68.0 (TID 6224) (ip-172-31-69-131.ec2.internal executor 7): java.lang.AssertionError: assertion failed at scala.Predef$.assert(Predef.scala:208) at is.hail.io.BlockingInputBuffer.ensure(InputBuffers.scala:389) at is.hail.io.BlockingInputBuffer.skipDouble(InputBuffers.scala:499) at is.hail.io.LEB128InputBuffer.skipDouble(InputBuffers.scala:270) at __C28597collect_distributed_array.__m28658SKIP_o_float64(Unknown Source) at __C28597collect_distributed_array.__m28664SKIP_o_array_of_o_float64(Unknown Source) at __C28597collect_distributed_array.__m28674INPLACE_DECODE_r_struct_of_o_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_float64END_TO_r_struct_of_o_array_of_o_int32ANDo_int32ANDo_int32ANDo_callEND(Unknown Source) at __C28597collect_distributed_array.__m28673INPLACE_DECODE_r_array_of_r_struct_of_o_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_float64END_TO_r_array_of_r_struct_of_o_array_of_o_int32ANDo_int32ANDo_int32ANDo_callEND(Unknown Source) at __C28597collect_distributed_array.__m28672DECODE_r_struct_of_r_array_of_r_struct_of_o_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_float64ENDEND_TO_SBaseStructPointer(Unknown Source) at __C28597collect_distributed_array.__m28648split_StreamFor_region4_6(Unknown Source) at __C28597collect_distributed_array.__m28648split_StreamFor_region1_147(Unknown Source) at __C28597collect_distributed_array.__m28648split_StreamFor(Unknown Source) at __C28597collect_distributed_array.__m28643begin_group_0(Unknown Source) at __C28597collect_distributed_array.__m28608split_RunAgg(Unknown Source) at __C28597collect_distributed_array.apply(Unknown Source) at __C28597collect_distributed_array.apply(Unknown Source) at is.hail.backend.BackendUtils.$anonfun$collectDArray$2(BackendUtils.scala:31) at is.hail.utils.package$.using(package.scala:638) at is.hail.annotations.RegionPool.scopedRegion(RegionPool.scala:144) at is.hail.backend.BackendUtils.$anonfun$collectDArray$1(BackendUtils.scala:30) at is.hail.backend.spark.SparkBackendComputeRDD.compute(SparkBackend.scala:723) at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:373) at org.apache.spark.rdd.RDD.iterator(RDD.scala:337) at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) at org.apache.spark.scheduler.Task.run(Task.scala:131) at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:497) at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1439) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:500) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Driver stacktrace: at org.apache.spark.scheduler.DAGScheduler.failJobAndIndependentStages(DAGScheduler.scala:2465) at org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2(DAGScheduler.scala:2414) at org.apache.spark.scheduler.DAGScheduler.$anonfun$abortStage$2$adapted(DAGScheduler.scala:2413) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:2413) at org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1(DAGScheduler.scala:1124) at org.apache.spark.scheduler.DAGScheduler.$anonfun$handleTaskSetFailed$1$adapted(DAGScheduler.scala:1124) at scala.Option.foreach(Option.scala:407) at org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:1124) at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:2679) at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2621) at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2610) at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:49) at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:914) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2238) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2259) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2278) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2303) at org.apache.spark.rdd.RDD.$anonfun$collect$1(RDD.scala:1030) at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151) at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112) at org.apache.spark.rdd.RDD.withScope(RDD.scala:414) at org.apache.spark.rdd.RDD.collect(RDD.scala:1029) at is.hail.backend.spark.SparkBackend.parallelizeAndComputeWithIndex(SparkBackend.scala:286) at is.hail.backend.BackendUtils.collectDArray(BackendUtils.scala:28) at __C28491Compiled.__m28586split_StreamFor(Emit.scala) at __C28491Compiled.__m28581begin_group_0(Emit.scala) at __C28491Compiled.__m28547split_RunAgg_region17_17(Emit.scala) at __C28491Compiled.__m28547split_RunAgg(Emit.scala) at __C28491Compiled.apply_region138_143(Emit.scala) at __C28491Compiled.apply(Emit.scala) at is.hail.expr.ir.CompileAndEvaluate$.$anonfun$_apply$6(CompileAndEvaluate.scala:67) at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:67) at is.hail.expr.ir.CompileAndEvaluate$.evalToIR(CompileAndEvaluate.scala:29) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:29) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:66) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.$anonfun$apply$1(LowerOrInterpretNonCompilable.scala:38) at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:238) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at scala.collection.TraversableLike.map(TraversableLike.scala:238) at scala.collection.TraversableLike.map$(TraversableLike.scala:231) at scala.collection.AbstractTraversable.map(Traversable.scala:108) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewriteChildren$1(LowerOrInterpretNonCompilable.scala:38) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:66) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.$anonfun$apply$1(LowerOrInterpretNonCompilable.scala:38) at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:238) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at scala.collection.TraversableLike.map(TraversableLike.scala:238) at scala.collection.TraversableLike.map$(TraversableLike.scala:231) at scala.collection.AbstractTraversable.map(Traversable.scala:108) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewriteChildren$1(LowerOrInterpretNonCompilable.scala:38) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.$anonfun$apply$1(LowerOrInterpretNonCompilable.scala:38) at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:238) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at scala.collection.TraversableLike.map(TraversableLike.scala:238) at scala.collection.TraversableLike.map$(TraversableLike.scala:231) at scala.collection.AbstractTraversable.map(Traversable.scala:108) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewriteChildren$1(LowerOrInterpretNonCompilable.scala:38) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.$anonfun$apply$1(LowerOrInterpretNonCompilable.scala:38) at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:238) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at scala.collection.TraversableLike.map(TraversableLike.scala:238) at scala.collection.TraversableLike.map$(TraversableLike.scala:231) at scala.collection.AbstractTraversable.map(Traversable.scala:108) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewriteChildren$1(LowerOrInterpretNonCompilable.scala:38) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.$anonfun$apply$1(LowerOrInterpretNonCompilable.scala:38) at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:238) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at scala.collection.TraversableLike.map(TraversableLike.scala:238) at scala.collection.TraversableLike.map$(TraversableLike.scala:231) at scala.collection.AbstractTraversable.map(Traversable.scala:108) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewriteChildren$1(LowerOrInterpretNonCompilable.scala:38) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:71) at is.hail.expr.ir.lowering.LegacyInterpretNonCompilablePass$.transform(LoweringPass.scala:60) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:15) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:15) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:12) at is.hail.expr.ir.lowering.LegacyInterpretNonCompilablePass$.apply(LoweringPass.scala:55) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:14) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:12) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:12) at is.hail.expr.ir.Interpret$.apply(Interpret.scala:25) at is.hail.backend.spark.SparkBackend.$anonfun$pyPersistTable$2(SparkBackend.scala:495) at is.hail.expr.ir.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:47) at is.hail.utils.package$.using(package.scala:638) at is.hail.expr.ir.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:47) at is.hail.utils.package$.using(package.scala:638) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.expr.ir.ExecuteContext$.scoped(ExecuteContext.scala:46) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:275) at is.hail.backend.spark.SparkBackend.$anonfun$pyPersistTable$1(SparkBackend.scala:494) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.utils.ExecutionTimer$.logTime(ExecutionTimer.scala:59) at is.hail.backend.spark.SparkBackend.pyPersistTable(SparkBackend.scala:486) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.lang.Thread.run(Thread.java:748) java.lang.AssertionError: assertion failed at scala.Predef$.assert(Predef.scala:208) at is.hail.io.BlockingInputBuffer.ensure(InputBuffers.scala:389) at is.hail.io.BlockingInputBuffer.skipDouble(InputBuffers.scala:499) at is.hail.io.LEB128InputBuffer.skipDouble(InputBuffers.scala:270) at __C28597collect_distributed_array.__m28658SKIP_o_float64(Unknown Source) at __C28597collect_distributed_array.__m28664SKIP_o_array_of_o_float64(Unknown Source) at __C28597collect_distributed_array.__m28674INPLACE_DECODE_r_struct_of_o_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_float64END_TO_r_struct_of_o_array_of_o_int32ANDo_int32ANDo_int32ANDo_callEND(Unknown Source) at __C28597collect_distributed_array.__m28673INPLACE_DECODE_r_array_of_r_struct_of_o_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_float64END_TO_r_array_of_r_struct_of_o_array_of_o_int32ANDo_int32ANDo_int32ANDo_callEND(Unknown Source) at __C28597collect_distributed_array.__m28672DECODE_r_struct_of_r_array_of_r_struct_of_o_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_array_of_o_int32ANDo_float64ENDEND_TO_SBaseStructPointer(Unknown Source) at __C28597collect_distributed_array.__m28648split_StreamFor_region4_6(Unknown Source) at __C28597collect_distributed_array.__m28648split_StreamFor_region1_147(Unknown Source) at __C28597collect_distributed_array.__m28648split_StreamFor(Unknown Source) at __C28597collect_distributed_array.__m28643begin_group_0(Unknown Source) at __C28597collect_distributed_array.__m28608split_RunAgg(Unknown Source) at __C28597collect_distributed_array.apply(Unknown Source) at __C28597collect_distributed_array.apply(Unknown Source) at is.hail.backend.BackendUtils.$anonfun$collectDArray$2(BackendUtils.scala:31) at is.hail.utils.package$.using(package.scala:638) at is.hail.annotations.RegionPool.scopedRegion(RegionPool.scala:144) at is.hail.backend.BackendUtils.$anonfun$collectDArray$1(BackendUtils.scala:30) at is.hail.backend.spark.SparkBackendComputeRDD.compute(SparkBackend.scala:723) at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:373) at org.apache.spark.rdd.RDD.iterator(RDD.scala:337) at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) at org.apache.spark.scheduler.Task.run(Task.scala:131) at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:497) at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1439) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:500) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Hail version: 0.2.77-684f32d73643 Error summary: AssertionError: assertion failed