2022-08-17 10:36:35 Hail: INFO: Running Hail version 0.2.97-937922d7f46c 2022-08-17 10:36:36 SparkContext: WARN: Using an existing SparkContext; some configuration may not take effect. 2022-08-17 10:38:33 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:38:33 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 10:38:33 root: INFO: JSON: JObject(List((name,JString(TableFilterPartitions)), (parts,JArray(List(JInt(0)))), (keep,JBool(true)))) 2022-08-17 10:38:33 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:33 root: INFO: timing SparkBackend.parse_value_ir total 741.660ms self 741.660ms children 0.000ms %children 0.00% 2022-08-17 10:38:33 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:38:33 root: INFO: starting execution of query hail_query_1 of initial size 16 2022-08-17 10:38:34 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 16: (Let __rng_state (RNGStateLiteral (0 0 0 0)) (GetField rows (TableCollect (TableMapRows (TableHead 1 (TableToTableApply "{\"name\":\"TableFilterPartitions\",\"parts\":[0],\"keep\":true}" (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}))) (InsertFields (SelectFields (file text) (Ref row)) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (MakeArray Array[String])))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 13: (GetField rows (TableCollect (TableMapRows (TableHead 1 (TableToTableApply "{\"name\":\"TableFilterPartitions\",\"parts\":[0],\"keep\":true}" (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}))) (InsertFields (Ref row) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 13: (GetField rows (TableCollect (TableMapRows (TableHead 1 (TableToTableApply "{\"name\":\"TableFilterPartitions\",\"parts\":[0],\"keep\":true}" (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}))) (InsertFields (Ref row) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 13: (GetField rows (TableCollect (TableMapRows (TableHead 1 (TableToTableApply "{\"name\":\"TableFilterPartitions\",\"parts\":[0],\"keep\":true}" (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}))) (InsertFields (Ref row) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))))))) 2022-08-17 10:38:34 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:38:34 root: INFO: lowering result: TableCollect 2022-08-17 10:38:34 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 143: (ToArray (Let __iruid_2 (MakeStruct) (Let __iruid_8 (ToArray (StreamMap __iruid_7 (StreamFilter __iruid_6 (StreamZip -1 TakeMinLength (__iruid_4 __iruid_5) (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_4)) (idx (Ref __iruid_5)))) (ApplyIR -1 contains () Boolean (Literal Set[Int32] ) (GetField idx (Ref __iruid_6)))) (GetField elt (Ref __iruid_7)))) (Let __iruid_18 (TailLoop __iruid_9 (__iruid_10) (I32 1) (Let __iruid_15 (Let __iruid_2 (MakeStruct) (Let __iruid_14 (CollectDistributedArray __iruid_11 __iruid_13 (StreamTake (ToStream False (Ref __iruid_8)) (Ref __iruid_10)) (MakeStruct (__iruid_2 (Ref __iruid_2))) (Let __iruid_2 (GetField __iruid_2 (Ref __iruid_13)) (StreamLen (StreamTake (Let __iruid_12 (Ref __iruid_11) (Let __iruid_3 (Ref __iruid_12) (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_3)))) (I32 1))))) (Ref __iruid_14))) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp GTEQ (Cast Int64 (StreamFold __iruid_17 __iruid_16 (ToStream False (Ref __iruid_15)) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_17) (Ref __iruid_16)))) (I64 1)) (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_8)) (ArrayLen (Ref __iruid_15)))) (Ref __iruid_15) (Recur __iruid_9 Array[Int32] (ApplyBinaryPrimOp Multiply (Ref __iruid_10) (I32 4)))))) (Let __iruid_23 (Let __iruid_19 (ArrayLen (Ref __iruid_18)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_19) (I32 0)) (MakeTuple (0 1) (I32 0) (I64 0)) (TailLoop __iruid_20 (__iruid_21 __iruid_22) (I32 0) (I64 1) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp EQWithNA (Ref __iruid_21) (ApplyBinaryPrimOp Subtract (Ref __iruid_19) (I32 1))) (ApplyComparisonOp LTEQ (ApplyBinaryPrimOp Subtract (Ref __iruid_22) (Cast Int64 (ArrayRef -1 (Ref __iruid_18) (Ref __iruid_21)))) (I64 0))) (MakeTuple (0 1) (ApplyBinaryPrimOp Add (Ref __iruid_21) (I32 1)) (Ref __iruid_22)) (Recur __iruid_20 Tuple[Int32,Int64] (ApplyBinaryPrimOp Add (Ref __iruid_21) (I32 1)) (ApplyBinaryPrimOp Subtract (Ref __iruid_22) (Cast Int64 (ArrayRef -1 (Ref __iruid_18) (Ref __iruid_21))))))))) (StreamZip -1 AssumeSameLength (part howMany) (StreamTake (ToStream False (Ref __iruid_8)) (GetTupleElement 0 (Ref __iruid_23))) (StreamMap __iruid_24 (StreamRange -1 False (I32 0) (GetTupleElement 0 (Ref __iruid_23)) (I32 1)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_24) (ApplyBinaryPrimOp Subtract (GetTupleElement 0 (Ref __iruid_23)) (I32 1))) (Cast Int32 (GetTupleElement 1 (Ref __iruid_23))) (ArrayRef -1 (Ref __iruid_18) (Ref __iruid_24)))) (MakeStruct (numberToTake (Ref howMany)) (old (Ref part))))))))) 2022-08-17 10:38:34 root: INFO: Prune: MakeStruct: eliminating field '__iruid_2' 2022-08-17 10:38:34 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 127: (ToArray (Let __iruid_97 (ToArray (StreamMap __iruid_98 (StreamFilter __iruid_99 (StreamZip -1 TakeMinLength (__iruid_100 __iruid_101) (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_100)) (idx (Ref __iruid_101)))) (ApplyIR -1 contains () Boolean (Literal Set[Int32] ) (GetField idx (Ref __iruid_99)))) (GetField elt (Ref __iruid_98)))) (Let __iruid_102 (TailLoop __iruid_103 (__iruid_104) (I32 1) (Let __iruid_105 (CollectDistributedArray __iruid_106 __iruid_107 (StreamTake (ToStream False (Ref __iruid_97)) (Ref __iruid_104)) (Literal Struct{} ) (StreamLen (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_106)) (I32 1)))) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp GTEQ (Cast Int64 (StreamFold __iruid_108 __iruid_109 (ToStream False (Ref __iruid_105)) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_108) (Ref __iruid_109)))) (I64 1)) (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_97)) (ArrayLen (Ref __iruid_105)))) (Ref __iruid_105) (Recur __iruid_103 Array[Int32] (ApplyBinaryPrimOp Multiply (Ref __iruid_104) (I32 4)))))) (Let __iruid_110 (ArrayLen (Ref __iruid_102)) (Let __iruid_111 (If (ApplyComparisonOp EQWithNA (Ref __iruid_110) (I32 0)) (Literal Tuple[Int32,Int64] ) (TailLoop __iruid_112 (__iruid_113 __iruid_114) (I32 0) (I64 1) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp EQWithNA (Ref __iruid_113) (ApplyBinaryPrimOp Subtract (Ref __iruid_110) (I32 1))) (ApplyComparisonOp LTEQ (ApplyBinaryPrimOp Subtract (Ref __iruid_114) (Cast Int64 (ArrayRef -1 (Ref __iruid_102) (Ref __iruid_113)))) (I64 0))) (MakeTuple (0 1) (ApplyBinaryPrimOp Add (Ref __iruid_113) (I32 1)) (Ref __iruid_114)) (Recur __iruid_112 Tuple[Int32,Int64] (ApplyBinaryPrimOp Add (Ref __iruid_113) (I32 1)) (ApplyBinaryPrimOp Subtract (Ref __iruid_114) (Cast Int64 (ArrayRef -1 (Ref __iruid_102) (Ref __iruid_113)))))))) (StreamZip -1 AssumeSameLength (__iruid_115 __iruid_116) (StreamTake (ToStream False (Ref __iruid_97)) (GetTupleElement 0 (Ref __iruid_111))) (StreamMap __iruid_117 (StreamRange -1 False (I32 0) (GetTupleElement 0 (Ref __iruid_111)) (I32 1)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_117) (ApplyBinaryPrimOp Subtract (GetTupleElement 0 (Ref __iruid_111)) (I32 1))) (Cast Int32 (GetTupleElement 1 (Ref __iruid_111))) (ArrayRef -1 (Ref __iruid_102) (Ref __iruid_117)))) (MakeStruct (numberToTake (Ref __iruid_116)) (old (Ref __iruid_115))))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 127: (ToArray (Let __iruid_97 (ToArray (StreamMap __iruid_98 (StreamFilter __iruid_99 (StreamZip -1 TakeMinLength (__iruid_100 __iruid_101) (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_100)) (idx (Ref __iruid_101)))) (ApplyIR -1 contains () Boolean (Literal Set[Int32] ) (GetField idx (Ref __iruid_99)))) (GetField elt (Ref __iruid_98)))) (Let __iruid_102 (TailLoop __iruid_103 (__iruid_104) (I32 1) (Let __iruid_105 (CollectDistributedArray __iruid_106 __iruid_107 (StreamTake (ToStream False (Ref __iruid_97)) (Ref __iruid_104)) (Literal Struct{} ) (StreamLen (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_106)) (I32 1)))) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp GTEQ (Cast Int64 (StreamFold __iruid_108 __iruid_109 (ToStream False (Ref __iruid_105)) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_108) (Ref __iruid_109)))) (I64 1)) (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_97)) (ArrayLen (Ref __iruid_105)))) (Ref __iruid_105) (Recur __iruid_103 Array[Int32] (ApplyBinaryPrimOp Multiply (Ref __iruid_104) (I32 4)))))) (Let __iruid_110 (ArrayLen (Ref __iruid_102)) (Let __iruid_111 (If (ApplyComparisonOp EQWithNA (Ref __iruid_110) (I32 0)) (Literal Tuple[Int32,Int64] ) (TailLoop __iruid_112 (__iruid_113 __iruid_114) (I32 0) (I64 1) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp EQWithNA (Ref __iruid_113) (ApplyBinaryPrimOp Subtract (Ref __iruid_110) (I32 1))) (ApplyComparisonOp LTEQ (ApplyBinaryPrimOp Subtract (Ref __iruid_114) (Cast Int64 (ArrayRef -1 (Ref __iruid_102) (Ref __iruid_113)))) (I64 0))) (MakeTuple (0 1) (ApplyBinaryPrimOp Add (Ref __iruid_113) (I32 1)) (Ref __iruid_114)) (Recur __iruid_112 Tuple[Int32,Int64] (ApplyBinaryPrimOp Add (Ref __iruid_113) (I32 1)) (ApplyBinaryPrimOp Subtract (Ref __iruid_114) (Cast Int64 (ArrayRef -1 (Ref __iruid_102) (Ref __iruid_113)))))))) (StreamZip -1 AssumeSameLength (__iruid_115 __iruid_116) (StreamTake (ToStream False (Ref __iruid_97)) (GetTupleElement 0 (Ref __iruid_111))) (StreamMap __iruid_117 (StreamRange -1 False (I32 0) (GetTupleElement 0 (Ref __iruid_111)) (I32 1)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_117) (ApplyBinaryPrimOp Subtract (GetTupleElement 0 (Ref __iruid_111)) (I32 1))) (Cast Int32 (GetTupleElement 1 (Ref __iruid_111))) (ArrayRef -1 (Ref __iruid_102) (Ref __iruid_117)))) (MakeStruct (numberToTake (Ref __iruid_116)) (old (Ref __iruid_115))))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 127: (ToArray (Let __iruid_187 (ToArray (StreamMap __iruid_188 (StreamFilter __iruid_189 (StreamZip -1 TakeMinLength (__iruid_190 __iruid_191) (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_190)) (idx (Ref __iruid_191)))) (ApplyIR -1 contains () Boolean (Literal Set[Int32] ) (GetField idx (Ref __iruid_189)))) (GetField elt (Ref __iruid_188)))) (Let __iruid_192 (TailLoop __iruid_193 (__iruid_194) (I32 1) (Let __iruid_195 (CollectDistributedArray __iruid_196 __iruid_197 (StreamTake (ToStream False (Ref __iruid_187)) (Ref __iruid_194)) (Literal Struct{} ) (StreamLen (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_196)) (I32 1)))) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp GTEQ (Cast Int64 (StreamFold __iruid_198 __iruid_199 (ToStream False (Ref __iruid_195)) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_198) (Ref __iruid_199)))) (I64 1)) (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_187)) (ArrayLen (Ref __iruid_195)))) (Ref __iruid_195) (Recur __iruid_193 Array[Int32] (ApplyBinaryPrimOp Multiply (Ref __iruid_194) (I32 4)))))) (Let __iruid_200 (ArrayLen (Ref __iruid_192)) (Let __iruid_201 (If (ApplyComparisonOp EQWithNA (Ref __iruid_200) (I32 0)) (Literal Tuple[Int32,Int64] ) (TailLoop __iruid_202 (__iruid_203 __iruid_204) (I32 0) (I64 1) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp EQWithNA (Ref __iruid_203) (ApplyBinaryPrimOp Subtract (Ref __iruid_200) (I32 1))) (ApplyComparisonOp LTEQ (ApplyBinaryPrimOp Subtract (Ref __iruid_204) (Cast Int64 (ArrayRef -1 (Ref __iruid_192) (Ref __iruid_203)))) (I64 0))) (MakeTuple (0 1) (ApplyBinaryPrimOp Add (Ref __iruid_203) (I32 1)) (Ref __iruid_204)) (Recur __iruid_202 Tuple[Int32,Int64] (ApplyBinaryPrimOp Add (Ref __iruid_203) (I32 1)) (ApplyBinaryPrimOp Subtract (Ref __iruid_204) (Cast Int64 (ArrayRef -1 (Ref __iruid_192) (Ref __iruid_203)))))))) (StreamZip -1 AssumeSameLength (__iruid_205 __iruid_206) (StreamTake (ToStream False (Ref __iruid_187)) (GetTupleElement 0 (Ref __iruid_201))) (StreamMap __iruid_207 (StreamRange -1 False (I32 0) (GetTupleElement 0 (Ref __iruid_201)) (I32 1)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_207) (ApplyBinaryPrimOp Subtract (GetTupleElement 0 (Ref __iruid_201)) (I32 1))) (Cast Int32 (GetTupleElement 1 (Ref __iruid_201))) (ArrayRef -1 (Ref __iruid_192) (Ref __iruid_207)))) (MakeStruct (numberToTake (Ref __iruid_206)) (old (Ref __iruid_205))))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 127: (ToArray (Let __iruid_187 (ToArray (StreamMap __iruid_188 (StreamFilter __iruid_189 (StreamZip -1 TakeMinLength (__iruid_190 __iruid_191) (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_190)) (idx (Ref __iruid_191)))) (ApplyIR -1 contains () Boolean (Literal Set[Int32] ) (GetField idx (Ref __iruid_189)))) (GetField elt (Ref __iruid_188)))) (Let __iruid_192 (TailLoop __iruid_193 (__iruid_194) (I32 1) (Let __iruid_195 (CollectDistributedArray __iruid_196 __iruid_197 (StreamTake (ToStream False (Ref __iruid_187)) (Ref __iruid_194)) (Literal Struct{} ) (StreamLen (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_196)) (I32 1)))) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp GTEQ (Cast Int64 (StreamFold __iruid_198 __iruid_199 (ToStream False (Ref __iruid_195)) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_198) (Ref __iruid_199)))) (I64 1)) (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_187)) (ArrayLen (Ref __iruid_195)))) (Ref __iruid_195) (Recur __iruid_193 Array[Int32] (ApplyBinaryPrimOp Multiply (Ref __iruid_194) (I32 4)))))) (Let __iruid_200 (ArrayLen (Ref __iruid_192)) (Let __iruid_201 (If (ApplyComparisonOp EQWithNA (Ref __iruid_200) (I32 0)) (Literal Tuple[Int32,Int64] ) (TailLoop __iruid_202 (__iruid_203 __iruid_204) (I32 0) (I64 1) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp EQWithNA (Ref __iruid_203) (ApplyBinaryPrimOp Subtract (Ref __iruid_200) (I32 1))) (ApplyComparisonOp LTEQ (ApplyBinaryPrimOp Subtract (Ref __iruid_204) (Cast Int64 (ArrayRef -1 (Ref __iruid_192) (Ref __iruid_203)))) (I64 0))) (MakeTuple (0 1) (ApplyBinaryPrimOp Add (Ref __iruid_203) (I32 1)) (Ref __iruid_204)) (Recur __iruid_202 Tuple[Int32,Int64] (ApplyBinaryPrimOp Add (Ref __iruid_203) (I32 1)) (ApplyBinaryPrimOp Subtract (Ref __iruid_204) (Cast Int64 (ArrayRef -1 (Ref __iruid_192) (Ref __iruid_203)))))))) (StreamZip -1 AssumeSameLength (__iruid_205 __iruid_206) (StreamTake (ToStream False (Ref __iruid_187)) (GetTupleElement 0 (Ref __iruid_201))) (StreamMap __iruid_207 (StreamRange -1 False (I32 0) (GetTupleElement 0 (Ref __iruid_201)) (I32 1)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_207) (ApplyBinaryPrimOp Subtract (GetTupleElement 0 (Ref __iruid_201)) (I32 1))) (Cast Int32 (GetTupleElement 1 (Ref __iruid_201))) (ArrayRef -1 (Ref __iruid_192) (Ref __iruid_207)))) (MakeStruct (numberToTake (Ref __iruid_206)) (old (Ref __iruid_205))))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 127: (ToArray (Let __iruid_277 (ToArray (StreamMap __iruid_278 (StreamFilter __iruid_279 (StreamZip -1 TakeMinLength (__iruid_280 __iruid_281) (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_280)) (idx (Ref __iruid_281)))) (ApplyIR -1 contains () Boolean (Literal Set[Int32] ) (GetField idx (Ref __iruid_279)))) (GetField elt (Ref __iruid_278)))) (Let __iruid_282 (TailLoop __iruid_283 (__iruid_284) (I32 1) (Let __iruid_285 (CollectDistributedArray __iruid_286 __iruid_287 (StreamTake (ToStream False (Ref __iruid_277)) (Ref __iruid_284)) (Literal Struct{} ) (StreamLen (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_286)) (I32 1)))) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp GTEQ (Cast Int64 (StreamFold __iruid_288 __iruid_289 (ToStream False (Ref __iruid_285)) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_288) (Ref __iruid_289)))) (I64 1)) (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_277)) (ArrayLen (Ref __iruid_285)))) (Ref __iruid_285) (Recur __iruid_283 Array[Int32] (ApplyBinaryPrimOp Multiply (Ref __iruid_284) (I32 4)))))) (Let __iruid_290 (ArrayLen (Ref __iruid_282)) (Let __iruid_291 (If (ApplyComparisonOp EQWithNA (Ref __iruid_290) (I32 0)) (Literal Tuple[Int32,Int64] ) (TailLoop __iruid_292 (__iruid_293 __iruid_294) (I32 0) (I64 1) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp EQWithNA (Ref __iruid_293) (ApplyBinaryPrimOp Subtract (Ref __iruid_290) (I32 1))) (ApplyComparisonOp LTEQ (ApplyBinaryPrimOp Subtract (Ref __iruid_294) (Cast Int64 (ArrayRef -1 (Ref __iruid_282) (Ref __iruid_293)))) (I64 0))) (MakeTuple (0 1) (ApplyBinaryPrimOp Add (Ref __iruid_293) (I32 1)) (Ref __iruid_294)) (Recur __iruid_292 Tuple[Int32,Int64] (ApplyBinaryPrimOp Add (Ref __iruid_293) (I32 1)) (ApplyBinaryPrimOp Subtract (Ref __iruid_294) (Cast Int64 (ArrayRef -1 (Ref __iruid_282) (Ref __iruid_293)))))))) (StreamZip -1 AssumeSameLength (__iruid_295 __iruid_296) (StreamTake (ToStream False (Ref __iruid_277)) (GetTupleElement 0 (Ref __iruid_291))) (StreamMap __iruid_297 (StreamRange -1 False (I32 0) (GetTupleElement 0 (Ref __iruid_291)) (I32 1)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_297) (ApplyBinaryPrimOp Subtract (GetTupleElement 0 (Ref __iruid_291)) (I32 1))) (Cast Int32 (GetTupleElement 1 (Ref __iruid_291))) (ArrayRef -1 (Ref __iruid_282) (Ref __iruid_297)))) (MakeStruct (numberToTake (Ref __iruid_296)) (old (Ref __iruid_295))))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 128: (MakeTuple (0) (ToArray (Let __iruid_277 (ToArray (StreamMap __iruid_278 (StreamFilter __iruid_279 (StreamZip -1 TakeMinLength (__iruid_280 __iruid_281) (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_280)) (idx (Ref __iruid_281)))) (ApplyIR -1 contains () Boolean (Literal Set[Int32] ) (GetField idx (Ref __iruid_279)))) (GetField elt (Ref __iruid_278)))) (Let __iruid_282 (TailLoop __iruid_283 (__iruid_284) (I32 1) (Let __iruid_285 (CollectDistributedArray __iruid_286 __iruid_287 (StreamTake (ToStream False (Ref __iruid_277)) (Ref __iruid_284)) (Literal Struct{} ) (StreamLen (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_286)) (I32 1)))) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp GTEQ (Cast Int64 (StreamFold __iruid_288 __iruid_289 (ToStream False (Ref __iruid_285)) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_288) (Ref __iruid_289)))) (I64 1)) (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_277)) (ArrayLen (Ref __iruid_285)))) (Ref __iruid_285) (Recur __iruid_283 Array[Int32] (ApplyBinaryPrimOp Multiply (Ref __iruid_284) (I32 4)))))) (Let __iruid_290 (ArrayLen (Ref __iruid_282)) (Let __iruid_291 (If (ApplyComparisonOp EQWithNA (Ref __iruid_290) (I32 0)) (Literal Tuple[Int32,Int64] ) (TailLoop __iruid_292 (__iruid_293 __iruid_294) (I32 0) (I64 1) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp EQWithNA (Ref __iruid_293) (ApplyBinaryPrimOp Subtract (Ref __iruid_290) (I32 1))) (ApplyComparisonOp LTEQ (ApplyBinaryPrimOp Subtract (Ref __iruid_294) (Cast Int64 (ArrayRef -1 (Ref __iruid_282) (Ref __iruid_293)))) (I64 0))) (MakeTuple (0 1) (ApplyBinaryPrimOp Add (Ref __iruid_293) (I32 1)) (Ref __iruid_294)) (Recur __iruid_292 Tuple[Int32,Int64] (ApplyBinaryPrimOp Add (Ref __iruid_293) (I32 1)) (ApplyBinaryPrimOp Subtract (Ref __iruid_294) (Cast Int64 (ArrayRef -1 (Ref __iruid_282) (Ref __iruid_293)))))))) (StreamZip -1 AssumeSameLength (__iruid_295 __iruid_296) (StreamTake (ToStream False (Ref __iruid_277)) (GetTupleElement 0 (Ref __iruid_291))) (StreamMap __iruid_297 (StreamRange -1 False (I32 0) (GetTupleElement 0 (Ref __iruid_291)) (I32 1)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_297) (ApplyBinaryPrimOp Subtract (GetTupleElement 0 (Ref __iruid_291)) (I32 1))) (Cast Int32 (GetTupleElement 1 (Ref __iruid_291))) (ArrayRef -1 (Ref __iruid_282) (Ref __iruid_297)))) (MakeStruct (numberToTake (Ref __iruid_296)) (old (Ref __iruid_295)))))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 128: (MakeTuple (0) (ToArray (Let __iruid_367 (ToArray (StreamMap __iruid_368 (StreamFilter __iruid_369 (StreamZip -1 TakeMinLength (__iruid_370 __iruid_371) (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_370)) (idx (Ref __iruid_371)))) (ApplyIR -1 contains () Boolean (Literal Set[Int32] ) (GetField idx (Ref __iruid_369)))) (GetField elt (Ref __iruid_368)))) (Let __iruid_372 (TailLoop __iruid_373 (__iruid_374) (I32 1) (Let __iruid_375 (CollectDistributedArray __iruid_376 __iruid_377 (StreamTake (ToStream False (Ref __iruid_367)) (Ref __iruid_374)) (Literal Struct{} ) (StreamLen (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_376)) (I32 1)))) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp GTEQ (Cast Int64 (StreamFold __iruid_378 __iruid_379 (ToStream False (Ref __iruid_375)) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_378) (Ref __iruid_379)))) (I64 1)) (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_367)) (ArrayLen (Ref __iruid_375)))) (Ref __iruid_375) (Recur __iruid_373 Array[Int32] (ApplyBinaryPrimOp Multiply (Ref __iruid_374) (I32 4)))))) (Let __iruid_380 (ArrayLen (Ref __iruid_372)) (Let __iruid_381 (If (ApplyComparisonOp EQWithNA (Ref __iruid_380) (I32 0)) (Literal Tuple[Int32,Int64] ) (TailLoop __iruid_382 (__iruid_383 __iruid_384) (I32 0) (I64 1) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp EQWithNA (Ref __iruid_383) (ApplyBinaryPrimOp Subtract (Ref __iruid_380) (I32 1))) (ApplyComparisonOp LTEQ (ApplyBinaryPrimOp Subtract (Ref __iruid_384) (Cast Int64 (ArrayRef -1 (Ref __iruid_372) (Ref __iruid_383)))) (I64 0))) (MakeTuple (0 1) (ApplyBinaryPrimOp Add (Ref __iruid_383) (I32 1)) (Ref __iruid_384)) (Recur __iruid_382 Tuple[Int32,Int64] (ApplyBinaryPrimOp Add (Ref __iruid_383) (I32 1)) (ApplyBinaryPrimOp Subtract (Ref __iruid_384) (Cast Int64 (ArrayRef -1 (Ref __iruid_372) (Ref __iruid_383)))))))) (StreamZip -1 AssumeSameLength (__iruid_385 __iruid_386) (StreamTake (ToStream False (Ref __iruid_367)) (GetTupleElement 0 (Ref __iruid_381))) (StreamMap __iruid_387 (StreamRange -1 False (I32 0) (GetTupleElement 0 (Ref __iruid_381)) (I32 1)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_387) (ApplyBinaryPrimOp Subtract (GetTupleElement 0 (Ref __iruid_381)) (I32 1))) (Cast Int32 (GetTupleElement 1 (Ref __iruid_381))) (ArrayRef -1 (Ref __iruid_372) (Ref __iruid_387)))) (MakeStruct (numberToTake (Ref __iruid_386)) (old (Ref __iruid_385)))))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 150: (MakeTuple (0) (ToArray (Let __iruid_367 (ToArray (StreamMap __iruid_368 (StreamFilter __iruid_369 (StreamZip -1 TakeMinLength (__iruid_370 __iruid_371) (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_370)) (idx (Ref __iruid_371)))) (Let __iruid_391 (Literal Set[Int32] ) (Let __iruid_392 (GetField idx (Ref __iruid_369)) (If (IsNA (Ref __iruid_391)) (NA Boolean) (Let __iruid_393 (LowerBoundOnOrderedCollection False (Ref __iruid_391) (Ref __iruid_392)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_393) (ArrayLen (CastToArray (Ref __iruid_391)))) (False) (ApplyComparisonOp EQWithNA (ArrayRef -1 (CastToArray (Ref __iruid_391)) (Ref __iruid_393)) (Ref __iruid_392)))))))) (GetField elt (Ref __iruid_368)))) (Let __iruid_372 (TailLoop __iruid_373 (__iruid_374) (I32 1) (Let __iruid_375 (CollectDistributedArray __iruid_376 __iruid_377 (StreamTake (ToStream False (Ref __iruid_367)) (Ref __iruid_374)) (Literal Struct{} ) (StreamLen (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_376)) (I32 1)))) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp GTEQ (Cast Int64 (StreamFold __iruid_378 __iruid_379 (ToStream False (Ref __iruid_375)) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_378) (Ref __iruid_379)))) (I64 1)) (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_367)) (ArrayLen (Ref __iruid_375)))) (Ref __iruid_375) (Recur __iruid_373 Array[Int32] (ApplyBinaryPrimOp Multiply (Ref __iruid_374) (I32 4)))))) (Let __iruid_380 (ArrayLen (Ref __iruid_372)) (Let __iruid_381 (If (ApplyComparisonOp EQWithNA (Ref __iruid_380) (I32 0)) (Literal Tuple[Int32,Int64] ) (TailLoop __iruid_382 (__iruid_383 __iruid_384) (I32 0) (I64 1) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp EQWithNA (Ref __iruid_383) (ApplyBinaryPrimOp Subtract (Ref __iruid_380) (I32 1))) (ApplyComparisonOp LTEQ (ApplyBinaryPrimOp Subtract (Ref __iruid_384) (Cast Int64 (ArrayRef -1 (Ref __iruid_372) (Ref __iruid_383)))) (I64 0))) (MakeTuple (0 1) (ApplyBinaryPrimOp Add (Ref __iruid_383) (I32 1)) (Ref __iruid_384)) (Recur __iruid_382 Tuple[Int32,Int64] (ApplyBinaryPrimOp Add (Ref __iruid_383) (I32 1)) (ApplyBinaryPrimOp Subtract (Ref __iruid_384) (Cast Int64 (ArrayRef -1 (Ref __iruid_372) (Ref __iruid_383)))))))) (StreamZip -1 AssumeSameLength (__iruid_385 __iruid_386) (StreamTake (ToStream False (Ref __iruid_367)) (GetTupleElement 0 (Ref __iruid_381))) (StreamMap __iruid_387 (StreamRange -1 False (I32 0) (GetTupleElement 0 (Ref __iruid_381)) (I32 1)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_387) (ApplyBinaryPrimOp Subtract (GetTupleElement 0 (Ref __iruid_381)) (I32 1))) (Cast Int32 (GetTupleElement 1 (Ref __iruid_381))) (ArrayRef -1 (Ref __iruid_372) (Ref __iruid_387)))) (MakeStruct (numberToTake (Ref __iruid_386)) (old (Ref __iruid_385)))))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 141: (MakeTuple (0) (ToArray (Let __iruid_441 (ToArray (StreamMap __iruid_442 (StreamFilter __iruid_443 (StreamZip -1 TakeMinLength (__iruid_444 __iruid_445) (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_444)) (idx (Ref __iruid_445)))) (Let __iruid_446 (GetField idx (Ref __iruid_443)) (Let __iruid_447 (LowerBoundOnOrderedCollection False (Literal Set[Int32] ) (Ref __iruid_446)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_447) (I32 1)) (False) (ApplyComparisonOp EQWithNA (ArrayRef -1 (Literal Array[Int32] ) (Ref __iruid_447)) (Ref __iruid_446)))))) (GetField elt (Ref __iruid_442)))) (Let __iruid_448 (TailLoop __iruid_449 (__iruid_450) (I32 1) (Let __iruid_451 (CollectDistributedArray __iruid_452 __iruid_453 (StreamTake (ToStream False (Ref __iruid_441)) (Ref __iruid_450)) (Literal Struct{} ) (StreamLen (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_452)) (I32 1)))) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp GTEQ (Cast Int64 (StreamFold __iruid_454 __iruid_455 (ToStream False (Ref __iruid_451)) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_454) (Ref __iruid_455)))) (I64 1)) (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_441)) (ArrayLen (Ref __iruid_451)))) (Ref __iruid_451) (Recur __iruid_449 Array[Int32] (ApplyBinaryPrimOp Multiply (Ref __iruid_450) (I32 4)))))) (Let __iruid_456 (ArrayLen (Ref __iruid_448)) (Let __iruid_457 (If (ApplyComparisonOp EQWithNA (Ref __iruid_456) (I32 0)) (Literal Tuple[Int32,Int64] ) (TailLoop __iruid_458 (__iruid_459 __iruid_460) (I32 0) (I64 1) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp EQWithNA (Ref __iruid_459) (ApplyBinaryPrimOp Subtract (Ref __iruid_456) (I32 1))) (ApplyComparisonOp LTEQ (ApplyBinaryPrimOp Subtract (Ref __iruid_460) (Cast Int64 (ArrayRef -1 (Ref __iruid_448) (Ref __iruid_459)))) (I64 0))) (MakeTuple (0 1) (ApplyBinaryPrimOp Add (Ref __iruid_459) (I32 1)) (Ref __iruid_460)) (Recur __iruid_458 Tuple[Int32,Int64] (ApplyBinaryPrimOp Add (Ref __iruid_459) (I32 1)) (ApplyBinaryPrimOp Subtract (Ref __iruid_460) (Cast Int64 (ArrayRef -1 (Ref __iruid_448) (Ref __iruid_459)))))))) (StreamZip -1 AssumeSameLength (__iruid_461 __iruid_462) (StreamTake (ToStream False (Ref __iruid_441)) (GetTupleElement 0 (Ref __iruid_457))) (StreamMap __iruid_463 (StreamRange -1 False (I32 0) (GetTupleElement 0 (Ref __iruid_457)) (I32 1)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_463) (ApplyBinaryPrimOp Subtract (GetTupleElement 0 (Ref __iruid_457)) (I32 1))) (Cast Int32 (GetTupleElement 1 (Ref __iruid_457))) (ArrayRef -1 (Ref __iruid_448) (Ref __iruid_463)))) (MakeStruct (numberToTake (Ref __iruid_462)) (old (Ref __iruid_461)))))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 141: (MakeTuple (0) (ToArray (Let __iruid_441 (ToArray (StreamMap __iruid_442 (StreamFilter __iruid_443 (StreamZip -1 TakeMinLength (__iruid_444 __iruid_445) (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_444)) (idx (Ref __iruid_445)))) (Let __iruid_446 (GetField idx (Ref __iruid_443)) (Let __iruid_447 (LowerBoundOnOrderedCollection False (Literal Set[Int32] ) (Ref __iruid_446)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_447) (I32 1)) (False) (ApplyComparisonOp EQWithNA (ArrayRef -1 (Literal Array[Int32] ) (Ref __iruid_447)) (Ref __iruid_446)))))) (GetField elt (Ref __iruid_442)))) (Let __iruid_448 (TailLoop __iruid_449 (__iruid_450) (I32 1) (Let __iruid_451 (CollectDistributedArray __iruid_452 __iruid_453 (StreamTake (ToStream False (Ref __iruid_441)) (Ref __iruid_450)) (Literal Struct{} ) (StreamLen (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_452)) (I32 1)))) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp GTEQ (Cast Int64 (StreamFold __iruid_454 __iruid_455 (ToStream False (Ref __iruid_451)) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_454) (Ref __iruid_455)))) (I64 1)) (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_441)) (ArrayLen (Ref __iruid_451)))) (Ref __iruid_451) (Recur __iruid_449 Array[Int32] (ApplyBinaryPrimOp Multiply (Ref __iruid_450) (I32 4)))))) (Let __iruid_456 (ArrayLen (Ref __iruid_448)) (Let __iruid_457 (If (ApplyComparisonOp EQWithNA (Ref __iruid_456) (I32 0)) (Literal Tuple[Int32,Int64] ) (TailLoop __iruid_458 (__iruid_459 __iruid_460) (I32 0) (I64 1) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp EQWithNA (Ref __iruid_459) (ApplyBinaryPrimOp Subtract (Ref __iruid_456) (I32 1))) (ApplyComparisonOp LTEQ (ApplyBinaryPrimOp Subtract (Ref __iruid_460) (Cast Int64 (ArrayRef -1 (Ref __iruid_448) (Ref __iruid_459)))) (I64 0))) (MakeTuple (0 1) (ApplyBinaryPrimOp Add (Ref __iruid_459) (I32 1)) (Ref __iruid_460)) (Recur __iruid_458 Tuple[Int32,Int64] (ApplyBinaryPrimOp Add (Ref __iruid_459) (I32 1)) (ApplyBinaryPrimOp Subtract (Ref __iruid_460) (Cast Int64 (ArrayRef -1 (Ref __iruid_448) (Ref __iruid_459)))))))) (StreamZip -1 AssumeSameLength (__iruid_461 __iruid_462) (StreamTake (ToStream False (Ref __iruid_441)) (GetTupleElement 0 (Ref __iruid_457))) (StreamMap __iruid_463 (StreamRange -1 False (I32 0) (GetTupleElement 0 (Ref __iruid_457)) (I32 1)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_463) (ApplyBinaryPrimOp Subtract (GetTupleElement 0 (Ref __iruid_457)) (I32 1))) (Cast Int32 (GetTupleElement 1 (Ref __iruid_457))) (ArrayRef -1 (Ref __iruid_448) (Ref __iruid_463)))) (MakeStruct (numberToTake (Ref __iruid_462)) (old (Ref __iruid_461)))))))))) 2022-08-17 10:38:34 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 141: (MakeTuple (0) (ToArray (Let __iruid_510 (ToArray (StreamMap __iruid_511 (StreamFilter __iruid_512 (StreamZip -1 TakeMinLength (__iruid_513 __iruid_514) (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_513)) (idx (Ref __iruid_514)))) (Let __iruid_515 (GetField idx (Ref __iruid_512)) (Let __iruid_516 (LowerBoundOnOrderedCollection False (Literal Set[Int32] ) (Ref __iruid_515)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_516) (I32 1)) (False) (ApplyComparisonOp EQWithNA (ArrayRef -1 (Literal Array[Int32] ) (Ref __iruid_516)) (Ref __iruid_515)))))) (GetField elt (Ref __iruid_511)))) (Let __iruid_517 (TailLoop __iruid_518 (__iruid_519) (I32 1) (Let __iruid_520 (CollectDistributedArray __iruid_521 __iruid_522 (StreamTake (ToStream False (Ref __iruid_510)) (Ref __iruid_519)) (Literal Struct{} ) (StreamLen (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_521)) (I32 1)))) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp GTEQ (Cast Int64 (StreamFold __iruid_523 __iruid_524 (ToStream False (Ref __iruid_520)) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_523) (Ref __iruid_524)))) (I64 1)) (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_510)) (ArrayLen (Ref __iruid_520)))) (Ref __iruid_520) (Recur __iruid_518 Array[Int32] (ApplyBinaryPrimOp Multiply (Ref __iruid_519) (I32 4)))))) (Let __iruid_525 (ArrayLen (Ref __iruid_517)) (Let __iruid_526 (If (ApplyComparisonOp EQWithNA (Ref __iruid_525) (I32 0)) (Literal Tuple[Int32,Int64] ) (TailLoop __iruid_527 (__iruid_528 __iruid_529) (I32 0) (I64 1) (If (ApplySpecial -1 lor () Boolean (ApplyComparisonOp EQWithNA (Ref __iruid_528) (ApplyBinaryPrimOp Subtract (Ref __iruid_525) (I32 1))) (ApplyComparisonOp LTEQ (ApplyBinaryPrimOp Subtract (Ref __iruid_529) (Cast Int64 (ArrayRef -1 (Ref __iruid_517) (Ref __iruid_528)))) (I64 0))) (MakeTuple (0 1) (ApplyBinaryPrimOp Add (Ref __iruid_528) (I32 1)) (Ref __iruid_529)) (Recur __iruid_527 Tuple[Int32,Int64] (ApplyBinaryPrimOp Add (Ref __iruid_528) (I32 1)) (ApplyBinaryPrimOp Subtract (Ref __iruid_529) (Cast Int64 (ArrayRef -1 (Ref __iruid_517) (Ref __iruid_528)))))))) (StreamZip -1 AssumeSameLength (__iruid_530 __iruid_531) (StreamTake (ToStream False (Ref __iruid_510)) (GetTupleElement 0 (Ref __iruid_526))) (StreamMap __iruid_532 (StreamRange -1 False (I32 0) (GetTupleElement 0 (Ref __iruid_526)) (I32 1)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_532) (ApplyBinaryPrimOp Subtract (GetTupleElement 0 (Ref __iruid_526)) (I32 1))) (Cast Int32 (GetTupleElement 1 (Ref __iruid_526))) (ArrayRef -1 (Ref __iruid_517) (Ref __iruid_532)))) (MakeStruct (numberToTake (Ref __iruid_531)) (old (Ref __iruid_530)))))))))) 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C63HailClassLoaderContainer. 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C63HailClassLoaderContainer. 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C64FSContainer. 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C64FSContainer. 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C65collect_distributed_array. 2022-08-17 10:38:35 root: INFO: instruction count: 111: __C65collect_distributed_array.apply 2022-08-17 10:38:35 root: INFO: instruction count: 17: __C65collect_distributed_array.apply 2022-08-17 10:38:35 root: INFO: instruction count: 27: __C65collect_distributed_array.__m66DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:38:35 root: INFO: instruction count: 53: __C65collect_distributed_array.__m67INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:35 root: INFO: instruction count: 10: __C65collect_distributed_array.__m68INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:38:35 root: INFO: instruction count: 31: __C65collect_distributed_array.__m69INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:35 root: INFO: instruction count: 10: __C65collect_distributed_array.__m70INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:38:35 root: INFO: instruction count: 10: __C65collect_distributed_array.__m71INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:38:35 root: INFO: instruction count: 27: __C65collect_distributed_array.__m73DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:35 root: INFO: instruction count: 8: __C65collect_distributed_array.__m74INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:35 root: INFO: instruction count: 166: __C65collect_distributed_array.__m76split_StreamLen 2022-08-17 10:38:35 root: INFO: instruction count: 12: __C65collect_distributed_array.__m86setup_null 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C65collect_distributed_array.setObjects 2022-08-17 10:38:35 root: INFO: instruction count: 13: __C65collect_distributed_array.__m89ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32END 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C65collect_distributed_array.__m90ENCODE_SInt32$_TO_r_int32 2022-08-17 10:38:35 root: INFO: instruction count: 9: __C65collect_distributed_array.setPartitionIndex 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C65collect_distributed_array.addPartitionRegion 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C65collect_distributed_array.setPool 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C65collect_distributed_array.addHailClassLoader 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C65collect_distributed_array.addFS 2022-08-17 10:38:35 root: INFO: encoder cache miss (0 hits, 1 misses, 0.000) 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C176HailClassLoaderContainer. 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C176HailClassLoaderContainer. 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C177FSContainer. 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C177FSContainer. 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C178etypeEncode. 2022-08-17 10:38:35 root: INFO: instruction count: 7: __C178etypeEncode.apply 2022-08-17 10:38:35 root: INFO: instruction count: 89: __C178etypeEncode.__m179ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDANDr_array_of_r_int32ANDr_struct_of_r_int32ANDr_int64ENDANDr_array_of_r_int32ANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:38:35 root: INFO: instruction count: 1: __C178etypeEncode.__m180ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:35 root: INFO: instruction count: 39: __C178etypeEncode.__m181ENCODE_SIndexablePointer_TO_r_array_of_r_int32 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C178etypeEncode.__m182ENCODE_SInt32$_TO_r_int32 2022-08-17 10:38:35 root: INFO: instruction count: 25: __C178etypeEncode.__m183ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_int64END 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C178etypeEncode.__m184ENCODE_SInt64$_TO_r_int64 2022-08-17 10:38:35 root: INFO: instruction count: 39: __C178etypeEncode.__m185ENCODE_SIndexablePointer_TO_r_array_of_r_int32 2022-08-17 10:38:35 root: INFO: instruction count: 35: __C178etypeEncode.__m186ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:35 root: INFO: instruction count: 61: __C178etypeEncode.__m187ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:35 root: INFO: instruction count: 16: __C178etypeEncode.__m188ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C178etypeEncode.__m189ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:38:35 MemoryStore: INFO: Block broadcast_0 stored as values in memory (estimated size 216.0 B, free 17.8 GiB) 2022-08-17 10:38:35 MemoryStore: INFO: Block broadcast_0_piece0 stored as bytes in memory (estimated size 171.0 B, free 17.8 GiB) 2022-08-17 10:38:35 BlockManagerInfo: INFO: Added broadcast_0_piece0 in memory on dna.Dlink:40753 (size: 171.0 B, free: 17.8 GiB) 2022-08-17 10:38:35 SparkContext: INFO: Created broadcast 0 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C1HailClassLoaderContainer. 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C1HailClassLoaderContainer. 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C2FSContainer. 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C2FSContainer. 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C3Compiled. 2022-08-17 10:38:35 root: INFO: instruction count: 31: __C3Compiled.apply 2022-08-17 10:38:35 root: INFO: instruction count: 433: __C3Compiled.__m4split_ToArray 2022-08-17 10:38:35 root: INFO: instruction count: 346: __C3Compiled.__m6split_ToArray 2022-08-17 10:38:35 root: INFO: instruction count: 58: __C3Compiled.__m29findElt 2022-08-17 10:38:35 root: INFO: instruction count: 11: __C3Compiled.__m30ord_lt 2022-08-17 10:38:35 root: INFO: instruction count: 14: __C3Compiled.__m31ord_ltNonnull 2022-08-17 10:38:35 root: INFO: instruction count: 11: __C3Compiled.__m33ord_equiv 2022-08-17 10:38:35 root: INFO: instruction count: 14: __C3Compiled.__m34ord_equivNonnull 2022-08-17 10:38:35 root: INFO: instruction count: 35: __C3Compiled.__m38arrayref_bounds_check 2022-08-17 10:38:35 root: INFO: instruction count: 12: __C3Compiled.__m43setup_jab 2022-08-17 10:38:35 root: INFO: instruction count: 467: __C3Compiled.__m51split_TailLoop 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C3Compiled.setBackend 2022-08-17 10:38:35 root: INFO: instruction count: 9: __C3Compiled.__m99ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:38:35 root: INFO: instruction count: 61: __C3Compiled.__m100ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C3Compiled.__m101ENCODE_SInt32$_TO_r_int32 2022-08-17 10:38:35 root: INFO: instruction count: 16: __C3Compiled.__m102ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C3Compiled.__m103ENCODE_SInt64$_TO_r_int64 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C3Compiled.__m104ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:38:35 root: INFO: instruction count: 9: __C3Compiled.__m105ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 10:38:35 root: INFO: instruction count: 1: __C3Compiled.__m106ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C3Compiled.setObjects 2022-08-17 10:38:35 root: INFO: instruction count: 27: __C3Compiled.__m108DECODE_r_struct_of_r_int32END_TO_SBaseStructPointer 2022-08-17 10:38:35 root: INFO: instruction count: 10: __C3Compiled.__m109INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:38:35 root: INFO: instruction count: 70: __C3Compiled.__m113split_StreamFold 2022-08-17 10:38:35 root: INFO: instruction count: 11: __C3Compiled.__m123ord_gteq 2022-08-17 10:38:35 root: INFO: instruction count: 16: __C3Compiled.__m124ord_gteqNonnull 2022-08-17 10:38:35 root: INFO: instruction count: 11: __C3Compiled.__m125ord_lteq 2022-08-17 10:38:35 root: INFO: instruction count: 14: __C3Compiled.__m126ord_lteqNonnull 2022-08-17 10:38:35 root: INFO: instruction count: 225: __C3Compiled.__m135split_TailLoop 2022-08-17 10:38:35 root: INFO: instruction count: 11: __C3Compiled.__m141ord_lteq 2022-08-17 10:38:35 root: INFO: instruction count: 16: __C3Compiled.__m142ord_lteqNonnull 2022-08-17 10:38:35 root: INFO: instruction count: 9: __C3Compiled.setPartitionIndex 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C3Compiled.addPartitionRegion 2022-08-17 10:38:35 root: INFO: instruction count: 4: __C3Compiled.setPool 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C3Compiled.addHailClassLoader 2022-08-17 10:38:35 root: INFO: instruction count: 3: __C3Compiled.addFS 2022-08-17 10:38:35 root: INFO: instruction count: 123: __C3Compiled.addLiterals 2022-08-17 10:38:35 root: INFO: instruction count: 63: __C3Compiled.__m166DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_int32ANDr_struct_of_r_int32ANDr_int64ENDANDr_array_of_r_int32ANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:38:35 root: INFO: instruction count: 8: __C3Compiled.__m167INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:35 root: INFO: instruction count: 58: __C3Compiled.__m168INPLACE_DECODE_r_array_of_r_int32_TO_r_set_of_r_int32 2022-08-17 10:38:35 root: INFO: instruction count: 26: __C3Compiled.__m169INPLACE_DECODE_r_struct_of_r_int32ANDr_int64END_TO_r_tuple_of_r_int32ANDr_int64END 2022-08-17 10:38:35 root: INFO: instruction count: 10: __C3Compiled.__m170INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:38:35 root: INFO: instruction count: 58: __C3Compiled.__m171INPLACE_DECODE_r_array_of_r_int32_TO_r_array_of_r_int32 2022-08-17 10:38:35 root: INFO: instruction count: 58: __C3Compiled.__m172INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:35 root: INFO: instruction count: 53: __C3Compiled.__m173INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:35 root: INFO: instruction count: 31: __C3Compiled.__m174INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:35 root: INFO: instruction count: 10: __C3Compiled.__m175INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_1 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_1_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 10:38:36 BlockManagerInfo: INFO: Added broadcast_1_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 10:38:36 SparkContext: INFO: Created broadcast 1 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_2 stored as values in memory (estimated size 176.4 KiB, free 17.8 GiB) 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_2_piece0 stored as bytes in memory (estimated size 27.1 KiB, free 17.8 GiB) 2022-08-17 10:38:36 BlockManagerInfo: INFO: Added broadcast_2_piece0 in memory on dna.Dlink:40753 (size: 27.1 KiB, free: 17.8 GiB) 2022-08-17 10:38:36 SparkContext: INFO: Created broadcast 2 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:36 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 10:38:36 DAGScheduler: INFO: Got job 0 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 10:38:36 DAGScheduler: INFO: Final stage: ResultStage 0 (collect at SparkBackend.scala:321) 2022-08-17 10:38:36 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 10:38:36 DAGScheduler: INFO: Missing parents: List() 2022-08-17 10:38:36 DAGScheduler: INFO: Submitting ResultStage 0 (SparkBackendComputeRDD[0] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_3 stored as values in memory (estimated size 13.1 KiB, free 17.8 GiB) 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_3_piece0 stored as bytes in memory (estimated size 7.6 KiB, free 17.8 GiB) 2022-08-17 10:38:36 BlockManagerInfo: INFO: Added broadcast_3_piece0 in memory on dna.Dlink:40753 (size: 7.6 KiB, free: 17.8 GiB) 2022-08-17 10:38:36 SparkContext: INFO: Created broadcast 3 from broadcast at DAGScheduler.scala:1433 2022-08-17 10:38:36 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 0 (SparkBackendComputeRDD[0] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 10:38:36 TaskSchedulerImpl: INFO: Adding task set 0.0 with 1 tasks resource profile 0 2022-08-17 10:38:36 TaskSetManager: INFO: Starting task 0.0 in stage 0.0 (TID 0) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 10:38:36 Executor: INFO: Running task 0.0 in stage 0.0 (TID 0) 2022-08-17 10:38:36 root: INFO: RegionPool: initialized for thread 73: Executor task launch worker for task 0.0 in stage 0.0 (TID 0) 2022-08-17 10:38:36 root: INFO: TaskReport: stage=0, partition=0, attempt=0, peakBytes=131072, peakBytesReadable=128.00 KiB, chunks requested=0, cache hits=0 2022-08-17 10:38:36 root: INFO: RegionPool: FREE: 128.0K allocated (128.0K blocks / 0 chunks), regions.size = 2, 0 current java objects, thread 73: Executor task launch worker for task 0.0 in stage 0.0 (TID 0) 2022-08-17 10:38:36 Executor: INFO: Finished task 0.0 in stage 0.0 (TID 0). 814 bytes result sent to driver 2022-08-17 10:38:36 TaskSetManager: INFO: Finished task 0.0 in stage 0.0 (TID 0) in 103 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 10:38:36 TaskSchedulerImpl: INFO: Removed TaskSet 0.0, whose tasks have all completed, from pool 2022-08-17 10:38:36 DAGScheduler: INFO: ResultStage 0 (collect at SparkBackend.scala:321) finished in 0.280 s 2022-08-17 10:38:36 DAGScheduler: INFO: Job 0 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 10:38:36 TaskSchedulerImpl: INFO: Killing all running tasks in stage 0: Stage finished 2022-08-17 10:38:36 DAGScheduler: INFO: Job 0 finished: collect at SparkBackend.scala:321, took 0.309976 s 2022-08-17 10:38:36 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:36 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 40: (Let __iruid_2 (MakeStruct) (Let __iruid_537 (CollectDistributedArray __iruid_534 __iruid_536 (ToStream False (Literal Array[Struct{numberToTake:Int32,old:Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}}] )) (MakeStruct (__iruid_2 (Ref __iruid_2))) (Let __iruid_2 (GetField __iruid_2 (Ref __iruid_536)) (ToArray (Let global (Ref __iruid_2) (StreamMap __iruid_535 (StreamTake (Let __iruid_3 (GetField old (Ref __iruid_534)) (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_3))) (GetField numberToTake (Ref __iruid_534))) (Let row (Ref __iruid_535) (InsertFields (Ref row) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_538 (ToStream False (Ref __iruid_537)) (ToStream False (Ref __iruid_538))))) (global (Ref __iruid_2))))) 2022-08-17 10:38:36 root: INFO: Prune: MakeStruct: eliminating field '__iruid_2' 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 26: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_553 (ToStream False (CollectDistributedArray __iruid_554 __iruid_555 (ToStream False (Literal Array[Struct{numberToTake:Int32,old:Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_556 (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField old (Ref __iruid_554))) (GetField numberToTake (Ref __iruid_554))) (InsertFields (Ref __iruid_556) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref __iruid_556)) (Str "\t") (Literal Array[String] )))))))) (ToStream False (Ref __iruid_553))))) (global (Literal Struct{} ))) 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 26: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_553 (ToStream False (CollectDistributedArray __iruid_554 __iruid_555 (ToStream False (Literal Array[Struct{numberToTake:Int32,old:Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_556 (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField old (Ref __iruid_554))) (GetField numberToTake (Ref __iruid_554))) (InsertFields (Ref __iruid_556) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref __iruid_556)) (Str "\t") (Literal Array[String] )))))))) (ToStream False (Ref __iruid_553))))) (global (Literal Struct{} ))) 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 26: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_565 (ToStream False (CollectDistributedArray __iruid_566 __iruid_567 (ToStream False (Literal Array[Struct{numberToTake:Int32,old:Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_568 (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField old (Ref __iruid_566))) (GetField numberToTake (Ref __iruid_566))) (InsertFields (Ref __iruid_568) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref __iruid_568)) (Str "\t") (Literal Array[String] )))))))) (ToStream False (Ref __iruid_565))))) (global (Literal Struct{} ))) 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 26: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_565 (ToStream False (CollectDistributedArray __iruid_566 __iruid_567 (ToStream False (Literal Array[Struct{numberToTake:Int32,old:Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_568 (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField old (Ref __iruid_566))) (GetField numberToTake (Ref __iruid_566))) (InsertFields (Ref __iruid_568) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref __iruid_568)) (Str "\t") (Literal Array[String] )))))))) (ToStream False (Ref __iruid_565))))) (global (Literal Struct{} ))) 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 26: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_577 (ToStream False (CollectDistributedArray __iruid_578 __iruid_579 (ToStream False (Literal Array[Struct{numberToTake:Int32,old:Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_580 (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField old (Ref __iruid_578))) (GetField numberToTake (Ref __iruid_578))) (InsertFields (Ref __iruid_580) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref __iruid_580)) (Str "\t") (Literal Array[String] )))))))) (ToStream False (Ref __iruid_577))))) (global (Literal Struct{} ))) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 27: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_577 (ToStream False (CollectDistributedArray __iruid_578 __iruid_579 (ToStream False (Literal Array[Struct{numberToTake:Int32,old:Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_580 (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField old (Ref __iruid_578))) (GetField numberToTake (Ref __iruid_578))) (InsertFields (Ref __iruid_580) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref __iruid_580)) (Str "\t") (Literal Array[String] )))))))) (ToStream False (Ref __iruid_577))))) (global (Literal Struct{} )))) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 27: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_589 (ToStream False (CollectDistributedArray __iruid_590 __iruid_591 (ToStream False (Literal Array[Struct{numberToTake:Int32,old:Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_592 (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField old (Ref __iruid_590))) (GetField numberToTake (Ref __iruid_590))) (InsertFields (Ref __iruid_592) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref __iruid_592)) (Str "\t") (Literal Array[String] )))))))) (ToStream False (Ref __iruid_589))))) (global (Literal Struct{} )))) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 27: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_589 (ToStream False (CollectDistributedArray __iruid_590 __iruid_591 (ToStream False (Literal Array[Struct{numberToTake:Int32,old:Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_592 (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField old (Ref __iruid_590))) (GetField numberToTake (Ref __iruid_590))) (InsertFields (Ref __iruid_592) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref __iruid_592)) (Str "\t") (Literal Array[String] )))))))) (ToStream False (Ref __iruid_589))))) (global (Literal Struct{} )))) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 27: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_601 (ToStream False (CollectDistributedArray __iruid_602 __iruid_603 (ToStream False (Literal Array[Struct{numberToTake:Int32,old:Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_604 (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField old (Ref __iruid_602))) (GetField numberToTake (Ref __iruid_602))) (InsertFields (Ref __iruid_604) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref __iruid_604)) (Str "\t") (Literal Array[String] )))))))) (ToStream False (Ref __iruid_601))))) (global (Literal Struct{} )))) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 27: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_601 (ToStream False (CollectDistributedArray __iruid_602 __iruid_603 (ToStream False (Literal Array[Struct{numberToTake:Int32,old:Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_604 (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField old (Ref __iruid_602))) (GetField numberToTake (Ref __iruid_602))) (InsertFields (Ref __iruid_604) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref __iruid_604)) (Str "\t") (Literal Array[String] )))))))) (ToStream False (Ref __iruid_601))))) (global (Literal Struct{} )))) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 27: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_613 (ToStream False (CollectDistributedArray __iruid_614 __iruid_615 (ToStream False (Literal Array[Struct{numberToTake:Int32,old:Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_616 (StreamTake (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField old (Ref __iruid_614))) (GetField numberToTake (Ref __iruid_614))) (InsertFields (Ref __iruid_616) None (header (Apply 1 splitChar () Array[String] (GetField text (Ref __iruid_616)) (Str "\t") (Literal Array[String] )))))))) (ToStream False (Ref __iruid_613))))) (global (Literal Struct{} )))) 2022-08-17 10:38:36 root: INFO: encoder cache miss (0 hits, 2 misses, 0.000) 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C258HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C258HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C259FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C259FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C260etypeEncode. 2022-08-17 10:38:36 root: INFO: instruction count: 7: __C260etypeEncode.apply 2022-08-17 10:38:36 root: INFO: instruction count: 37: __C260etypeEncode.__m261ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_binaryANDr_binaryEND 2022-08-17 10:38:36 root: INFO: instruction count: 39: __C260etypeEncode.__m262ENCODE_SIndexablePointer_TO_r_array_of_r_binary 2022-08-17 10:38:36 root: INFO: instruction count: 16: __C260etypeEncode.__m263ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_4 stored as values in memory (estimated size 88.0 B, free 17.8 GiB) 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_4_piece0 stored as bytes in memory (estimated size 64.0 B, free 17.8 GiB) 2022-08-17 10:38:36 BlockManagerInfo: INFO: Added broadcast_4_piece0 in memory on dna.Dlink:40753 (size: 64.0 B, free: 17.8 GiB) 2022-08-17 10:38:36 SparkContext: INFO: Created broadcast 4 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C204HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C204HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C205FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C205FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C206collect_distributed_array. 2022-08-17 10:38:36 root: INFO: instruction count: 111: __C206collect_distributed_array.apply 2022-08-17 10:38:36 root: INFO: instruction count: 17: __C206collect_distributed_array.apply 2022-08-17 10:38:36 root: INFO: instruction count: 27: __C206collect_distributed_array.__m207DECODE_r_struct_of_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDENDEND_TO_SBaseStructPointer 2022-08-17 10:38:36 root: INFO: instruction count: 26: __C206collect_distributed_array.__m208INPLACE_DECODE_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:38:36 root: INFO: instruction count: 10: __C206collect_distributed_array.__m209INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:38:36 root: INFO: instruction count: 53: __C206collect_distributed_array.__m210INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:36 root: INFO: instruction count: 31: __C206collect_distributed_array.__m211INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:36 root: INFO: instruction count: 10: __C206collect_distributed_array.__m212INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:38:36 root: INFO: instruction count: 10: __C206collect_distributed_array.__m213INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:38:36 root: INFO: instruction count: 27: __C206collect_distributed_array.__m215DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:36 root: INFO: instruction count: 8: __C206collect_distributed_array.__m216INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:36 root: INFO: instruction count: 235: __C206collect_distributed_array.__m218split_ToArray 2022-08-17 10:38:36 root: INFO: instruction count: 161: __C206collect_distributed_array.__m232splitChar 2022-08-17 10:38:36 root: INFO: instruction count: 53: __C206collect_distributed_array.convert_region_to_str_array 2022-08-17 10:38:36 root: INFO: instruction count: 12: __C206collect_distributed_array.__m235setup_null 2022-08-17 10:38:36 root: INFO: instruction count: 12: __C206collect_distributed_array.__m238setup_jab 2022-08-17 10:38:36 root: INFO: instruction count: 12: __C206collect_distributed_array.__m241setup_null 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C206collect_distributed_array.setObjects 2022-08-17 10:38:36 root: INFO: instruction count: 25: __C206collect_distributed_array.__m247ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryENDEND 2022-08-17 10:38:36 root: INFO: instruction count: 35: __C206collect_distributed_array.__m248ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryEND 2022-08-17 10:38:36 root: INFO: instruction count: 60: __C206collect_distributed_array.__m249ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryEND 2022-08-17 10:38:36 root: INFO: instruction count: 16: __C206collect_distributed_array.__m250ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:36 root: INFO: instruction count: 115: __C206collect_distributed_array.__m251ENCODE_SIndexablePointer_TO_r_array_of_o_binary 2022-08-17 10:38:36 root: INFO: instruction count: 16: __C206collect_distributed_array.__m252ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:38:36 root: INFO: instruction count: 9: __C206collect_distributed_array.setPartitionIndex 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C206collect_distributed_array.addPartitionRegion 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C206collect_distributed_array.setPool 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C206collect_distributed_array.addHailClassLoader 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C206collect_distributed_array.addFS 2022-08-17 10:38:36 root: INFO: instruction count: 66: __C206collect_distributed_array.addLiterals 2022-08-17 10:38:36 root: INFO: instruction count: 36: __C206collect_distributed_array.__m256DECODE_r_struct_of_r_array_of_r_binaryANDr_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:36 root: INFO: instruction count: 58: __C206collect_distributed_array.__m257INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 10:38:36 root: INFO: instruction count: 367: __C206collect_distributed_array.__m218split_ToArray_region10_29 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C264__m218split_ToArraySpills. 2022-08-17 10:38:36 root: INFO: encoder cache miss (0 hits, 3 misses, 0.000) 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C324HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C324HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C325FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C325FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C326etypeEncode. 2022-08-17 10:38:36 root: INFO: instruction count: 7: __C326etypeEncode.apply 2022-08-17 10:38:36 root: INFO: instruction count: 33: __C326etypeEncode.__m327ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDENDEND 2022-08-17 10:38:36 root: INFO: instruction count: 1: __C326etypeEncode.__m328ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:36 root: INFO: instruction count: 35: __C326etypeEncode.__m329ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:38:36 root: INFO: instruction count: 21: __C326etypeEncode.__m330ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C326etypeEncode.__m331ENCODE_SInt32$_TO_r_int32 2022-08-17 10:38:36 root: INFO: instruction count: 61: __C326etypeEncode.__m332ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:36 root: INFO: instruction count: 16: __C326etypeEncode.__m333ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C326etypeEncode.__m334ENCODE_SInt64$_TO_r_int64 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C326etypeEncode.__m335ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_5 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_5_piece0 stored as bytes in memory (estimated size 169.0 B, free 17.8 GiB) 2022-08-17 10:38:36 BlockManagerInfo: INFO: Added broadcast_5_piece0 in memory on dna.Dlink:40753 (size: 169.0 B, free: 17.8 GiB) 2022-08-17 10:38:36 SparkContext: INFO: Created broadcast 5 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C190HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C190HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C191FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C191FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C192Compiled. 2022-08-17 10:38:36 root: INFO: instruction count: 55: __C192Compiled.apply 2022-08-17 10:38:36 root: INFO: instruction count: 571: __C192Compiled.__m193split_ToArray 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C192Compiled.setBackend 2022-08-17 10:38:36 root: INFO: instruction count: 9: __C192Compiled.__m274ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDENDEND 2022-08-17 10:38:36 root: INFO: instruction count: 21: __C192Compiled.__m275ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C192Compiled.__m276ENCODE_SInt32$_TO_r_int32 2022-08-17 10:38:36 root: INFO: instruction count: 61: __C192Compiled.__m277ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:36 root: INFO: instruction count: 16: __C192Compiled.__m278ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C192Compiled.__m279ENCODE_SInt64$_TO_r_int64 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C192Compiled.__m280ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:38:36 root: INFO: instruction count: 9: __C192Compiled.__m281ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 10:38:36 root: INFO: instruction count: 1: __C192Compiled.__m282ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C192Compiled.setObjects 2022-08-17 10:38:36 root: INFO: instruction count: 27: __C192Compiled.__m284DECODE_r_struct_of_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryENDEND_TO_SBaseStructPointer 2022-08-17 10:38:36 root: INFO: instruction count: 58: __C192Compiled.__m285INPLACE_DECODE_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryEND_TO_r_array_of_r_struct_of_r_stringANDr_stringANDr_array_of_o_stringEND 2022-08-17 10:38:36 root: INFO: instruction count: 35: __C192Compiled.__m286INPLACE_DECODE_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryEND_TO_r_struct_of_r_stringANDr_stringANDr_array_of_o_stringEND 2022-08-17 10:38:36 root: INFO: instruction count: 31: __C192Compiled.__m287INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:36 root: INFO: instruction count: 114: __C192Compiled.__m288INPLACE_DECODE_r_array_of_o_binary_TO_r_array_of_o_string 2022-08-17 10:38:36 root: INFO: instruction count: 31: __C192Compiled.__m289INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:38:36 root: INFO: instruction count: 12: __C192Compiled.__m308setup_jab 2022-08-17 10:38:36 root: INFO: instruction count: 9: __C192Compiled.setPartitionIndex 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C192Compiled.addPartitionRegion 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C192Compiled.setPool 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C192Compiled.addHailClassLoader 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C192Compiled.addFS 2022-08-17 10:38:36 root: INFO: instruction count: 62: __C192Compiled.addLiterals 2022-08-17 10:38:36 root: INFO: instruction count: 36: __C192Compiled.__m316DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDENDEND_TO_SBaseStructPointer 2022-08-17 10:38:36 root: INFO: instruction count: 8: __C192Compiled.__m317INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:36 root: INFO: instruction count: 58: __C192Compiled.__m318INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_r_array_of_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:38:36 root: INFO: instruction count: 26: __C192Compiled.__m319INPLACE_DECODE_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_r_struct_of_r_int32ANDr_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:38:36 root: INFO: instruction count: 10: __C192Compiled.__m320INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:38:36 root: INFO: instruction count: 53: __C192Compiled.__m321INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:36 root: INFO: instruction count: 10: __C192Compiled.__m322INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:38:36 root: INFO: instruction count: 10: __C192Compiled.__m323INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C336__m193split_ToArraySpills. 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_6 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_6_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 10:38:36 BlockManagerInfo: INFO: Added broadcast_6_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 10:38:36 SparkContext: INFO: Created broadcast 6 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:36 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 10:38:36 DAGScheduler: INFO: Got job 1 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 10:38:36 DAGScheduler: INFO: Final stage: ResultStage 1 (collect at SparkBackend.scala:321) 2022-08-17 10:38:36 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 10:38:36 DAGScheduler: INFO: Missing parents: List() 2022-08-17 10:38:36 DAGScheduler: INFO: Submitting ResultStage 1 (SparkBackendComputeRDD[1] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_7 stored as values in memory (estimated size 21.8 KiB, free 17.8 GiB) 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_7_piece0 stored as bytes in memory (estimated size 12.6 KiB, free 17.8 GiB) 2022-08-17 10:38:36 BlockManagerInfo: INFO: Added broadcast_7_piece0 in memory on dna.Dlink:40753 (size: 12.6 KiB, free: 17.8 GiB) 2022-08-17 10:38:36 SparkContext: INFO: Created broadcast 7 from broadcast at DAGScheduler.scala:1433 2022-08-17 10:38:36 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 1 (SparkBackendComputeRDD[1] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 10:38:36 TaskSchedulerImpl: INFO: Adding task set 1.0 with 1 tasks resource profile 0 2022-08-17 10:38:36 TaskSetManager: INFO: Starting task 0.0 in stage 1.0 (TID 1) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4412 bytes) taskResourceAssignments Map() 2022-08-17 10:38:36 Executor: INFO: Running task 0.0 in stage 1.0 (TID 1) 2022-08-17 10:38:36 root: INFO: RegionPool: initialized for thread 73: Executor task launch worker for task 0.0 in stage 1.0 (TID 1) 2022-08-17 10:38:36 root: INFO: TaskReport: stage=1, partition=0, attempt=0, peakBytes=131072, peakBytesReadable=128.00 KiB, chunks requested=0, cache hits=0 2022-08-17 10:38:36 root: INFO: RegionPool: FREE: 128.0K allocated (128.0K blocks / 0 chunks), regions.size = 2, 0 current java objects, thread 73: Executor task launch worker for task 0.0 in stage 1.0 (TID 1) 2022-08-17 10:38:36 Executor: INFO: Finished task 0.0 in stage 1.0 (TID 1). 1080 bytes result sent to driver 2022-08-17 10:38:36 TaskSetManager: INFO: Finished task 0.0 in stage 1.0 (TID 1) in 16 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 10:38:36 TaskSchedulerImpl: INFO: Removed TaskSet 1.0, whose tasks have all completed, from pool 2022-08-17 10:38:36 DAGScheduler: INFO: ResultStage 1 (collect at SparkBackend.scala:321) finished in 0.023 s 2022-08-17 10:38:36 DAGScheduler: INFO: Job 1 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 10:38:36 TaskSchedulerImpl: INFO: Killing all running tasks in stage 1: Stage finished 2022-08-17 10:38:36 DAGScheduler: INFO: Job 1 finished: collect at SparkBackend.scala:321, took 0.024578 s 2022-08-17 10:38:36 root: INFO: encoder cache miss (0 hits, 4 misses, 0.000) 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C337HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C337HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C338FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C338FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C339etypeEncode. 2022-08-17 10:38:36 root: INFO: instruction count: 7: __C339etypeEncode.apply 2022-08-17 10:38:36 root: INFO: instruction count: 33: __C339etypeEncode.__m340ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryENDANDr_struct_of_ENDEND 2022-08-17 10:38:36 root: INFO: instruction count: 35: __C339etypeEncode.__m341ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryEND 2022-08-17 10:38:36 root: INFO: instruction count: 60: __C339etypeEncode.__m342ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryEND 2022-08-17 10:38:36 root: INFO: instruction count: 16: __C339etypeEncode.__m343ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:36 root: INFO: instruction count: 115: __C339etypeEncode.__m344ENCODE_SIndexablePointer_TO_r_array_of_o_binary 2022-08-17 10:38:36 root: INFO: instruction count: 16: __C339etypeEncode.__m345ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:38:36 root: INFO: instruction count: 1: __C339etypeEncode.__m346ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:36 root: INFO: took 2.725s 2022-08-17 10:38:36 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:38:36 root: INFO: lowering result: EncodedLiteral 2022-08-17 10:38:36 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}}) 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}}) 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}}) 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}}) 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}}) 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}}) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}})) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}})) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}})) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}})) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}})) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}})) 2022-08-17 10:38:36 root: INFO: encoder cache miss (0 hits, 5 misses, 0.000) 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C362HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C362HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C363FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C363FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C364etypeEncode. 2022-08-17 10:38:36 root: INFO: instruction count: 7: __C364etypeEncode.apply 2022-08-17 10:38:36 root: INFO: instruction count: 1: __C364etypeEncode.__m365ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_8 stored as values in memory (estimated size 384.0 B, free 17.8 GiB) 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_8_piece0 stored as bytes in memory (estimated size 276.0 B, free 17.8 GiB) 2022-08-17 10:38:36 BlockManagerInfo: INFO: Added broadcast_8_piece0 in memory on dna.Dlink:40753 (size: 276.0 B, free: 17.8 GiB) 2022-08-17 10:38:36 SparkContext: INFO: Created broadcast 8 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C347HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C347HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C348FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C348FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C349Compiled. 2022-08-17 10:38:36 root: INFO: instruction count: 23: __C349Compiled.apply 2022-08-17 10:38:36 root: INFO: instruction count: 9: __C349Compiled.setPartitionIndex 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C349Compiled.addPartitionRegion 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C349Compiled.setPool 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C349Compiled.addHailClassLoader 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C349Compiled.addFS 2022-08-17 10:38:36 root: INFO: instruction count: 58: __C349Compiled.addLiterals 2022-08-17 10:38:36 root: INFO: instruction count: 18: __C349Compiled.__m354DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 10:38:36 root: INFO: instruction count: 36: __C349Compiled.__m355DECODE_r_struct_of_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryENDANDr_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:36 root: INFO: instruction count: 58: __C349Compiled.__m356INPLACE_DECODE_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryEND_TO_r_array_of_r_struct_of_r_stringANDr_stringANDr_array_of_o_stringEND 2022-08-17 10:38:36 root: INFO: instruction count: 35: __C349Compiled.__m357INPLACE_DECODE_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryEND_TO_r_struct_of_r_stringANDr_stringANDr_array_of_o_stringEND 2022-08-17 10:38:36 root: INFO: instruction count: 31: __C349Compiled.__m358INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:36 root: INFO: instruction count: 114: __C349Compiled.__m359INPLACE_DECODE_r_array_of_o_binary_TO_r_array_of_o_string 2022-08-17 10:38:36 root: INFO: instruction count: 31: __C349Compiled.__m360INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:38:36 root: INFO: instruction count: 8: __C349Compiled.__m361INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:36 root: INFO: encoder cache hit 2022-08-17 10:38:36 root: INFO: took 22.825ms 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 2: (GetField rows (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}})) 2022-08-17 10:38:36 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 2: (GetField rows (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}})) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 3: (MakeTuple (0) (GetField rows (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}}))) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 3: (MakeTuple (0) (GetField rows (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}}))) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 3: (MakeTuple (0) (GetField rows (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}}))) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 3: (MakeTuple (0) (GetField rows (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}}))) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 3: (MakeTuple (0) (GetField rows (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}}))) 2022-08-17 10:38:36 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 3: (MakeTuple (0) (GetField rows (EncodedLiteral Struct{rows:Array[Struct{file:String,text:String,header:Array[String]}],global:Struct{}}))) 2022-08-17 10:38:36 root: INFO: encoder cache hit 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_9 stored as values in memory (estimated size 384.0 B, free 17.8 GiB) 2022-08-17 10:38:36 MemoryStore: INFO: Block broadcast_9_piece0 stored as bytes in memory (estimated size 276.0 B, free 17.8 GiB) 2022-08-17 10:38:36 BlockManagerInfo: INFO: Added broadcast_9_piece0 in memory on dna.Dlink:40753 (size: 276.0 B, free: 17.8 GiB) 2022-08-17 10:38:36 SparkContext: INFO: Created broadcast 9 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C366HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C366HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C367FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C367FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C368Compiled. 2022-08-17 10:38:36 root: INFO: instruction count: 42: __C368Compiled.apply 2022-08-17 10:38:36 root: INFO: instruction count: 9: __C368Compiled.setPartitionIndex 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C368Compiled.addPartitionRegion 2022-08-17 10:38:36 root: INFO: instruction count: 4: __C368Compiled.setPool 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C368Compiled.addHailClassLoader 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C368Compiled.addFS 2022-08-17 10:38:36 root: INFO: instruction count: 58: __C368Compiled.addLiterals 2022-08-17 10:38:36 root: INFO: instruction count: 18: __C368Compiled.__m373DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 10:38:36 root: INFO: instruction count: 36: __C368Compiled.__m374DECODE_r_struct_of_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryENDANDr_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:36 root: INFO: instruction count: 58: __C368Compiled.__m375INPLACE_DECODE_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryEND_TO_r_array_of_r_struct_of_r_stringANDr_stringANDr_array_of_o_stringEND 2022-08-17 10:38:36 root: INFO: instruction count: 35: __C368Compiled.__m376INPLACE_DECODE_r_struct_of_r_binaryANDr_binaryANDr_array_of_o_binaryEND_TO_r_struct_of_r_stringANDr_stringANDr_array_of_o_stringEND 2022-08-17 10:38:36 root: INFO: instruction count: 31: __C368Compiled.__m377INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:36 root: INFO: instruction count: 114: __C368Compiled.__m378INPLACE_DECODE_r_array_of_o_binary_TO_r_array_of_o_string 2022-08-17 10:38:36 root: INFO: instruction count: 31: __C368Compiled.__m379INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:38:36 root: INFO: instruction count: 8: __C368Compiled.__m380INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:36 root: INFO: encoder cache miss (2 hits, 6 misses, 0.250) 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C381HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C381HailClassLoaderContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C382FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C382FSContainer. 2022-08-17 10:38:36 root: INFO: instruction count: 3: __C383etypeEncode. 2022-08-17 10:38:36 root: INFO: instruction count: 19: __C383etypeEncode.apply 2022-08-17 10:38:36 root: INFO: instruction count: 74: __C383etypeEncode.__m384ENCODE_SIndexablePointer_TO_o_array_of_o_struct_of_o_binaryANDo_binaryANDo_array_of_o_binaryEND 2022-08-17 10:38:36 root: INFO: instruction count: 76: __C383etypeEncode.__m385ENCODE_SBaseStructPointer_TO_o_struct_of_o_binaryANDo_binaryANDo_array_of_o_binaryEND 2022-08-17 10:38:36 root: INFO: instruction count: 16: __C383etypeEncode.__m386ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:38:36 root: INFO: instruction count: 115: __C383etypeEncode.__m387ENCODE_SIndexablePointer_TO_o_array_of_o_binary 2022-08-17 10:38:36 root: INFO: finished execution of query hail_query_1 2022-08-17 10:38:36 root: INFO: RegionPool: FREE: 384.0K allocated (384.0K blocks / 0 chunks), regions.size = 6, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode total 3.047s self 72.389ms children 2.974s %children 97.62% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR total 188.541ms self 0.524ms children 188.018ms %children 99.72% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/Verify total 0.324ms self 0.324ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation total 187.664ms self 119.947ms children 67.717ms %children 36.08% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 67.717ms self 3.475ms children 64.242ms %children 94.87% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 20.090ms self 20.090ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 4.497ms self 4.497ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 3.460ms self 3.460ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 10.017ms self 10.017ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 5.995ms self 5.995ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 1.503ms self 1.503ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 12.671ms self 12.671ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.326ms self 0.326ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.242ms self 0.242ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.726ms self 0.726ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.217ms self 0.217ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.968ms self 1.968ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.184ms self 0.184ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.346ms self 2.346ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/Verify total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable total 6.148ms self 0.015ms children 6.132ms %children 99.75% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/Verify total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/LoweringTransformation total 6.080ms self 6.080ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/Verify total 0.036ms self 0.036ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable total 9.780ms self 0.017ms children 9.763ms %children 99.82% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 9.719ms self 3.842ms children 5.877ms %children 60.47% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 5.877ms self 0.084ms children 5.793ms %children 98.57% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.199ms self 0.199ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.327ms self 0.327ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.838ms self 0.838ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.255ms self 0.255ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.445ms self 1.445ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.136ms self 0.136ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 2.593ms self 2.593ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets total 1.730ms self 0.013ms children 1.718ms %children 99.27% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/Verify total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/LoweringTransformation total 1.646ms self 1.646ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/Verify total 0.042ms self 0.042ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable total 2.751s self 0.018ms children 2.751s %children 100.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/Verify total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation total 2.751s self 121.042ms children 2.630s %children 95.60% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate total 2.392s self 24.166ms children 2.368s %children 98.99% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR total 163.410ms self 0.019ms children 163.392ms %children 99.99% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/Verify total 0.194ms self 0.194ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation total 163.022ms self 65.084ms children 97.938ms %children 60.08% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 97.938ms self 0.205ms children 97.733ms %children 99.79% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 2.684ms self 2.684ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 1.317ms self 1.317ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 10.197ms self 10.197ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 5.361ms self 5.361ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 18.168ms self 18.168ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 1.073ms self 1.073ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 12.305ms self 12.305ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 1.114ms self 1.114ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.357ms self 0.357ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 2.894ms self 2.894ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 1.299ms self 1.299ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 9.793ms self 9.793ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.717ms self 0.717ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 4.485ms self 4.485ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.883ms self 0.883ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.403ms self 0.403ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 2.475ms self 2.475ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 5.952ms self 5.952ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 10.202ms self 10.202ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.702ms self 0.702ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 5.351ms self 5.351ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, initial IR/Verify total 0.176ms self 0.176ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/LowerMatrixToTable total 0.609ms self 0.012ms children 0.596ms %children 97.99% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/LowerMatrixToTable/Verify total 0.201ms self 0.201ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/LowerMatrixToTable/LoweringTransformation total 0.261ms self 0.261ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/LowerMatrixToTable/Verify total 0.135ms self 0.135ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable total 69.588ms self 0.018ms children 69.570ms %children 99.97% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.071ms self 0.071ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 69.442ms self 10.207ms children 59.235ms %children 85.30% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 59.235ms self 0.199ms children 59.036ms %children 99.66% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.673ms self 0.673ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.536ms self 0.536ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 2.910ms self 2.910ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 1.549ms self 1.549ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 8.604ms self 8.604ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.566ms self 0.566ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 5.459ms self 5.459ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 1.283ms self 1.283ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.423ms self 0.423ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 2.011ms self 2.011ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 1.374ms self 1.374ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 9.200ms self 9.200ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.551ms self 0.551ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 6.608ms self 6.608ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.754ms self 0.754ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.357ms self 0.357ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 2.189ms self 2.189ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 1.427ms self 1.427ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 7.937ms self 7.937ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.467ms self 0.467ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 4.156ms self 4.156ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.057ms self 0.057ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/LiftRelationalValuesToRelationalLets total 0.356ms self 0.013ms children 0.343ms %children 96.34% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/LiftRelationalValuesToRelationalLets/Verify total 0.084ms self 0.084ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.196ms self 0.196ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/LiftRelationalValuesToRelationalLets/Verify total 0.063ms self 0.063ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/LowerOrInterpretNonCompilable total 0.749ms self 0.013ms children 0.736ms %children 98.23% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/LowerOrInterpretNonCompilable/Verify total 0.080ms self 0.080ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/LowerOrInterpretNonCompilable/LoweringTransformation total 0.297ms self 0.297ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/LowerOrInterpretNonCompilable/Verify total 0.359ms self 0.359ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable total 56.671ms self 0.018ms children 56.653ms %children 99.97% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.026ms self 0.026ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 56.591ms self 7.090ms children 49.501ms %children 87.47% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 49.501ms self 0.196ms children 49.305ms %children 99.60% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.523ms self 0.523ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.432ms self 0.432ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 1.362ms self 1.362ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 1.104ms self 1.104ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 8.324ms self 8.324ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.378ms self 0.378ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 4.006ms self 4.006ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.745ms self 0.745ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.379ms self 0.379ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 1.166ms self 1.166ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 1.036ms self 1.036ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 6.854ms self 6.854ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.354ms self 0.354ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 4.269ms self 4.269ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.699ms self 0.699ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.355ms self 0.355ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 1.378ms self 1.378ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 1.033ms self 1.033ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 6.069ms self 6.069ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.314ms self 0.314ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 8.525ms self 8.525ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile total 1.375s self 1.230s children 145.787ms %children 10.60% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR total 53.048ms self 0.017ms children 53.031ms %children 99.97% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/Verify total 0.036ms self 0.036ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 52.965ms self 4.871ms children 48.094ms %children 90.80% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 48.094ms self 0.180ms children 47.914ms %children 99.63% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.515ms self 0.515ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.432ms self 0.432ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.312ms self 1.312ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 9.944ms self 9.944ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 8.645ms self 8.645ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.316ms self 0.316ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 5.715ms self 5.715ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.693ms self 0.693ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.303ms self 0.303ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.160ms self 1.160ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.988ms self 0.988ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.980ms self 3.980ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.263ms self 0.263ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.723ms self 3.723ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.663ms self 0.663ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.253ms self 0.253ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.060ms self 1.060ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.808ms self 0.808ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.627ms self 3.627ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.226ms self 0.226ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.289ms self 3.289ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, initial IR/Verify total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/InlineApplyIR total 0.987ms self 0.013ms children 0.974ms %children 98.69% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/InlineApplyIR/Verify total 0.093ms self 0.093ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/InlineApplyIR/LoweringTransformation total 0.750ms self 0.750ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/InlineApplyIR/Verify total 0.131ms self 0.131ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR total 36.464ms self 0.016ms children 36.447ms %children 99.96% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.026ms self 0.026ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 36.384ms self 5.296ms children 31.088ms %children 85.44% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 31.088ms self 0.170ms children 30.918ms %children 99.45% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.368ms self 0.368ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.306ms self 0.306ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 1.092ms self 1.092ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.709ms self 0.709ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 4.473ms self 4.473ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.234ms self 0.234ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 3.102ms self 3.102ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 1.308ms self 1.308ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.284ms self 0.284ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 1.003ms self 1.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.770ms self 0.770ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 4.496ms self 4.496ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.227ms self 0.227ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 2.878ms self 2.878ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.485ms self 0.485ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.262ms self 0.262ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.973ms self 0.973ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.646ms self 0.646ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 4.191ms self 4.191ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.214ms self 0.214ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 2.896ms self 2.896ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.037ms self 0.037ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/LowerArrayAggsToRunAggs total 11.935ms self 0.017ms children 11.918ms %children 99.86% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/LowerArrayAggsToRunAggs/Verify total 0.084ms self 0.084ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 11.592ms self 11.592ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/LowerArrayAggsToRunAggs/Verify total 0.242ms self 0.242ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 31.705ms self 0.016ms children 31.689ms %children 99.95% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 31.626ms self 4.697ms children 26.929ms %children 85.15% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 26.929ms self 0.148ms children 26.781ms %children 99.45% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.331ms self 0.331ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.292ms self 0.292ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 1.170ms self 1.170ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.852ms self 0.852ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 3.083ms self 3.083ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.211ms self 0.211ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 2.927ms self 2.927ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.521ms self 0.521ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.245ms self 0.245ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 1.018ms self 1.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.715ms self 0.715ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 2.954ms self 2.954ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.211ms self 0.211ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 2.388ms self 2.388ms children 0.000ms %children 0.00% 2022-08-17 10:38:36 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.514ms self 0.514ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.262ms self 0.262ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.934ms self 0.934ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.728ms self 0.728ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 4.305ms self 4.305ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.224ms self 0.224ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 2.896ms self 2.896ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.040ms self 0.040ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/Compile/EmitContext.analyze total 11.649ms self 11.649ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/InitializeCompiledFunction total 7.176ms self 7.176ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/CompileAndEvaluate/RunCompiledFunction total 694.199ms self 694.199ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 14.093ms self 0.027ms children 14.066ms %children 99.81% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 14.039ms self 2.314ms children 11.725ms %children 83.52% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 11.725ms self 0.138ms children 11.588ms %children 98.83% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.369ms self 0.369ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.160ms self 0.160ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.375ms self 1.375ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.301ms self 0.301ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.699ms self 1.699ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.211ms self 0.211ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.188ms self 2.188ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.296ms self 0.296ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.074ms self 0.074ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.271ms self 0.271ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.183ms self 0.183ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.916ms self 0.916ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.079ms self 0.079ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.970ms self 0.970ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.163ms self 0.163ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.071ms self 0.071ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.230ms self 0.230ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.177ms self 0.177ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.836ms self 0.836ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.078ms self 0.078ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.939ms self 0.939ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.096ms self 0.009ms children 0.087ms %children 90.74% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.065ms self 0.065ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 10.402ms self 0.014ms children 10.388ms %children 99.87% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 10.367ms self 1.794ms children 8.573ms %children 82.69% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 8.573ms self 0.119ms children 8.454ms %children 98.61% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.108ms self 0.108ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.110ms self 0.110ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.274ms self 0.274ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.169ms self 0.169ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.932ms self 0.932ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.086ms self 0.086ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.037ms self 1.037ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.168ms self 0.168ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.072ms self 0.072ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.272ms self 0.272ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.163ms self 0.163ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.440ms self 1.440ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.100ms self 0.100ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.061ms self 1.061ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.176ms self 0.176ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.076ms self 0.076ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.249ms self 0.249ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.162ms self 0.162ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.796ms self 0.796ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.080ms self 0.080ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.922ms self 0.922ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.087ms self 0.008ms children 0.078ms %children 90.56% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.012ms self 0.012ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.083ms self 0.006ms children 0.077ms %children 92.79% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.050ms self 0.050ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 9.611ms self 0.014ms children 9.597ms %children 99.86% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 9.575ms self 1.844ms children 7.732ms %children 80.74% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 7.732ms self 0.119ms children 7.613ms %children 98.46% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.103ms self 0.103ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.102ms self 0.102ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.289ms self 0.289ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.176ms self 0.176ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.953ms self 0.953ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.086ms self 0.086ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.995ms self 0.995ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.172ms self 0.172ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.073ms self 0.073ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.245ms self 0.245ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.168ms self 0.168ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.850ms self 0.850ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.083ms self 0.083ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.910ms self 0.910ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.166ms self 0.166ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.068ms self 0.068ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.247ms self 0.247ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.165ms self 0.165ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.741ms self 0.741ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.079ms self 0.079ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.940ms self 0.940ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 141.833ms self 110.370ms children 31.463ms %children 22.18% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 10.656ms self 0.013ms children 10.643ms %children 99.87% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.010ms self 0.010ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 10.619ms self 1.960ms children 8.659ms %children 81.54% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 8.659ms self 0.106ms children 8.553ms %children 98.77% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.137ms self 0.137ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.114ms self 0.114ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.347ms self 0.347ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.177ms self 0.177ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.079ms self 1.079ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.085ms self 0.085ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.129ms self 1.129ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.191ms self 0.191ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.078ms self 0.078ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.249ms self 0.249ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.171ms self 0.171ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.781ms self 0.781ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.075ms self 0.075ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.821ms self 0.821ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.166ms self 0.166ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.072ms self 0.072ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.236ms self 0.236ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.159ms self 0.159ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.551ms self 1.551ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.084ms self 0.084ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.851ms self 0.851ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.102ms self 0.007ms children 0.094ms %children 92.72% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.059ms self 0.059ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 8.843ms self 0.010ms children 8.833ms %children 99.89% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 8.814ms self 1.752ms children 7.062ms %children 80.12% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 7.062ms self 0.092ms children 6.969ms %children 98.69% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.088ms self 0.088ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.096ms self 0.096ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.257ms self 0.257ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.182ms self 0.182ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.788ms self 0.788ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.074ms self 0.074ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.873ms self 0.873ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.149ms self 0.149ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.071ms self 0.071ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.200ms self 0.200ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.168ms self 0.168ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.735ms self 0.735ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.077ms self 0.077ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.784ms self 0.784ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.149ms self 0.149ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.074ms self 0.074ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.210ms self 0.210ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.155ms self 0.155ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 1.040ms self 1.040ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.079ms self 0.079ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.721ms self 0.721ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.012ms self 0.012ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 1.273ms self 0.014ms children 1.259ms %children 98.91% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 1.211ms self 1.211ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 9.542ms self 0.010ms children 9.532ms %children 99.90% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 9.511ms self 1.767ms children 7.744ms %children 81.42% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 7.744ms self 0.096ms children 7.648ms %children 98.77% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.083ms self 0.083ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.090ms self 0.090ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.227ms self 0.227ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.166ms self 0.166ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.689ms self 0.689ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.078ms self 0.078ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.698ms self 0.698ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.162ms self 0.162ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.069ms self 0.069ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.189ms self 0.189ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.154ms self 0.154ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 1.570ms self 1.570ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.080ms self 0.080ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.875ms self 0.875ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.159ms self 0.159ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.072ms self 0.072ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.223ms self 0.223ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.167ms self 0.167ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 1.082ms self 1.082ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.082ms self 0.082ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.733ms self 0.733ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 1.047ms self 1.047ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 1.679ms self 1.679ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 38.298ms self 38.298ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 0.809ms self 0.011ms children 0.799ms %children 98.68% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.037ms self 0.037ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 0.759ms self 0.342ms children 0.417ms %children 54.97% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 0.417ms self 0.035ms children 0.382ms %children 91.68% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.052ms self 0.052ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.034ms self 0.034ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.111ms self 0.111ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.088ms self 0.088ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.055ms self 0.055ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.027ms self 0.005ms children 0.022ms %children 82.66% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 0.327ms self 0.005ms children 0.322ms %children 98.42% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 0.320ms self 0.128ms children 0.192ms %children 60.06% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 0.192ms self 0.015ms children 0.177ms %children 92.36% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.029ms self 0.029ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.069ms self 0.069ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.017ms self 0.004ms children 0.013ms %children 78.86% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.010ms self 0.010ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.016ms self 0.003ms children 0.013ms %children 80.66% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 0.268ms self 0.005ms children 0.263ms %children 98.19% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.261ms self 0.119ms children 0.142ms %children 54.23% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.142ms self 0.013ms children 0.128ms %children 90.66% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.010ms self 0.010ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.055ms self 0.055ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 18.017ms self 14.680ms children 3.337ms %children 18.52% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 0.816ms self 0.008ms children 0.808ms %children 99.02% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 0.801ms self 0.316ms children 0.485ms %children 60.54% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 0.485ms self 0.033ms children 0.452ms %children 93.18% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.064ms self 0.064ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.026ms self 0.026ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.082ms self 0.082ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.033ms self 0.033ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.137ms self 0.137ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.089ms self 0.089ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.029ms self 0.005ms children 0.024ms %children 81.89% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 0.622ms self 0.006ms children 0.616ms %children 98.97% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 0.607ms self 0.268ms children 0.338ms %children 55.80% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 0.338ms self 0.020ms children 0.318ms %children 94.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.037ms self 0.037ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.027ms self 0.027ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.114ms self 0.114ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.072ms self 0.072ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 0.615ms self 0.007ms children 0.608ms %children 98.91% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.012ms self 0.012ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 0.589ms self 0.589ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 0.787ms self 0.007ms children 0.780ms %children 99.09% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 0.775ms self 0.325ms children 0.450ms %children 58.12% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 0.450ms self 0.022ms children 0.428ms %children 95.15% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.046ms self 0.046ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.052ms self 0.052ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.039ms self 0.039ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.137ms self 0.137ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.099ms self 0.099ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 0.466ms self 0.466ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 1.792ms self 1.792ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/Verify total 0.049ms self 0.049ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable total 0.755ms self 0.024ms children 0.731ms %children 96.82% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.726ms self 0.296ms children 0.430ms %children 59.26% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.430ms self 0.030ms children 0.400ms %children 93.10% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.061ms self 0.061ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.042ms self 0.042ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.121ms self 0.121ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.082ms self 0.082ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile total 15.074ms self 11.474ms children 3.600ms %children 23.88% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR total 0.765ms self 0.008ms children 0.757ms %children 99.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 0.751ms self 0.313ms children 0.438ms %children 58.39% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 0.438ms self 0.025ms children 0.414ms %children 94.32% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.052ms self 0.052ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.033ms self 0.033ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.131ms self 0.131ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.026ms self 0.026ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.102ms self 0.102ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR total 0.030ms self 0.006ms children 0.024ms %children 81.40% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR/Verify total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR/LoweringTransformation total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR total 0.608ms self 0.006ms children 0.602ms %children 99.03% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 0.598ms self 0.232ms children 0.366ms %children 61.22% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 0.366ms self 0.021ms children 0.345ms %children 94.22% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.040ms self 0.040ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.120ms self 0.120ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.083ms self 0.083ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs total 0.618ms self 0.008ms children 0.610ms %children 98.75% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs/Verify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 0.597ms self 0.597ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs/Verify total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 1.017ms self 0.009ms children 1.008ms %children 99.11% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 1.000ms self 0.391ms children 0.610ms %children 60.96% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 0.610ms self 0.031ms children 0.579ms %children 94.99% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.054ms self 0.054ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.074ms self 0.074ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.054ms self 0.054ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.164ms self 0.164ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.167ms self 0.167ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/EmitContext.analyze total 0.562ms self 0.562ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/InitializeCompiledFunction total 1.324ms self 1.324ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/RunCompiledFunction total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 Hail: INFO: Reading table to impute column types 2022-08-17 10:38:37 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:38:37 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 10:38:37 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:37 root: INFO: timing SparkBackend.parse_value_ir total 27.632ms self 27.632ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:38:37 root: INFO: starting execution of query hail_query_2 of initial size 98 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 98: (Let __rng_state (RNGStateLiteral (0 0 0 0)) (MakeTuple (0) (TableAggregate (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __cse_2 (GetField text (Ref row)) (Let __cse_1 (Apply 3 splitChar () Array[String] (Ref __cse_2) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Ref __cse_1))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Ref __cse_1))) (I32 1)) (Str "field") (Str "fields")) (Ref __cse_2))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (AggLet __cse_3 False (GetField split_text (Ref row)) (AggArrayPerElement __uid_3 unused False False (MakeArray Array[String] (ApplyIR 8 indexArray () String (Ref __cse_3) (I32 0)) (ApplyIR 9 indexArray () String (Ref __cse_3) (I32 1)) (ApplyIR 10 indexArray () String (Ref __cse_3) (I32 2)) (ApplyIR 11 indexArray () String (Ref __cse_3) (I32 3)) (ApplyIR 12 indexArray () String (Ref __cse_3) (I32 4)) (ApplyIR 13 indexArray () String (Ref __cse_3) (I32 5))) (ApplyAggOp ImputeType () ((Ref __uid_3)))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 82: (MakeTuple (0) (TableAggregate (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (AggLet __iruid_644 False (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_645 (GetField text (Ref row)) (Let __iruid_646 (Apply 3 splitChar () Array[String] (Ref __iruid_645) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_646)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_646)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_645))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (AggArrayPerElement __iruid_647 __iruid_648 False False (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_644) (I32 0)) (ArrayRef 9 (Ref __iruid_644) (I32 1)) (ArrayRef 10 (Ref __iruid_644) (I32 2)) (ArrayRef 11 (Ref __iruid_644) (I32 3)) (ArrayRef 12 (Ref __iruid_644) (I32 4)) (ArrayRef 13 (Ref __iruid_644) (I32 5))) (ApplyAggOp ImputeType () ((Ref __iruid_647))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 82: (MakeTuple (0) (TableAggregate (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (AggLet __iruid_644 False (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_645 (GetField text (Ref row)) (Let __iruid_646 (Apply 3 splitChar () Array[String] (Ref __iruid_645) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_646)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_646)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_645))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (AggArrayPerElement __iruid_647 __iruid_648 False False (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_644) (I32 0)) (ArrayRef 9 (Ref __iruid_644) (I32 1)) (ArrayRef 10 (Ref __iruid_644) (I32 2)) (ArrayRef 11 (Ref __iruid_644) (I32 3)) (ArrayRef 12 (Ref __iruid_644) (I32 4)) (ArrayRef 13 (Ref __iruid_644) (I32 5))) (ApplyAggOp ImputeType () ((Ref __iruid_647))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 82: (MakeTuple (0) (TableAggregate (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (AggLet __iruid_659 False (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_660 (GetField text (Ref row)) (Let __iruid_661 (Apply 3 splitChar () Array[String] (Ref __iruid_660) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_661)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_661)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_660))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (AggArrayPerElement __iruid_662 __iruid_663 False False (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_659) (I32 0)) (ArrayRef 9 (Ref __iruid_659) (I32 1)) (ArrayRef 10 (Ref __iruid_659) (I32 2)) (ArrayRef 11 (Ref __iruid_659) (I32 3)) (ArrayRef 12 (Ref __iruid_659) (I32 4)) (ArrayRef 13 (Ref __iruid_659) (I32 5))) (ApplyAggOp ImputeType () ((Ref __iruid_662))))))) 2022-08-17 10:38:37 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:38:37 root: INFO: lowering result: TableAggregate 2022-08-17 10:38:37 root: INFO: Aggregate: useTreeAggregate=true 2022-08-17 10:38:37 root: INFO: Aggregate: commutative=true 2022-08-17 10:38:37 root: INFO: compiling and evaluating result: TableAggregate 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 239: (Let __iruid_669 (MakeStruct) (Let __iruid_671 (Let global (Ref __iruid_669) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (InitOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((Begin (InitOp 0 (ImputeType (ImputeTypeStateSig)) ()))))) (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))))) (Let __iruid_674 (CollectDistributedArray __iruid_670 __iruid_672 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_669 (Ref __iruid_669)) (__iruid_671 (Ref __iruid_671))) (Let __iruid_671 (GetField __iruid_671 (Ref __iruid_672)) (Let __iruid_669 (GetField __iruid_669 (Ref __iruid_672)) (Let global (Ref __iruid_669) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (Ref __iruid_671)))) (StreamFor row (Let global (Ref __iruid_669) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_670)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let __iruid_659 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_660 (GetField text (Ref row)) (Let __iruid_661 (Apply 3 splitChar () Array[String] (Ref __iruid_660) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_661)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_661)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_660))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (Begin (Let __iruid_667 (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_659) (I32 0)) (ArrayRef 9 (Ref __iruid_659) (I32 1)) (ArrayRef 10 (Ref __iruid_659) (I32 2)) (ArrayRef 11 (Ref __iruid_659) (I32 3)) (ArrayRef 12 (Ref __iruid_659) (I32 4)) (ArrayRef 13 (Ref __iruid_659) (I32 5))) (Begin (SeqOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((ArrayLen (Ref __iruid_667)))) (StreamFor __iruid_663 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_667)) (I32 1)) (Let __iruid_662 (ArrayRef -1 (Ref __iruid_667) (Ref __iruid_663)) (SeqOp 0 (AggElements ((ImputeType (ImputeTypeStateSig)))) ((Ref __iruid_663) (Begin (SeqOp 0 (ImputeType (ImputeTypeStateSig)) ((Ref __iruid_662)))))))))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_673)))))))) (Let __iruid_684 (TailLoop __iruid_675 (__iruid_676) (Ref __iruid_674) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_676)) (I32 50)) (Ref __iruid_676) (Recur __iruid_675 Array[String] (CollectDistributedArray __iruid_677 __iruid_679 (StreamMap __iruid_678 (StreamGrouped (ToStream False (Ref __iruid_676)) (I32 50)) (ToArray (Ref __iruid_678))) (MakeStruct) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Let __iruid_680 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_677) (I32 0))) (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (Ref __iruid_680))))) (StreamFor __iruid_681 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_677)) (I32 1)) (Let __iruid_682 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_677) (Ref __iruid_681))) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (Ref __iruid_682))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_683)))))))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Let __iruid_685 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_684) (I32 0))) (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (Ref __iruid_685))))) (StreamFor __iruid_686 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_684)) (I32 1)) (Let __iruid_687 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_684) (Ref __iruid_686))) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (Ref __iruid_687))))))) (Let global (Ref __iruid_669) (Let __iruid_665 (MakeTuple (0) (ResultOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))))) (Let __iruid_668 (GetTupleElement 0 (Ref __iruid_665)) (ToArray (StreamMap __iruid_663 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_668)) (I32 1)) (Let __iruid_666 (ArrayRef -1 (Ref __iruid_668) (Ref __iruid_663)) (GetTupleElement 0 (Ref __iruid_666))))))))))))) 2022-08-17 10:38:37 root: INFO: Prune: MakeStruct: eliminating field '__iruid_669' 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 211: (Let __iruid_746 (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (InitOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((Begin (InitOp 0 (ImputeType (ImputeTypeStateSig)) ()))))) (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig)))))) (Let __iruid_747 (CollectDistributedArray __iruid_748 __iruid_749 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_671 (Ref __iruid_746))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (GetField __iruid_671 (Ref __iruid_749))))) (StreamFor __iruid_750 (StreamFilter __iruid_751 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_748)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_751)) (Str "Sample\tPop...")) (False))) (Let __iruid_752 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_750))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_750)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_750)) (Str "\t") (Literal Array[String] )) (Let __iruid_753 (GetField text (Ref __iruid_750)) (Let __iruid_754 (Apply 3 splitChar () Array[String] (Ref __iruid_753) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_750)) (ArrayLen (Ref __iruid_754)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_754)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_753))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_750))))) (Begin (Let __iruid_755 (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_752) (I32 0)) (ArrayRef 9 (Ref __iruid_752) (I32 1)) (ArrayRef 10 (Ref __iruid_752) (I32 2)) (ArrayRef 11 (Ref __iruid_752) (I32 3)) (ArrayRef 12 (Ref __iruid_752) (I32 4)) (ArrayRef 13 (Ref __iruid_752) (I32 5))) (Begin (SeqOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((ArrayLen (Ref __iruid_755)))) (StreamFor __iruid_756 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_755)) (I32 1)) (SeqOp 0 (AggElements ((ImputeType (ImputeTypeStateSig)))) ((Ref __iruid_756) (Begin (SeqOp 0 (ImputeType (ImputeTypeStateSig)) ((ArrayRef -1 (Ref __iruid_755) (Ref __iruid_756)))))))))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_673))))) (Let __iruid_757 (TailLoop __iruid_758 (__iruid_759) (Ref __iruid_747) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_759)) (I32 50)) (Ref __iruid_759) (Recur __iruid_758 Array[String] (CollectDistributedArray __iruid_760 __iruid_761 (StreamMap __iruid_762 (StreamGrouped (ToStream False (Ref __iruid_759)) (I32 50)) (ToArray (Ref __iruid_762))) (Literal Struct{} ) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_760) (I32 0)))))) (StreamFor __iruid_763 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_760)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_760) (Ref __iruid_763)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_683)))))))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_757) (I32 0)))))) (StreamFor __iruid_764 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_757)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_757) (Ref __iruid_764)))))))) (Let __iruid_765 (MakeTuple (0) (ResultOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))))) (Let __iruid_766 (GetTupleElement 0 (Ref __iruid_765)) (ToArray (StreamMap __iruid_767 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_766)) (I32 1)) (GetTupleElement 0 (ArrayRef -1 (Ref __iruid_766) (Ref __iruid_767))))))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 211: (Let __iruid_746 (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (InitOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((Begin (InitOp 0 (ImputeType (ImputeTypeStateSig)) ()))))) (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig)))))) (Let __iruid_747 (CollectDistributedArray __iruid_748 __iruid_749 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_671 (Ref __iruid_746))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (GetField __iruid_671 (Ref __iruid_749))))) (StreamFor __iruid_750 (StreamFilter __iruid_751 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_748)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_751)) (Str "Sample\tPop...")) (False))) (Let __iruid_752 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_750))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_750)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_750)) (Str "\t") (Literal Array[String] )) (Let __iruid_753 (GetField text (Ref __iruid_750)) (Let __iruid_754 (Apply 3 splitChar () Array[String] (Ref __iruid_753) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_750)) (ArrayLen (Ref __iruid_754)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_754)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_753))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_750))))) (Begin (Let __iruid_755 (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_752) (I32 0)) (ArrayRef 9 (Ref __iruid_752) (I32 1)) (ArrayRef 10 (Ref __iruid_752) (I32 2)) (ArrayRef 11 (Ref __iruid_752) (I32 3)) (ArrayRef 12 (Ref __iruid_752) (I32 4)) (ArrayRef 13 (Ref __iruid_752) (I32 5))) (Begin (SeqOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((ArrayLen (Ref __iruid_755)))) (StreamFor __iruid_756 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_755)) (I32 1)) (SeqOp 0 (AggElements ((ImputeType (ImputeTypeStateSig)))) ((Ref __iruid_756) (Begin (SeqOp 0 (ImputeType (ImputeTypeStateSig)) ((ArrayRef -1 (Ref __iruid_755) (Ref __iruid_756)))))))))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_673))))) (Let __iruid_757 (TailLoop __iruid_758 (__iruid_759) (Ref __iruid_747) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_759)) (I32 50)) (Ref __iruid_759) (Recur __iruid_758 Array[String] (CollectDistributedArray __iruid_760 __iruid_761 (StreamMap __iruid_762 (StreamGrouped (ToStream False (Ref __iruid_759)) (I32 50)) (ToArray (Ref __iruid_762))) (Literal Struct{} ) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_760) (I32 0)))))) (StreamFor __iruid_763 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_760)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_760) (Ref __iruid_763)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_683)))))))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_757) (I32 0)))))) (StreamFor __iruid_764 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_757)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_757) (Ref __iruid_764)))))))) (Let __iruid_765 (MakeTuple (0) (ResultOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))))) (Let __iruid_766 (GetTupleElement 0 (Ref __iruid_765)) (ToArray (StreamMap __iruid_767 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_766)) (I32 1)) (GetTupleElement 0 (ArrayRef -1 (Ref __iruid_766) (Ref __iruid_767))))))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 211: (Let __iruid_812 (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (InitOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((Begin (InitOp 0 (ImputeType (ImputeTypeStateSig)) ()))))) (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig)))))) (Let __iruid_813 (CollectDistributedArray __iruid_814 __iruid_815 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_671 (Ref __iruid_812))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (GetField __iruid_671 (Ref __iruid_815))))) (StreamFor __iruid_816 (StreamFilter __iruid_817 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_814)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_817)) (Str "Sample\tPop...")) (False))) (Let __iruid_818 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_816))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_816)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_816)) (Str "\t") (Literal Array[String] )) (Let __iruid_819 (GetField text (Ref __iruid_816)) (Let __iruid_820 (Apply 3 splitChar () Array[String] (Ref __iruid_819) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_816)) (ArrayLen (Ref __iruid_820)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_820)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_819))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_816))))) (Begin (Let __iruid_821 (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_818) (I32 0)) (ArrayRef 9 (Ref __iruid_818) (I32 1)) (ArrayRef 10 (Ref __iruid_818) (I32 2)) (ArrayRef 11 (Ref __iruid_818) (I32 3)) (ArrayRef 12 (Ref __iruid_818) (I32 4)) (ArrayRef 13 (Ref __iruid_818) (I32 5))) (Begin (SeqOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((ArrayLen (Ref __iruid_821)))) (StreamFor __iruid_822 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_821)) (I32 1)) (SeqOp 0 (AggElements ((ImputeType (ImputeTypeStateSig)))) ((Ref __iruid_822) (Begin (SeqOp 0 (ImputeType (ImputeTypeStateSig)) ((ArrayRef -1 (Ref __iruid_821) (Ref __iruid_822)))))))))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_673))))) (Let __iruid_823 (TailLoop __iruid_824 (__iruid_825) (Ref __iruid_813) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_825)) (I32 50)) (Ref __iruid_825) (Recur __iruid_824 Array[String] (CollectDistributedArray __iruid_826 __iruid_827 (StreamMap __iruid_828 (StreamGrouped (ToStream False (Ref __iruid_825)) (I32 50)) (ToArray (Ref __iruid_828))) (Literal Struct{} ) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_826) (I32 0)))))) (StreamFor __iruid_829 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_826)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_826) (Ref __iruid_829)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_683)))))))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_823) (I32 0)))))) (StreamFor __iruid_830 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_823)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_823) (Ref __iruid_830)))))))) (Let __iruid_831 (MakeTuple (0) (ResultOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))))) (Let __iruid_832 (GetTupleElement 0 (Ref __iruid_831)) (ToArray (StreamMap __iruid_833 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_832)) (I32 1)) (GetTupleElement 0 (ArrayRef -1 (Ref __iruid_832) (Ref __iruid_833))))))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 211: (Let __iruid_812 (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (InitOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((Begin (InitOp 0 (ImputeType (ImputeTypeStateSig)) ()))))) (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig)))))) (Let __iruid_813 (CollectDistributedArray __iruid_814 __iruid_815 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_671 (Ref __iruid_812))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (GetField __iruid_671 (Ref __iruid_815))))) (StreamFor __iruid_816 (StreamFilter __iruid_817 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_814)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_817)) (Str "Sample\tPop...")) (False))) (Let __iruid_818 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_816))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_816)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_816)) (Str "\t") (Literal Array[String] )) (Let __iruid_819 (GetField text (Ref __iruid_816)) (Let __iruid_820 (Apply 3 splitChar () Array[String] (Ref __iruid_819) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_816)) (ArrayLen (Ref __iruid_820)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_820)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_819))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_816))))) (Begin (Let __iruid_821 (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_818) (I32 0)) (ArrayRef 9 (Ref __iruid_818) (I32 1)) (ArrayRef 10 (Ref __iruid_818) (I32 2)) (ArrayRef 11 (Ref __iruid_818) (I32 3)) (ArrayRef 12 (Ref __iruid_818) (I32 4)) (ArrayRef 13 (Ref __iruid_818) (I32 5))) (Begin (SeqOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((ArrayLen (Ref __iruid_821)))) (StreamFor __iruid_822 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_821)) (I32 1)) (SeqOp 0 (AggElements ((ImputeType (ImputeTypeStateSig)))) ((Ref __iruid_822) (Begin (SeqOp 0 (ImputeType (ImputeTypeStateSig)) ((ArrayRef -1 (Ref __iruid_821) (Ref __iruid_822)))))))))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_673))))) (Let __iruid_823 (TailLoop __iruid_824 (__iruid_825) (Ref __iruid_813) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_825)) (I32 50)) (Ref __iruid_825) (Recur __iruid_824 Array[String] (CollectDistributedArray __iruid_826 __iruid_827 (StreamMap __iruid_828 (StreamGrouped (ToStream False (Ref __iruid_825)) (I32 50)) (ToArray (Ref __iruid_828))) (Literal Struct{} ) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_826) (I32 0)))))) (StreamFor __iruid_829 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_826)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_826) (Ref __iruid_829)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_683)))))))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_823) (I32 0)))))) (StreamFor __iruid_830 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_823)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_823) (Ref __iruid_830)))))))) (Let __iruid_831 (MakeTuple (0) (ResultOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))))) (Let __iruid_832 (GetTupleElement 0 (Ref __iruid_831)) (ToArray (StreamMap __iruid_833 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_832)) (I32 1)) (GetTupleElement 0 (ArrayRef -1 (Ref __iruid_832) (Ref __iruid_833))))))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 211: (Let __iruid_878 (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (InitOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((Begin (InitOp 0 (ImputeType (ImputeTypeStateSig)) ()))))) (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig)))))) (Let __iruid_879 (CollectDistributedArray __iruid_880 __iruid_881 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_671 (Ref __iruid_878))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (GetField __iruid_671 (Ref __iruid_881))))) (StreamFor __iruid_882 (StreamFilter __iruid_883 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_880)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_883)) (Str "Sample\tPop...")) (False))) (Let __iruid_884 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_882))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_882)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_882)) (Str "\t") (Literal Array[String] )) (Let __iruid_885 (GetField text (Ref __iruid_882)) (Let __iruid_886 (Apply 3 splitChar () Array[String] (Ref __iruid_885) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_882)) (ArrayLen (Ref __iruid_886)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_886)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_885))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_882))))) (Begin (Let __iruid_887 (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_884) (I32 0)) (ArrayRef 9 (Ref __iruid_884) (I32 1)) (ArrayRef 10 (Ref __iruid_884) (I32 2)) (ArrayRef 11 (Ref __iruid_884) (I32 3)) (ArrayRef 12 (Ref __iruid_884) (I32 4)) (ArrayRef 13 (Ref __iruid_884) (I32 5))) (Begin (SeqOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((ArrayLen (Ref __iruid_887)))) (StreamFor __iruid_888 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_887)) (I32 1)) (SeqOp 0 (AggElements ((ImputeType (ImputeTypeStateSig)))) ((Ref __iruid_888) (Begin (SeqOp 0 (ImputeType (ImputeTypeStateSig)) ((ArrayRef -1 (Ref __iruid_887) (Ref __iruid_888)))))))))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_673))))) (Let __iruid_889 (TailLoop __iruid_890 (__iruid_891) (Ref __iruid_879) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_891)) (I32 50)) (Ref __iruid_891) (Recur __iruid_890 Array[String] (CollectDistributedArray __iruid_892 __iruid_893 (StreamMap __iruid_894 (StreamGrouped (ToStream False (Ref __iruid_891)) (I32 50)) (ToArray (Ref __iruid_894))) (Literal Struct{} ) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_892) (I32 0)))))) (StreamFor __iruid_895 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_892)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_892) (Ref __iruid_895)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_683)))))))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_889) (I32 0)))))) (StreamFor __iruid_896 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_889)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_889) (Ref __iruid_896)))))))) (Let __iruid_897 (MakeTuple (0) (ResultOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))))) (Let __iruid_898 (GetTupleElement 0 (Ref __iruid_897)) (ToArray (StreamMap __iruid_899 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_898)) (I32 1)) (GetTupleElement 0 (ArrayRef -1 (Ref __iruid_898) (Ref __iruid_899))))))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 212: (MakeTuple (0) (Let __iruid_878 (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (InitOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((Begin (InitOp 0 (ImputeType (ImputeTypeStateSig)) ()))))) (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig)))))) (Let __iruid_879 (CollectDistributedArray __iruid_880 __iruid_881 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_671 (Ref __iruid_878))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (GetField __iruid_671 (Ref __iruid_881))))) (StreamFor __iruid_882 (StreamFilter __iruid_883 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_880)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_883)) (Str "Sample\tPop...")) (False))) (Let __iruid_884 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_882))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_882)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_882)) (Str "\t") (Literal Array[String] )) (Let __iruid_885 (GetField text (Ref __iruid_882)) (Let __iruid_886 (Apply 3 splitChar () Array[String] (Ref __iruid_885) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_882)) (ArrayLen (Ref __iruid_886)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_886)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_885))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_882))))) (Begin (Let __iruid_887 (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_884) (I32 0)) (ArrayRef 9 (Ref __iruid_884) (I32 1)) (ArrayRef 10 (Ref __iruid_884) (I32 2)) (ArrayRef 11 (Ref __iruid_884) (I32 3)) (ArrayRef 12 (Ref __iruid_884) (I32 4)) (ArrayRef 13 (Ref __iruid_884) (I32 5))) (Begin (SeqOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((ArrayLen (Ref __iruid_887)))) (StreamFor __iruid_888 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_887)) (I32 1)) (SeqOp 0 (AggElements ((ImputeType (ImputeTypeStateSig)))) ((Ref __iruid_888) (Begin (SeqOp 0 (ImputeType (ImputeTypeStateSig)) ((ArrayRef -1 (Ref __iruid_887) (Ref __iruid_888)))))))))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_673))))) (Let __iruid_889 (TailLoop __iruid_890 (__iruid_891) (Ref __iruid_879) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_891)) (I32 50)) (Ref __iruid_891) (Recur __iruid_890 Array[String] (CollectDistributedArray __iruid_892 __iruid_893 (StreamMap __iruid_894 (StreamGrouped (ToStream False (Ref __iruid_891)) (I32 50)) (ToArray (Ref __iruid_894))) (Literal Struct{} ) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_892) (I32 0)))))) (StreamFor __iruid_895 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_892)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_892) (Ref __iruid_895)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_683)))))))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_889) (I32 0)))))) (StreamFor __iruid_896 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_889)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_889) (Ref __iruid_896)))))))) (Let __iruid_897 (MakeTuple (0) (ResultOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))))) (Let __iruid_898 (GetTupleElement 0 (Ref __iruid_897)) (ToArray (StreamMap __iruid_899 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_898)) (I32 1)) (GetTupleElement 0 (ArrayRef -1 (Ref __iruid_898) (Ref __iruid_899)))))))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 212: (MakeTuple (0) (Let __iruid_944 (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (InitOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((Begin (InitOp 0 (ImputeType (ImputeTypeStateSig)) ()))))) (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig)))))) (Let __iruid_945 (CollectDistributedArray __iruid_946 __iruid_947 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_671 (Ref __iruid_944))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (GetField __iruid_671 (Ref __iruid_947))))) (StreamFor __iruid_948 (StreamFilter __iruid_949 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_946)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_949)) (Str "Sample\tPop...")) (False))) (Let __iruid_950 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_948))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_948)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_948)) (Str "\t") (Literal Array[String] )) (Let __iruid_951 (GetField text (Ref __iruid_948)) (Let __iruid_952 (Apply 3 splitChar () Array[String] (Ref __iruid_951) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_948)) (ArrayLen (Ref __iruid_952)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_952)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_951))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_948))))) (Begin (Let __iruid_953 (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_950) (I32 0)) (ArrayRef 9 (Ref __iruid_950) (I32 1)) (ArrayRef 10 (Ref __iruid_950) (I32 2)) (ArrayRef 11 (Ref __iruid_950) (I32 3)) (ArrayRef 12 (Ref __iruid_950) (I32 4)) (ArrayRef 13 (Ref __iruid_950) (I32 5))) (Begin (SeqOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((ArrayLen (Ref __iruid_953)))) (StreamFor __iruid_954 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_953)) (I32 1)) (SeqOp 0 (AggElements ((ImputeType (ImputeTypeStateSig)))) ((Ref __iruid_954) (Begin (SeqOp 0 (ImputeType (ImputeTypeStateSig)) ((ArrayRef -1 (Ref __iruid_953) (Ref __iruid_954)))))))))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_673))))) (Let __iruid_955 (TailLoop __iruid_956 (__iruid_957) (Ref __iruid_945) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_957)) (I32 50)) (Ref __iruid_957) (Recur __iruid_956 Array[String] (CollectDistributedArray __iruid_958 __iruid_959 (StreamMap __iruid_960 (StreamGrouped (ToStream False (Ref __iruid_957)) (I32 50)) (ToArray (Ref __iruid_960))) (Literal Struct{} ) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_958) (I32 0)))))) (StreamFor __iruid_961 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_958)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_958) (Ref __iruid_961)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_683)))))))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_955) (I32 0)))))) (StreamFor __iruid_962 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_955)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_955) (Ref __iruid_962)))))))) (Let __iruid_963 (MakeTuple (0) (ResultOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))))) (Let __iruid_964 (GetTupleElement 0 (Ref __iruid_963)) (ToArray (StreamMap __iruid_965 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_964)) (I32 1)) (GetTupleElement 0 (ArrayRef -1 (Ref __iruid_964) (Ref __iruid_965)))))))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 212: (MakeTuple (0) (Let __iruid_944 (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (InitOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((Begin (InitOp 0 (ImputeType (ImputeTypeStateSig)) ()))))) (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig)))))) (Let __iruid_945 (CollectDistributedArray __iruid_946 __iruid_947 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_671 (Ref __iruid_944))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (GetField __iruid_671 (Ref __iruid_947))))) (StreamFor __iruid_948 (StreamFilter __iruid_949 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_946)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_949)) (Str "Sample\tPop...")) (False))) (Let __iruid_950 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_948))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_948)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_948)) (Str "\t") (Literal Array[String] )) (Let __iruid_951 (GetField text (Ref __iruid_948)) (Let __iruid_952 (Apply 3 splitChar () Array[String] (Ref __iruid_951) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_948)) (ArrayLen (Ref __iruid_952)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_952)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_951))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_948))))) (Begin (Let __iruid_953 (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_950) (I32 0)) (ArrayRef 9 (Ref __iruid_950) (I32 1)) (ArrayRef 10 (Ref __iruid_950) (I32 2)) (ArrayRef 11 (Ref __iruid_950) (I32 3)) (ArrayRef 12 (Ref __iruid_950) (I32 4)) (ArrayRef 13 (Ref __iruid_950) (I32 5))) (Begin (SeqOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((ArrayLen (Ref __iruid_953)))) (StreamFor __iruid_954 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_953)) (I32 1)) (SeqOp 0 (AggElements ((ImputeType (ImputeTypeStateSig)))) ((Ref __iruid_954) (Begin (SeqOp 0 (ImputeType (ImputeTypeStateSig)) ((ArrayRef -1 (Ref __iruid_953) (Ref __iruid_954)))))))))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_673))))) (Let __iruid_955 (TailLoop __iruid_956 (__iruid_957) (Ref __iruid_945) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_957)) (I32 50)) (Ref __iruid_957) (Recur __iruid_956 Array[String] (CollectDistributedArray __iruid_958 __iruid_959 (StreamMap __iruid_960 (StreamGrouped (ToStream False (Ref __iruid_957)) (I32 50)) (ToArray (Ref __iruid_960))) (Literal Struct{} ) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_958) (I32 0)))))) (StreamFor __iruid_961 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_958)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_958) (Ref __iruid_961)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_683)))))))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_955) (I32 0)))))) (StreamFor __iruid_962 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_955)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_955) (Ref __iruid_962)))))))) (Let __iruid_963 (MakeTuple (0) (ResultOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))))) (Let __iruid_964 (GetTupleElement 0 (Ref __iruid_963)) (ToArray (StreamMap __iruid_965 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_964)) (I32 1)) (GetTupleElement 0 (ArrayRef -1 (Ref __iruid_964) (Ref __iruid_965)))))))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 212: (MakeTuple (0) (Let __iruid_1010 (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (InitOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((Begin (InitOp 0 (ImputeType (ImputeTypeStateSig)) ()))))) (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig)))))) (Let __iruid_1011 (CollectDistributedArray __iruid_1012 __iruid_1013 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_671 (Ref __iruid_1010))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (GetField __iruid_671 (Ref __iruid_1013))))) (StreamFor __iruid_1014 (StreamFilter __iruid_1015 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_1012)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_1015)) (Str "Sample\tPop...")) (False))) (Let __iruid_1016 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_1014))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1014)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1014)) (Str "\t") (Literal Array[String] )) (Let __iruid_1017 (GetField text (Ref __iruid_1014)) (Let __iruid_1018 (Apply 3 splitChar () Array[String] (Ref __iruid_1017) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_1014)) (ArrayLen (Ref __iruid_1018)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_1018)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_1017))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_1014))))) (Begin (Let __iruid_1019 (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_1016) (I32 0)) (ArrayRef 9 (Ref __iruid_1016) (I32 1)) (ArrayRef 10 (Ref __iruid_1016) (I32 2)) (ArrayRef 11 (Ref __iruid_1016) (I32 3)) (ArrayRef 12 (Ref __iruid_1016) (I32 4)) (ArrayRef 13 (Ref __iruid_1016) (I32 5))) (Begin (SeqOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((ArrayLen (Ref __iruid_1019)))) (StreamFor __iruid_1020 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_1019)) (I32 1)) (SeqOp 0 (AggElements ((ImputeType (ImputeTypeStateSig)))) ((Ref __iruid_1020) (Begin (SeqOp 0 (ImputeType (ImputeTypeStateSig)) ((ArrayRef -1 (Ref __iruid_1019) (Ref __iruid_1020)))))))))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_673))))) (Let __iruid_1021 (TailLoop __iruid_1022 (__iruid_1023) (Ref __iruid_1011) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_1023)) (I32 50)) (Ref __iruid_1023) (Recur __iruid_1022 Array[String] (CollectDistributedArray __iruid_1024 __iruid_1025 (StreamMap __iruid_1026 (StreamGrouped (ToStream False (Ref __iruid_1023)) (I32 50)) (ToArray (Ref __iruid_1026))) (Literal Struct{} ) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_1024) (I32 0)))))) (StreamFor __iruid_1027 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_1024)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_1024) (Ref __iruid_1027)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_683)))))))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_1021) (I32 0)))))) (StreamFor __iruid_1028 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_1021)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_1021) (Ref __iruid_1028)))))))) (Let __iruid_1029 (MakeTuple (0) (ResultOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))))) (Let __iruid_1030 (GetTupleElement 0 (Ref __iruid_1029)) (ToArray (StreamMap __iruid_1031 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_1030)) (I32 1)) (GetTupleElement 0 (ArrayRef -1 (Ref __iruid_1030) (Ref __iruid_1031)))))))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 212: (MakeTuple (0) (Let __iruid_1010 (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (InitOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((Begin (InitOp 0 (ImputeType (ImputeTypeStateSig)) ()))))) (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig)))))) (Let __iruid_1011 (CollectDistributedArray __iruid_1012 __iruid_1013 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_671 (Ref __iruid_1010))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (GetField __iruid_671 (Ref __iruid_1013))))) (StreamFor __iruid_1014 (StreamFilter __iruid_1015 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_1012)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_1015)) (Str "Sample\tPop...")) (False))) (Let __iruid_1016 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_1014))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1014)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1014)) (Str "\t") (Literal Array[String] )) (Let __iruid_1017 (GetField text (Ref __iruid_1014)) (Let __iruid_1018 (Apply 3 splitChar () Array[String] (Ref __iruid_1017) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_1014)) (ArrayLen (Ref __iruid_1018)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_1018)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_1017))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_1014))))) (Begin (Let __iruid_1019 (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_1016) (I32 0)) (ArrayRef 9 (Ref __iruid_1016) (I32 1)) (ArrayRef 10 (Ref __iruid_1016) (I32 2)) (ArrayRef 11 (Ref __iruid_1016) (I32 3)) (ArrayRef 12 (Ref __iruid_1016) (I32 4)) (ArrayRef 13 (Ref __iruid_1016) (I32 5))) (Begin (SeqOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((ArrayLen (Ref __iruid_1019)))) (StreamFor __iruid_1020 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_1019)) (I32 1)) (SeqOp 0 (AggElements ((ImputeType (ImputeTypeStateSig)))) ((Ref __iruid_1020) (Begin (SeqOp 0 (ImputeType (ImputeTypeStateSig)) ((ArrayRef -1 (Ref __iruid_1019) (Ref __iruid_1020)))))))))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_673))))) (Let __iruid_1021 (TailLoop __iruid_1022 (__iruid_1023) (Ref __iruid_1011) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_1023)) (I32 50)) (Ref __iruid_1023) (Recur __iruid_1022 Array[String] (CollectDistributedArray __iruid_1024 __iruid_1025 (StreamMap __iruid_1026 (StreamGrouped (ToStream False (Ref __iruid_1023)) (I32 50)) (ToArray (Ref __iruid_1026))) (Literal Struct{} ) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_1024) (I32 0)))))) (StreamFor __iruid_1027 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_1024)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_1024) (Ref __iruid_1027)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_683)))))))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_1021) (I32 0)))))) (StreamFor __iruid_1028 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_1021)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_1021) (Ref __iruid_1028)))))))) (Let __iruid_1029 (MakeTuple (0) (ResultOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))))) (Let __iruid_1030 (GetTupleElement 0 (Ref __iruid_1029)) (ToArray (StreamMap __iruid_1031 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_1030)) (I32 1)) (GetTupleElement 0 (ArrayRef -1 (Ref __iruid_1030) (Ref __iruid_1031)))))))))))) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 212: (MakeTuple (0) (Let __iruid_1076 (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (InitOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((Begin (InitOp 0 (ImputeType (ImputeTypeStateSig)) ()))))) (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig)))))) (Let __iruid_1077 (CollectDistributedArray __iruid_1078 __iruid_1079 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_671 (Ref __iruid_1076))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (GetField __iruid_671 (Ref __iruid_1079))))) (StreamFor __iruid_1080 (StreamFilter __iruid_1081 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_1078)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_1081)) (Str "Sample\tPop...")) (False))) (Let __iruid_1082 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_1080))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1080)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1080)) (Str "\t") (Literal Array[String] )) (Let __iruid_1083 (GetField text (Ref __iruid_1080)) (Let __iruid_1084 (Apply 3 splitChar () Array[String] (Ref __iruid_1083) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_1080)) (ArrayLen (Ref __iruid_1084)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_1084)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_1083))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_1080))))) (Begin (Let __iruid_1085 (MakeArray Array[String] (ArrayRef 8 (Ref __iruid_1082) (I32 0)) (ArrayRef 9 (Ref __iruid_1082) (I32 1)) (ArrayRef 10 (Ref __iruid_1082) (I32 2)) (ArrayRef 11 (Ref __iruid_1082) (I32 3)) (ArrayRef 12 (Ref __iruid_1082) (I32 4)) (ArrayRef 13 (Ref __iruid_1082) (I32 5))) (Begin (SeqOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) ((ArrayLen (Ref __iruid_1085)))) (StreamFor __iruid_1086 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_1085)) (I32 1)) (SeqOp 0 (AggElements ((ImputeType (ImputeTypeStateSig)))) ((Ref __iruid_1086) (Begin (SeqOp 0 (ImputeType (ImputeTypeStateSig)) ((ArrayRef -1 (Ref __iruid_1085) (Ref __iruid_1086)))))))))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_673))))) (Let __iruid_1087 (TailLoop __iruid_1088 (__iruid_1089) (Ref __iruid_1077) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_1089)) (I32 50)) (Ref __iruid_1089) (Recur __iruid_1088 Array[String] (CollectDistributedArray __iruid_1090 __iruid_1091 (StreamMap __iruid_1092 (StreamGrouped (ToStream False (Ref __iruid_1089)) (I32 50)) (ToArray (Ref __iruid_1092))) (Literal Struct{} ) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_1090) (I32 0)))))) (StreamFor __iruid_1093 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_1090)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_1090) (Ref __iruid_1093)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_683)))))))) (RunAgg ( (ArrayAggStateSig ((ImputeTypeStateSig)))) (Begin (Begin (InitFromSerializedValue 0 (ArrayAggStateSig ((ImputeTypeStateSig))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_1087) (I32 0)))))) (StreamFor __iruid_1094 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_1087)) (I32 1)) (Begin (CombOpValue 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_1087) (Ref __iruid_1094)))))))) (Let __iruid_1095 (MakeTuple (0) (ResultOp 0 (ArrayLen False ( (ImputeType (ImputeTypeStateSig)))))) (Let __iruid_1096 (GetTupleElement 0 (Ref __iruid_1095)) (ToArray (StreamMap __iruid_1097 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_1096)) (I32 1)) (GetTupleElement 0 (ArrayRef -1 (Ref __iruid_1096) (Ref __iruid_1097)))))))))))) 2022-08-17 10:38:37 root: INFO: encoder cache miss (2 hits, 7 misses, 0.222) 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C529HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C529HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C530FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C530FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C531etypeEncode. 2022-08-17 10:38:37 root: INFO: instruction count: 7: __C531etypeEncode.apply 2022-08-17 10:38:37 root: INFO: instruction count: 109: __C531etypeEncode.__m532ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND 2022-08-17 10:38:37 root: INFO: instruction count: 16: __C531etypeEncode.__m533ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:37 root: INFO: instruction count: 39: __C531etypeEncode.__m534ENCODE_SIndexablePointer_TO_r_array_of_r_binary 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_10 stored as values in memory (estimated size 360.0 B, free 17.8 GiB) 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_10_piece0 stored as bytes in memory (estimated size 312.0 B, free 17.8 GiB) 2022-08-17 10:38:37 BlockManagerInfo: INFO: Added broadcast_10_piece0 in memory on dna.Dlink:40753 (size: 312.0 B, free: 17.8 GiB) 2022-08-17 10:38:37 SparkContext: INFO: Created broadcast 10 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C418HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C418HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C419FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C419FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C420collect_distributed_array. 2022-08-17 10:38:37 root: INFO: instruction count: 470: __C420collect_distributed_array.apply 2022-08-17 10:38:37 root: INFO: instruction count: 17: __C420collect_distributed_array.apply 2022-08-17 10:38:37 root: INFO: instruction count: 27: __C420collect_distributed_array.__m421DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:38:37 root: INFO: instruction count: 53: __C420collect_distributed_array.__m422INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 10: __C420collect_distributed_array.__m423INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:38:37 root: INFO: instruction count: 31: __C420collect_distributed_array.__m424INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:37 root: INFO: instruction count: 10: __C420collect_distributed_array.__m425INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:38:37 root: INFO: instruction count: 10: __C420collect_distributed_array.__m426INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:38:37 root: INFO: instruction count: 27: __C420collect_distributed_array.__m428DECODE_r_struct_of_r_struct_of_r_struct_of_r_binaryENDENDEND_TO_SBaseStructPointer 2022-08-17 10:38:37 root: INFO: instruction count: 17: __C420collect_distributed_array.__m429INPLACE_DECODE_r_struct_of_r_struct_of_r_binaryENDEND_TO_r_struct_of_r_tuple_of_r_binaryENDEND 2022-08-17 10:38:37 root: INFO: instruction count: 17: __C420collect_distributed_array.__m430INPLACE_DECODE_r_struct_of_r_binaryEND_TO_r_tuple_of_r_binaryEND 2022-08-17 10:38:37 root: INFO: instruction count: 31: __C420collect_distributed_array.__m431INPLACE_DECODE_r_binary_TO_r_binary 2022-08-17 10:38:37 root: INFO: instruction count: 9: __C420collect_distributed_array.__m442begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 262: __C420collect_distributed_array.__m443begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 11: __C420collect_distributed_array.__m446setup_null 2022-08-17 10:38:37 root: INFO: instruction count: 188: __C420collect_distributed_array.__m447split_StreamFor 2022-08-17 10:38:37 root: INFO: instruction count: 11: __C420collect_distributed_array.__m457ord_equiv 2022-08-17 10:38:37 root: INFO: instruction count: 21: __C420collect_distributed_array.__m458ord_equivNonnull 2022-08-17 10:38:37 root: INFO: instruction count: 28: __C420collect_distributed_array.__m459ord_compareNonnull 2022-08-17 10:38:37 root: INFO: instruction count: 12: __C420collect_distributed_array.__m462setup_null 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C420collect_distributed_array.setObjects 2022-08-17 10:38:37 root: INFO: instruction count: 61: __C420collect_distributed_array.__m466split_Let 2022-08-17 10:38:37 root: INFO: instruction count: 7: __C420collect_distributed_array.__m468length 2022-08-17 10:38:37 root: INFO: instruction count: 11: __C420collect_distributed_array.__m469ord_gt 2022-08-17 10:38:37 root: INFO: instruction count: 14: __C420collect_distributed_array.__m470ord_gtNonnull 2022-08-17 10:38:37 root: INFO: instruction count: 138: __C420collect_distributed_array.__m471split_If 2022-08-17 10:38:37 root: INFO: instruction count: 161: __C420collect_distributed_array.__m477splitChar 2022-08-17 10:38:37 root: INFO: instruction count: 53: __C420collect_distributed_array.convert_region_to_str_array 2022-08-17 10:38:37 root: INFO: instruction count: 12: __C420collect_distributed_array.__m480setup_null 2022-08-17 10:38:37 root: INFO: instruction count: 11: __C420collect_distributed_array.__m481ord_equiv 2022-08-17 10:38:37 root: INFO: instruction count: 14: __C420collect_distributed_array.__m482ord_equivNonnull 2022-08-17 10:38:37 root: INFO: instruction count: 135: __C420collect_distributed_array.__m488format 2022-08-17 10:38:37 root: INFO: instruction count: 12: __C420collect_distributed_array.__m491setup_null 2022-08-17 10:38:37 root: INFO: instruction count: 29: __C420collect_distributed_array.__m494concat 2022-08-17 10:38:37 root: INFO: instruction count: 494: __C420collect_distributed_array.__m496begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 35: __C420collect_distributed_array.__m497arrayref_bounds_check 2022-08-17 10:38:37 root: INFO: instruction count: 168: __C420collect_distributed_array.__m501begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 156: __C420collect_distributed_array.__m502split_StreamFor 2022-08-17 10:38:37 root: INFO: instruction count: 210: __C420collect_distributed_array.__m509begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 49: __C420collect_distributed_array.__m513concat 2022-08-17 10:38:37 root: INFO: instruction count: 11: __C420collect_distributed_array.__m518setup_null 2022-08-17 10:38:37 root: INFO: instruction count: 5: __C420collect_distributed_array.__m520ENCODE_SStackStruct_TO_r_struct_of_r_binaryEND 2022-08-17 10:38:37 root: INFO: instruction count: 16: __C420collect_distributed_array.__m521ENCODE_SBinaryPointer_TO_r_binary 2022-08-17 10:38:37 root: INFO: instruction count: 13: __C420collect_distributed_array.__m523ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryEND 2022-08-17 10:38:37 root: INFO: instruction count: 16: __C420collect_distributed_array.__m524ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:37 root: INFO: instruction count: 9: __C420collect_distributed_array.setPartitionIndex 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C420collect_distributed_array.addPartitionRegion 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C420collect_distributed_array.setPool 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C420collect_distributed_array.addHailClassLoader 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C420collect_distributed_array.addFS 2022-08-17 10:38:37 root: INFO: instruction count: 132: __C420collect_distributed_array.addLiterals 2022-08-17 10:38:37 root: INFO: instruction count: 90: __C420collect_distributed_array.__m527DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:37 root: INFO: instruction count: 58: __C420collect_distributed_array.__m528INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 10:38:37 root: INFO: instruction count: 170: __C420collect_distributed_array.__m496begin_group_0_region0_7 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C535__m496begin_group_0Spills. 2022-08-17 10:38:37 root: INFO: encoder cache miss (2 hits, 8 misses, 0.200) 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C651HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C651HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C652FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C652FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C653etypeEncode. 2022-08-17 10:38:37 root: INFO: instruction count: 7: __C653etypeEncode.apply 2022-08-17 10:38:37 root: INFO: instruction count: 13: __C653etypeEncode.__m654ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryEND 2022-08-17 10:38:37 root: INFO: instruction count: 16: __C653etypeEncode.__m655ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_11 stored as values in memory (estimated size 128.0 B, free 17.8 GiB) 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_11_piece0 stored as bytes in memory (estimated size 113.0 B, free 17.8 GiB) 2022-08-17 10:38:37 BlockManagerInfo: INFO: Added broadcast_11_piece0 in memory on dna.Dlink:40753 (size: 113.0 B, free: 17.8 GiB) 2022-08-17 10:38:37 SparkContext: INFO: Created broadcast 11 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C589HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C589HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C590FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C590FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C591collect_distributed_array. 2022-08-17 10:38:37 root: INFO: instruction count: 490: __C591collect_distributed_array.apply 2022-08-17 10:38:37 root: INFO: instruction count: 17: __C591collect_distributed_array.apply 2022-08-17 10:38:37 root: INFO: instruction count: 27: __C591collect_distributed_array.__m592DECODE_r_struct_of_r_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:37 root: INFO: instruction count: 58: __C591collect_distributed_array.__m593INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 10:38:37 root: INFO: instruction count: 31: __C591collect_distributed_array.__m594INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:37 root: INFO: instruction count: 27: __C591collect_distributed_array.__m598DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:37 root: INFO: instruction count: 8: __C591collect_distributed_array.__m599INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:37 root: INFO: instruction count: 9: __C591collect_distributed_array.__m610begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 339: __C591collect_distributed_array.__m611begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 35: __C591collect_distributed_array.__m612arrayref_bounds_check 2022-08-17 10:38:37 root: INFO: instruction count: 27: __C591collect_distributed_array.__m613DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:37 root: INFO: instruction count: 31: __C591collect_distributed_array.__m614INPLACE_DECODE_r_binary_TO_r_binary 2022-08-17 10:38:37 root: INFO: instruction count: 11: __C591collect_distributed_array.__m617setup_null 2022-08-17 10:38:37 root: INFO: instruction count: 76: __C591collect_distributed_array.__m618split_StreamFor 2022-08-17 10:38:37 root: INFO: instruction count: 423: __C591collect_distributed_array.__m625begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 49: __C591collect_distributed_array.__m636concat 2022-08-17 10:38:37 root: INFO: instruction count: 11: __C591collect_distributed_array.__m641setup_null 2022-08-17 10:38:37 root: INFO: instruction count: 5: __C591collect_distributed_array.__m643ENCODE_SStackStruct_TO_r_struct_of_r_binaryEND 2022-08-17 10:38:37 root: INFO: instruction count: 16: __C591collect_distributed_array.__m644ENCODE_SBinaryPointer_TO_r_binary 2022-08-17 10:38:37 root: INFO: instruction count: 13: __C591collect_distributed_array.__m646ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryEND 2022-08-17 10:38:37 root: INFO: instruction count: 16: __C591collect_distributed_array.__m647ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:37 root: INFO: instruction count: 9: __C591collect_distributed_array.setPartitionIndex 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C591collect_distributed_array.addPartitionRegion 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C591collect_distributed_array.setPool 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C591collect_distributed_array.addHailClassLoader 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C591collect_distributed_array.addFS 2022-08-17 10:38:37 root: INFO: instruction count: 39: __C591collect_distributed_array.addLiterals 2022-08-17 10:38:37 root: INFO: instruction count: 27: __C591collect_distributed_array.__m650DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:37 root: INFO: instruction count: 314: __C591collect_distributed_array.__m625begin_group_0_region15_26 2022-08-17 10:38:37 root: INFO: instruction count: 201: __C591collect_distributed_array.__m625begin_group_0_region6_14 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C656__m625begin_group_0Spills. 2022-08-17 10:38:37 root: INFO: encoder cache miss (2 hits, 9 misses, 0.182) 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C738HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C738HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C739FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C739FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C740etypeEncode. 2022-08-17 10:38:37 root: INFO: instruction count: 7: __C740etypeEncode.apply 2022-08-17 10:38:37 root: INFO: instruction count: 33: __C740etypeEncode.__m741ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:38:37 root: INFO: instruction count: 1: __C740etypeEncode.__m742ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:37 root: INFO: instruction count: 35: __C740etypeEncode.__m743ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 61: __C740etypeEncode.__m744ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C740etypeEncode.__m745ENCODE_SInt32$_TO_r_int32 2022-08-17 10:38:37 root: INFO: instruction count: 16: __C740etypeEncode.__m746ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C740etypeEncode.__m747ENCODE_SInt64$_TO_r_int64 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C740etypeEncode.__m748ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_12 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_12_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 10:38:37 BlockManagerInfo: INFO: Added broadcast_12_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 10:38:37 SparkContext: INFO: Created broadcast 12 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C388HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C388HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C389FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C389FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C390Compiled. 2022-08-17 10:38:37 root: INFO: instruction count: 308: __C390Compiled.apply 2022-08-17 10:38:37 root: INFO: instruction count: 61: __C390Compiled.__m400begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 33: __C390Compiled.__m401begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 11: __C390Compiled.__m404setup_null 2022-08-17 10:38:37 root: INFO: instruction count: 236: __C390Compiled.__m408split_Let 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C390Compiled.setBackend 2022-08-17 10:38:37 root: INFO: instruction count: 9: __C390Compiled.__m547ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:38:37 root: INFO: instruction count: 61: __C390Compiled.__m548ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C390Compiled.__m549ENCODE_SInt32$_TO_r_int32 2022-08-17 10:38:37 root: INFO: instruction count: 16: __C390Compiled.__m550ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C390Compiled.__m551ENCODE_SInt64$_TO_r_int64 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C390Compiled.__m552ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:38:37 root: INFO: instruction count: 9: __C390Compiled.__m553ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_struct_of_r_binaryENDENDEND 2022-08-17 10:38:37 root: INFO: instruction count: 9: __C390Compiled.__m554ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_binaryENDEND 2022-08-17 10:38:37 root: INFO: instruction count: 13: __C390Compiled.__m555ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryEND 2022-08-17 10:38:37 root: INFO: instruction count: 16: __C390Compiled.__m556ENCODE_SBinaryPointer_TO_r_binary 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C390Compiled.setObjects 2022-08-17 10:38:37 root: INFO: instruction count: 27: __C390Compiled.__m558DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:37 root: INFO: instruction count: 31: __C390Compiled.__m559INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:37 root: INFO: instruction count: 138: __C390Compiled.__m563split_TailLoop 2022-08-17 10:38:37 root: INFO: instruction count: 11: __C390Compiled.__m571ord_lteq 2022-08-17 10:38:37 root: INFO: instruction count: 14: __C390Compiled.__m572ord_lteqNonnull 2022-08-17 10:38:37 root: INFO: instruction count: 12: __C390Compiled.__m586setup_jab 2022-08-17 10:38:37 root: INFO: instruction count: 25: __C390Compiled.__m662ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_binaryEND 2022-08-17 10:38:37 root: INFO: instruction count: 39: __C390Compiled.__m663ENCODE_SIndexablePointer_TO_r_array_of_r_binary 2022-08-17 10:38:37 root: INFO: instruction count: 9: __C390Compiled.__m664ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 10:38:37 root: INFO: instruction count: 1: __C390Compiled.__m665ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:37 root: INFO: instruction count: 9: __C390Compiled.__m680begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 339: __C390Compiled.__m681begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 35: __C390Compiled.__m682arrayref_bounds_check 2022-08-17 10:38:37 root: INFO: instruction count: 27: __C390Compiled.__m683DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:37 root: INFO: instruction count: 31: __C390Compiled.__m684INPLACE_DECODE_r_binary_TO_r_binary 2022-08-17 10:38:37 root: INFO: instruction count: 11: __C390Compiled.__m687setup_null 2022-08-17 10:38:37 root: INFO: instruction count: 76: __C390Compiled.__m688split_StreamFor 2022-08-17 10:38:37 root: INFO: instruction count: 423: __C390Compiled.__m695begin_group_0 2022-08-17 10:38:37 root: INFO: instruction count: 256: __C390Compiled.__m711split_ToArray 2022-08-17 10:38:37 root: INFO: instruction count: 9: __C390Compiled.setPartitionIndex 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C390Compiled.addPartitionRegion 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C390Compiled.setPool 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C390Compiled.addHailClassLoader 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C390Compiled.addFS 2022-08-17 10:38:37 root: INFO: instruction count: 62: __C390Compiled.addLiterals 2022-08-17 10:38:37 root: INFO: instruction count: 36: __C390Compiled.__m731DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:38:37 root: INFO: instruction count: 8: __C390Compiled.__m732INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:37 root: INFO: instruction count: 58: __C390Compiled.__m733INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 53: __C390Compiled.__m734INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 10: __C390Compiled.__m735INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:38:37 root: INFO: instruction count: 10: __C390Compiled.__m736INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:38:37 root: INFO: instruction count: 10: __C390Compiled.__m737INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:38:37 root: INFO: instruction count: 560: __C390Compiled.__m408split_Let_region4_51 2022-08-17 10:38:37 root: INFO: instruction count: 738: __C390Compiled.__m563split_TailLoop_region1_46 2022-08-17 10:38:37 root: INFO: instruction count: 314: __C390Compiled.__m695begin_group_0_region15_26 2022-08-17 10:38:37 root: INFO: instruction count: 201: __C390Compiled.__m695begin_group_0_region6_14 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C749__m408split_LetSpills. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C758__m563split_TailLoopSpills. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C766__m695begin_group_0Spills. 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_13 stored as values in memory (estimated size 56.0 B, free 17.8 GiB) 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_13_piece0 stored as bytes in memory (estimated size 61.0 B, free 17.8 GiB) 2022-08-17 10:38:37 BlockManagerInfo: INFO: Added broadcast_13_piece0 in memory on dna.Dlink:40753 (size: 61.0 B, free: 17.8 GiB) 2022-08-17 10:38:37 SparkContext: INFO: Created broadcast 13 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:37 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 10:38:37 DAGScheduler: INFO: Got job 2 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 10:38:37 DAGScheduler: INFO: Final stage: ResultStage 2 (collect at SparkBackend.scala:321) 2022-08-17 10:38:37 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 10:38:37 DAGScheduler: INFO: Missing parents: List() 2022-08-17 10:38:37 DAGScheduler: INFO: Submitting ResultStage 2 (SparkBackendComputeRDD[2] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_14 stored as values in memory (estimated size 35.3 KiB, free 17.8 GiB) 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_14_piece0 stored as bytes in memory (estimated size 20.9 KiB, free 17.8 GiB) 2022-08-17 10:38:37 BlockManagerInfo: INFO: Added broadcast_14_piece0 in memory on dna.Dlink:40753 (size: 20.9 KiB, free: 17.8 GiB) 2022-08-17 10:38:37 SparkContext: INFO: Created broadcast 14 from broadcast at DAGScheduler.scala:1433 2022-08-17 10:38:37 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 2 (SparkBackendComputeRDD[2] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 10:38:37 TaskSchedulerImpl: INFO: Adding task set 2.0 with 1 tasks resource profile 0 2022-08-17 10:38:37 TaskSetManager: INFO: Starting task 0.0 in stage 2.0 (TID 2) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 10:38:37 Executor: INFO: Running task 0.0 in stage 2.0 (TID 2) 2022-08-17 10:38:37 root: INFO: RegionPool: initialized for thread 73: Executor task launch worker for task 0.0 in stage 2.0 (TID 2) 2022-08-17 10:38:37 root: INFO: RegionPool: REPORT_THRESHOLD: 264.0K allocated (200.0K blocks / 64.0K chunks), regions.size = 4, 0 current java objects, thread 73: Executor task launch worker for task 0.0 in stage 2.0 (TID 2) 2022-08-17 10:38:37 root: INFO: TaskReport: stage=2, partition=0, attempt=0, peakBytes=335872, peakBytesReadable=328.00 KiB, chunks requested=0, cache hits=0 2022-08-17 10:38:37 root: INFO: RegionPool: FREE: 328.0K allocated (328.0K blocks / 0 chunks), regions.size = 6, 0 current java objects, thread 73: Executor task launch worker for task 0.0 in stage 2.0 (TID 2) 2022-08-17 10:38:37 Executor: INFO: Finished task 0.0 in stage 2.0 (TID 2). 988 bytes result sent to driver 2022-08-17 10:38:37 TaskSetManager: INFO: Finished task 0.0 in stage 2.0 (TID 2) in 113 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 10:38:37 TaskSchedulerImpl: INFO: Removed TaskSet 2.0, whose tasks have all completed, from pool 2022-08-17 10:38:37 DAGScheduler: INFO: ResultStage 2 (collect at SparkBackend.scala:321) finished in 0.118 s 2022-08-17 10:38:37 DAGScheduler: INFO: Job 2 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 10:38:37 TaskSchedulerImpl: INFO: Killing all running tasks in stage 2: Stage finished 2022-08-17 10:38:37 DAGScheduler: INFO: Job 2 finished: collect at SparkBackend.scala:321, took 0.120317 s 2022-08-17 10:38:37 root: INFO: RegionPool: REPORT_THRESHOLD: 264.0K allocated (200.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:37 root: INFO: encoder cache miss (2 hits, 10 misses, 0.167) 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C768HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C768HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C769FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C769FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C770etypeEncode. 2022-08-17 10:38:37 root: INFO: instruction count: 30: __C770etypeEncode.apply 2022-08-17 10:38:37 root: INFO: instruction count: 111: __C770etypeEncode.__m771ENCODE_SIndexablePointer_TO_o_array_of_o_struct_of_r_boolANDr_boolANDr_boolANDr_boolANDr_boolANDr_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 73: __C770etypeEncode.__m772ENCODE_SBaseStructPointer_TO_o_struct_of_r_boolANDr_boolANDr_boolANDr_boolANDr_boolANDr_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C770etypeEncode.__m773ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:38:37 root: INFO: took 699.165ms 2022-08-17 10:38:37 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:38:37 root: INFO: lowering result: EncodedLiteral 2022-08-17 10:38:37 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}]) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}]) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}]) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}]) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}]) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}]) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 2: (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}])) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 2: (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}])) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 2: (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}])) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 2: (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}])) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 2: (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}])) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 2: (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}])) 2022-08-17 10:38:37 BlockManagerInfo: INFO: Removed broadcast_1_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 10:38:37 root: INFO: encoder cache hit 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_15 stored as values in memory (estimated size 160.0 B, free 17.8 GiB) 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_15_piece0 stored as bytes in memory (estimated size 87.0 B, free 17.8 GiB) 2022-08-17 10:38:37 BlockManagerInfo: INFO: Added broadcast_15_piece0 in memory on dna.Dlink:40753 (size: 87.0 B, free: 17.8 GiB) 2022-08-17 10:38:37 SparkContext: INFO: Created broadcast 15 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C774HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C774HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C775FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C775FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C776Compiled. 2022-08-17 10:38:37 root: INFO: instruction count: 26: __C776Compiled.apply 2022-08-17 10:38:37 root: INFO: instruction count: 9: __C776Compiled.setPartitionIndex 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C776Compiled.addPartitionRegion 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C776Compiled.setPool 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C776Compiled.addHailClassLoader 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C776Compiled.addFS 2022-08-17 10:38:37 root: INFO: instruction count: 67: __C776Compiled.addLiterals 2022-08-17 10:38:37 root: INFO: instruction count: 18: __C776Compiled.__m783DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 10:38:37 root: INFO: instruction count: 118: __C776Compiled.__m784DECODE_o_array_of_o_struct_of_r_boolANDr_boolANDr_boolANDr_boolANDr_boolANDr_boolEND_TO_SIndexablePointer 2022-08-17 10:38:37 root: INFO: instruction count: 62: __C776Compiled.__m786INPLACE_DECODE_o_struct_of_r_boolANDr_boolANDr_boolANDr_boolANDr_boolANDr_boolEND_TO_o_struct_of_r_boolANDr_boolANDr_boolANDr_boolANDr_boolANDr_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 10: __C776Compiled.__m787INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C785Tuple3. 2022-08-17 10:38:37 root: INFO: instruction count: 12: __C785Tuple3. 2022-08-17 10:38:37 root: INFO: encoder cache miss (3 hits, 11 misses, 0.214) 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C788HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C788HailClassLoaderContainer. 2022-08-17 10:38:37 BlockManagerInfo: INFO: Removed broadcast_7_piece0 on dna.Dlink:40753 in memory (size: 12.6 KiB, free: 17.8 GiB) 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C789FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C789FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C790etypeEncode. 2022-08-17 10:38:37 root: INFO: instruction count: 30: __C790etypeEncode.apply 2022-08-17 10:38:37 root: INFO: instruction count: 111: __C790etypeEncode.__m791ENCODE_SIndexablePointer_TO_r_array_of_o_struct_of_r_boolANDr_boolANDr_boolANDr_boolANDr_boolANDr_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 73: __C790etypeEncode.__m792ENCODE_SBaseStructPointer_TO_o_struct_of_r_boolANDr_boolANDr_boolANDr_boolANDr_boolANDr_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C790etypeEncode.__m793ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:38:37 root: INFO: took 19.790ms 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 2: (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}])) 2022-08-17 10:38:37 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 2: (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}])) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 3: (MakeTuple (0) (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}]))) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 3: (MakeTuple (0) (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}]))) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 3: (MakeTuple (0) (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}]))) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 3: (MakeTuple (0) (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}]))) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 3: (MakeTuple (0) (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}]))) 2022-08-17 10:38:37 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 3: (MakeTuple (0) (MakeTuple (0) (EncodedLiteral Array[Struct{anyNonMissing:Boolean,allDefined:Boolean,supportsBool:Boolean,supportsInt32:Boolean,supportsInt64:Boolean,supportsFloat64:Boolean}]))) 2022-08-17 10:38:37 BlockManagerInfo: INFO: Removed broadcast_6_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 10:38:37 root: INFO: encoder cache hit 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_16 stored as values in memory (estimated size 160.0 B, free 17.8 GiB) 2022-08-17 10:38:37 MemoryStore: INFO: Block broadcast_16_piece0 stored as bytes in memory (estimated size 87.0 B, free 17.8 GiB) 2022-08-17 10:38:37 BlockManagerInfo: INFO: Added broadcast_16_piece0 in memory on dna.Dlink:40753 (size: 87.0 B, free: 17.8 GiB) 2022-08-17 10:38:37 SparkContext: INFO: Created broadcast 16 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C794HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C794HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C795FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C795FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C796Compiled. 2022-08-17 10:38:37 root: INFO: instruction count: 36: __C796Compiled.apply 2022-08-17 10:38:37 root: INFO: instruction count: 9: __C796Compiled.setPartitionIndex 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C796Compiled.addPartitionRegion 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C796Compiled.setPool 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C796Compiled.addHailClassLoader 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C796Compiled.addFS 2022-08-17 10:38:37 root: INFO: instruction count: 67: __C796Compiled.addLiterals 2022-08-17 10:38:37 root: INFO: instruction count: 18: __C796Compiled.__m803DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 10:38:37 root: INFO: instruction count: 118: __C796Compiled.__m804DECODE_r_array_of_o_struct_of_r_boolANDr_boolANDr_boolANDr_boolANDr_boolANDr_boolEND_TO_SIndexablePointer 2022-08-17 10:38:37 root: INFO: instruction count: 62: __C796Compiled.__m806INPLACE_DECODE_o_struct_of_r_boolANDr_boolANDr_boolANDr_boolANDr_boolANDr_boolEND_TO_o_struct_of_r_boolANDr_boolANDr_boolANDr_boolANDr_boolANDr_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 10: __C796Compiled.__m807INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C805Tuple3. 2022-08-17 10:38:37 root: INFO: instruction count: 12: __C805Tuple3. 2022-08-17 10:38:37 root: INFO: encoder cache miss (4 hits, 12 misses, 0.250) 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C808HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C808HailClassLoaderContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C809FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C809FSContainer. 2022-08-17 10:38:37 root: INFO: instruction count: 3: __C810etypeEncode. 2022-08-17 10:38:37 root: INFO: instruction count: 7: __C810etypeEncode.apply 2022-08-17 10:38:37 root: INFO: instruction count: 44: __C810etypeEncode.__m811ENCODE_SBaseStructPointer_TO_o_struct_of_o_array_of_o_struct_of_o_boolANDo_boolANDo_boolANDo_boolANDo_boolANDo_boolENDEND 2022-08-17 10:38:37 root: INFO: instruction count: 111: __C810etypeEncode.__m812ENCODE_SIndexablePointer_TO_o_array_of_o_struct_of_o_boolANDo_boolANDo_boolANDo_boolANDo_boolANDo_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 101: __C810etypeEncode.__m813ENCODE_SBaseStructPointer_TO_o_struct_of_o_boolANDo_boolANDo_boolANDo_boolANDo_boolANDo_boolEND 2022-08-17 10:38:37 root: INFO: instruction count: 4: __C810etypeEncode.__m814ENCODE_SBoolean$_TO_o_bool 2022-08-17 10:38:37 root: INFO: finished execution of query hail_query_2 2022-08-17 10:38:37 root: INFO: RegionPool: FREE: 328.0K allocated (328.0K blocks / 0 chunks), regions.size = 6, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode total 843.445ms self 53.968ms children 789.477ms %children 93.60% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR total 40.856ms self 0.016ms children 40.840ms %children 99.96% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/Verify total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation total 40.784ms self 3.948ms children 36.836ms %children 90.32% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 36.836ms self 0.184ms children 36.652ms %children 99.50% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.371ms self 0.371ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 1.482ms self 1.482ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 4.678ms self 4.678ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 4.682ms self 4.682ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.137ms self 3.137ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.913ms self 0.913ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 8.944ms self 8.944ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.580ms self 0.580ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.248ms self 0.248ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.709ms self 0.709ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 2.308ms self 2.308ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.660ms self 1.660ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.121ms self 0.121ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.677ms self 1.677ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.394ms self 0.394ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.174ms self 0.174ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.626ms self 0.626ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.446ms self 0.446ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.667ms self 1.667ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.143ms self 0.143ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.690ms self 1.690ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/Verify total 0.027ms self 0.027ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable total 0.225ms self 0.009ms children 0.216ms %children 96.02% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/Verify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/LoweringTransformation total 0.164ms self 0.164ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/Verify total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable total 16.848ms self 0.012ms children 16.836ms %children 99.93% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 16.792ms self 2.855ms children 13.937ms %children 83.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 13.937ms self 0.141ms children 13.796ms %children 98.99% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.188ms self 0.188ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.239ms self 0.239ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.663ms self 0.663ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.457ms self 0.457ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.435ms self 1.435ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.117ms self 0.117ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.571ms self 1.571ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.405ms self 0.405ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.169ms self 0.169ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.547ms self 0.547ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.410ms self 0.410ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.310ms self 1.310ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.142ms self 0.142ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.582ms self 1.582ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.382ms self 0.382ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.163ms self 0.163ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.535ms self 0.535ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.456ms self 0.456ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.321ms self 1.321ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.116ms self 0.116ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.588ms self 1.588ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.026ms self 0.026ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets total 0.251ms self 0.008ms children 0.243ms %children 96.75% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/Verify total 0.037ms self 0.037ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.157ms self 0.157ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/Verify total 0.048ms self 0.048ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable total 719.426ms self 0.011ms children 719.415ms %children 100.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/Verify total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation total 719.374ms self 43.966ms children 675.408ms %children 93.89% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 83.275ms self 0.015ms children 83.260ms %children 99.98% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.066ms self 0.066ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 83.105ms self 35.104ms children 48.001ms %children 57.76% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 48.001ms self 0.193ms children 47.808ms %children 99.60% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 1.430ms self 1.430ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 1.189ms self 1.189ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 2.306ms self 2.306ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 1.842ms self 1.842ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 6.330ms self 6.330ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 2.866ms self 2.866ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 5.602ms self 5.602ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.802ms self 0.802ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.437ms self 0.437ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.384ms self 1.384ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.938ms self 0.938ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 4.588ms self 4.588ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 1.569ms self 1.569ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.718ms self 3.718ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.759ms self 0.759ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.415ms self 0.415ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.209ms self 1.209ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.908ms self 0.908ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 4.854ms self 4.854ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.875ms self 0.875ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.787ms self 3.787ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.089ms self 0.089ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.458ms self 0.005ms children 0.453ms %children 98.86% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.055ms self 0.055ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.344ms self 0.344ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.054ms self 0.054ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 54.221ms self 0.009ms children 54.212ms %children 99.98% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.046ms self 0.046ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 54.102ms self 10.778ms children 43.325ms %children 80.08% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 43.325ms self 0.081ms children 43.243ms %children 99.81% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.370ms self 0.370ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.461ms self 0.461ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 1.307ms self 1.307ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.912ms self 0.912ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 7.080ms self 7.080ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 2.438ms self 2.438ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 3.756ms self 3.756ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.836ms self 0.836ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.430ms self 0.430ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 1.177ms self 1.177ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.890ms self 0.890ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 4.074ms self 4.074ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 3.389ms self 3.389ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 4.530ms self 4.530ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.766ms self 0.766ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.414ms self 0.414ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 1.148ms self 1.148ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.857ms self 0.857ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 3.875ms self 3.875ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 1.199ms self 1.199ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 3.335ms self 3.335ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.064ms self 0.064ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.387ms self 0.005ms children 0.381ms %children 98.60% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.059ms self 0.059ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.271ms self 0.271ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.452ms self 0.005ms children 0.447ms %children 98.95% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.054ms self 0.054ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.300ms self 0.300ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.093ms self 0.093ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 44.134ms self 0.009ms children 44.125ms %children 99.98% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.045ms self 0.045ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 44.019ms self 9.719ms children 34.300ms %children 77.92% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 34.300ms self 0.069ms children 34.231ms %children 99.80% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.372ms self 0.372ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.429ms self 0.429ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 1.206ms self 1.206ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.898ms self 0.898ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 5.217ms self 5.217ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 1.275ms self 1.275ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 3.340ms self 3.340ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.739ms self 0.739ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.379ms self 0.379ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 1.127ms self 1.127ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.862ms self 0.862ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 3.438ms self 3.438ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 1.009ms self 1.009ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 3.224ms self 3.224ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.740ms self 0.740ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.396ms self 0.396ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 1.163ms self 1.163ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.894ms self 0.894ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 3.817ms self 3.817ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.473ms self 0.473ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 3.233ms self 3.233ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.061ms self 0.061ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 338.271ms self 200.835ms children 137.436ms %children 40.63% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 45.236ms self 0.038ms children 45.198ms %children 99.92% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.055ms self 0.055ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 45.078ms self 10.169ms children 34.909ms %children 77.44% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 34.909ms self 0.081ms children 34.829ms %children 99.77% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.400ms self 0.400ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.464ms self 0.464ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.215ms self 1.215ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.932ms self 0.932ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.989ms self 3.989ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 2.150ms self 2.150ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.368ms self 3.368ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.768ms self 0.768ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.398ms self 0.398ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.170ms self 1.170ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.889ms self 0.889ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.335ms self 3.335ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.471ms self 0.471ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.903ms self 3.903ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.817ms self 0.817ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.440ms self 0.440ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.340ms self 1.340ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.990ms self 0.990ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.646ms self 3.646ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.498ms self 0.498ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.644ms self 3.644ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.065ms self 0.065ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.514ms self 0.005ms children 0.509ms %children 98.94% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.094ms self 0.094ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.277ms self 0.277ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.138ms self 0.138ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 42.126ms self 0.010ms children 42.116ms %children 99.98% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.045ms self 0.045ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 42.006ms self 9.508ms children 32.498ms %children 77.37% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 32.498ms self 0.078ms children 32.420ms %children 99.76% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.382ms self 0.382ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.453ms self 0.453ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 1.364ms self 1.364ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 1.008ms self 1.008ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 4.304ms self 4.304ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.533ms self 0.533ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 3.650ms self 3.650ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.782ms self 0.782ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.442ms self 0.442ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 1.287ms self 1.287ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.963ms self 0.963ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 4.112ms self 4.112ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.375ms self 0.375ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 3.226ms self 3.226ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.673ms self 0.673ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.412ms self 0.412ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 1.187ms self 1.187ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.897ms self 0.897ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 2.954ms self 2.954ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.341ms self 0.341ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 3.075ms self 3.075ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.064ms self 0.064ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 4.664ms self 0.009ms children 4.655ms %children 99.81% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.111ms self 0.111ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 4.406ms self 4.406ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.137ms self 0.137ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 39.738ms self 0.010ms children 39.729ms %children 99.98% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.047ms self 0.047ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 39.616ms self 9.249ms children 30.367ms %children 76.65% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 30.367ms self 0.089ms children 30.278ms %children 99.71% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.374ms self 0.374ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.436ms self 0.436ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 1.244ms self 1.244ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.896ms self 0.896ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 3.102ms self 3.102ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 1.367ms self 1.367ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 3.381ms self 3.381ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.743ms self 0.743ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.415ms self 0.415ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 1.243ms self 1.243ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.936ms self 0.936ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 3.145ms self 3.145ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.226ms self 0.226ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 3.148ms self 3.148ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.722ms self 0.722ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.399ms self 0.399ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 1.154ms self 1.154ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.905ms self 0.905ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 2.897ms self 2.897ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.360ms self 0.360ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 3.182ms self 3.182ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.065ms self 0.065ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 5.158ms self 5.158ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 2.728ms self 2.728ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 136.207ms self 136.207ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 0.534ms self 0.006ms children 0.527ms %children 98.82% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 0.520ms self 0.235ms children 0.285ms %children 54.82% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 0.285ms self 0.026ms children 0.259ms %children 90.74% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.047ms self 0.047ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.027ms self 0.027ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.089ms self 0.089ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.021ms self 0.002ms children 0.018ms %children 88.99% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 0.292ms self 0.003ms children 0.289ms %children 99.05% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 0.286ms self 0.110ms children 0.176ms %children 61.43% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 0.176ms self 0.019ms children 0.156ms %children 88.91% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.065ms self 0.065ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.015ms self 0.002ms children 0.012ms %children 85.32% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.010ms self 0.010ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.014ms self 0.001ms children 0.013ms %children 90.77% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 0.238ms self 0.003ms children 0.235ms %children 98.94% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.233ms self 0.100ms children 0.133ms %children 57.11% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.133ms self 0.006ms children 0.127ms %children 95.37% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.061ms self 0.061ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 12.726ms self 8.720ms children 4.006ms %children 31.48% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 2.042ms self 0.006ms children 2.036ms %children 99.72% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 2.026ms self 0.428ms children 1.598ms %children 78.88% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 1.598ms self 0.020ms children 1.579ms %children 98.78% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.072ms self 0.072ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.052ms self 0.052ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.259ms self 1.259ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.026ms self 0.026ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.110ms self 0.110ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.037ms self 0.004ms children 0.033ms %children 89.60% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 0.608ms self 0.004ms children 0.604ms %children 99.42% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 0.600ms self 0.224ms children 0.376ms %children 62.66% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 0.376ms self 0.014ms children 0.361ms %children 96.20% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.034ms self 0.034ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.050ms self 0.050ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.037ms self 0.037ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.127ms self 0.127ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.077ms self 0.077ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 0.373ms self 0.003ms children 0.370ms %children 99.09% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 0.358ms self 0.358ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 0.665ms self 0.004ms children 0.660ms %children 99.34% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 0.656ms self 0.267ms children 0.389ms %children 59.28% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 0.389ms self 0.016ms children 0.373ms %children 95.90% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.038ms self 0.038ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.139ms self 0.139ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.090ms self 0.090ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 0.282ms self 0.282ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 1.433ms self 1.433ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/Verify total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable total 0.690ms self 0.005ms children 0.685ms %children 99.30% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.679ms self 0.317ms children 0.363ms %children 53.39% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.363ms self 0.016ms children 0.347ms %children 95.71% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.046ms self 0.046ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.041ms self 0.041ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.100ms self 0.100ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.090ms self 0.090ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile total 9.703ms self 7.097ms children 2.606ms %children 26.86% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR total 0.631ms self 0.006ms children 0.625ms %children 99.07% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 0.620ms self 0.275ms children 0.344ms %children 55.59% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 0.344ms self 0.014ms children 0.330ms %children 95.93% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.026ms self 0.026ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.121ms self 0.121ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.083ms self 0.083ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR total 0.029ms self 0.004ms children 0.025ms %children 86.60% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR/Verify total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR/LoweringTransformation total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR total 0.556ms self 0.003ms children 0.553ms %children 99.46% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 0.549ms self 0.237ms children 0.312ms %children 56.77% 2022-08-17 10:38:37 BlockManagerInfo: INFO: Removed broadcast_3_piece0 on dna.Dlink:40753 in memory (size: 7.6 KiB, free: 17.8 GiB) 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 0.312ms self 0.013ms children 0.299ms %children 95.73% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.027ms self 0.027ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.106ms self 0.106ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.076ms self 0.076ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs total 0.332ms self 0.003ms children 0.329ms %children 99.12% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs/Verify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 0.318ms self 0.318ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs/Verify total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 0.660ms self 0.005ms children 0.655ms %children 99.24% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 0.650ms self 0.287ms children 0.363ms %children 55.84% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 0.363ms self 0.015ms children 0.348ms %children 95.84% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.039ms self 0.039ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.121ms self 0.121ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.093ms self 0.093ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/Compile/EmitContext.analyze total 0.398ms self 0.398ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/InitializeCompiledFunction total 1.476ms self 1.476ms children 0.000ms %children 0.00% 2022-08-17 10:38:37 root: INFO: timing SparkBackend.executeEncode/RunCompiledFunction total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:38 Hail: INFO: Finished type imputation Loading field 'Sample' as type str (imputed) Loading field 'Population' as type str (imputed) Loading field 'SuperPopulation' as type str (imputed) Loading field 'isFemale' as type bool (imputed) Loading field 'PurpleHair' as type bool (imputed) Loading field 'CaffeineConsumption' as type int32 (imputed) 2022-08-17 10:38:42 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:38:42 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 10:38:42 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:42 root: INFO: timing SparkBackend.parse_value_ir total 17.990ms self 17.990ms children 0.000ms %children 0.00% 2022-08-17 10:38:42 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:38:42 root: INFO: starting execution of query hail_query_3 of initial size 152 2022-08-17 10:38:42 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 152: (Let __rng_state (RNGStateLiteral (0 0 0 0)) (GetField rows (TableCollect (TableHead 11 (TableMapRows (TableMapRows (TableOrderBy (ASample) (TableKeyBy (Sample) False (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __cse_2 (GetField text (Ref row)) (Let __cse_1 (Apply 3 splitChar () Array[String] (Ref __cse_2) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Ref __cse_1))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Ref __cse_1))) (I32 1)) (Str "field") (Str "fields")) (Ref __cse_2))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (Let __cse_3 (GetField split_text (Ref row)) (InsertFields (SelectFields (file split_text) (Ref row)) None (Sample (ApplyIR 14 indexArray () String (Ref __cse_3) (I32 0))) (Population (ApplyIR 15 indexArray () String (Ref __cse_3) (I32 1))) (SuperPopulation (ApplyIR 16 indexArray () String (Ref __cse_3) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ApplyIR 17 indexArray () String (Ref __cse_3) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ApplyIR 19 indexArray () String (Ref __cse_3) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ApplyIR 21 indexArray () String (Ref __cse_3) (I32 5))))))) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file split_text Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))) (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))))) (InsertFields (SelectFields () (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row))) None (Sample (GetField Sample (Ref row))) (Population (GetField Population (Ref row))) (SuperPopulation (GetField SuperPopulation (Ref row))) (isFemale (GetField isFemale (Ref row))) (PurpleHair (GetField PurpleHair (Ref row))) (CaffeineConsumption (GetField CaffeineConsumption (Ref row))))) (InsertFields (SelectFields () (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row))) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref row)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref row)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref row)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref row)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref row)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref row)))))))))) 2022-08-17 10:38:43 root: INFO: Prune: InsertFields: eliminating field 'split_text' 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 120: (GetField rows (TableCollect (TableMapRows (TableExplode ("row") (TableKeyByAndAggregate 1 10 (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_1172 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_1173 (GetField text (Ref row)) (Let __iruid_1174 (Apply 3 splitChar () Array[String] (Ref __iruid_1173) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_1174)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_1174)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_1173))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "Population" "SuperPopulation" "isFemale" "PurpleHair" "CaffeineConsumption") (Sample (ArrayRef 14 (Ref __iruid_1172) (I32 0))) (Population (ArrayRef 15 (Ref __iruid_1172) (I32 1))) (SuperPopulation (ArrayRef 16 (Ref __iruid_1172) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ArrayRef 17 (Ref __iruid_1172) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ArrayRef 19 (Ref __iruid_1172) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ArrayRef 21 (Ref __iruid_1172) (I32 5))))))) (MakeStruct (row (ApplyAggOp TakeBy ((I32 11)) ((Ref row) (MakeStruct (Sample (GetField Sample (Ref row)))))))) (Literal Struct{} ))) (Let __iruid_1176 (GetField row (Ref row)) (InsertFields (SelectFields () (Ref __iruid_1176)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1176)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1176)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1176)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1176)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1176)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1176))))))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 120: (GetField rows (TableCollect (TableMapRows (TableExplode ("row") (TableKeyByAndAggregate 1 10 (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_1172 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_1173 (GetField text (Ref row)) (Let __iruid_1174 (Apply 3 splitChar () Array[String] (Ref __iruid_1173) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_1174)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_1174)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_1173))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "Population" "SuperPopulation" "isFemale" "PurpleHair" "CaffeineConsumption") (Sample (ArrayRef 14 (Ref __iruid_1172) (I32 0))) (Population (ArrayRef 15 (Ref __iruid_1172) (I32 1))) (SuperPopulation (ArrayRef 16 (Ref __iruid_1172) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ArrayRef 17 (Ref __iruid_1172) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ArrayRef 19 (Ref __iruid_1172) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ArrayRef 21 (Ref __iruid_1172) (I32 5))))))) (MakeStruct (row (ApplyAggOp TakeBy ((I32 11)) ((Ref row) (MakeStruct (Sample (GetField Sample (Ref row)))))))) (Literal Struct{} ))) (Let __iruid_1176 (GetField row (Ref row)) (InsertFields (SelectFields () (Ref __iruid_1176)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1176)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1176)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1176)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1176)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1176)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1176))))))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 120: (GetField rows (TableCollect (TableMapRows (TableExplode ("row") (TableKeyByAndAggregate 1 10 (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_1202 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_1203 (GetField text (Ref row)) (Let __iruid_1204 (Apply 3 splitChar () Array[String] (Ref __iruid_1203) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_1204)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_1204)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_1203))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "Population" "SuperPopulation" "isFemale" "PurpleHair" "CaffeineConsumption") (Sample (ArrayRef 14 (Ref __iruid_1202) (I32 0))) (Population (ArrayRef 15 (Ref __iruid_1202) (I32 1))) (SuperPopulation (ArrayRef 16 (Ref __iruid_1202) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ArrayRef 17 (Ref __iruid_1202) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ArrayRef 19 (Ref __iruid_1202) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ArrayRef 21 (Ref __iruid_1202) (I32 5))))))) (MakeStruct (row (ApplyAggOp TakeBy ((I32 11)) ((Ref row) (MakeStruct (Sample (GetField Sample (Ref row)))))))) (Literal Struct{} ))) (Let __iruid_1206 (GetField row (Ref row)) (InsertFields (SelectFields () (Ref __iruid_1206)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1206)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1206)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1206)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1206)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1206)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1206))))))))) 2022-08-17 10:38:43 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:38:43 root: INFO: lowering result: TableCollect 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 12: (Let __iruid_1211 (MakeStruct) (MakeStruct (globals (Ref __iruid_1211)) (broadcastVals (MakeStruct (__iruid_1211 (Ref __iruid_1211)))) (contexts (ToArray (StreamMap __iruid_1215 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (context (Ref __iruid_1215)))))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 9: (MakeStruct (globals (Literal Struct{} )) (broadcastVals (Literal Struct{__iruid_1211:Struct{}} )) (contexts (ToArray (StreamMap __iruid_1220 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (context (Ref __iruid_1220))))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 9: (MakeStruct (globals (Literal Struct{} )) (broadcastVals (Literal Struct{__iruid_1211:Struct{}} )) (contexts (ToArray (StreamMap __iruid_1220 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (context (Ref __iruid_1220))))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 9: (MakeStruct (globals (Literal Struct{} )) (broadcastVals (Literal Struct{__iruid_1211:Struct{}} )) (contexts (ToArray (StreamMap __iruid_1223 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (context (Ref __iruid_1223))))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 9: (MakeStruct (globals (Literal Struct{} )) (broadcastVals (Literal Struct{__iruid_1211:Struct{}} )) (contexts (ToArray (StreamMap __iruid_1223 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (context (Ref __iruid_1223))))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 9: (MakeStruct (globals (Literal Struct{} )) (broadcastVals (Literal Struct{__iruid_1211:Struct{}} )) (contexts (ToArray (StreamMap __iruid_1226 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (context (Ref __iruid_1226))))))) 2022-08-17 10:38:43 root: INFO: encoder cache miss (4 hits, 13 misses, 0.235) 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C846HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C846HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C847FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C847FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C848etypeEncode. 2022-08-17 10:38:43 root: INFO: instruction count: 7: __C848etypeEncode.apply 2022-08-17 10:38:43 root: INFO: instruction count: 41: __C848etypeEncode.__m849ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDANDr_struct_of_r_struct_of_ENDENDEND 2022-08-17 10:38:43 root: INFO: instruction count: 1: __C848etypeEncode.__m850ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:43 root: INFO: instruction count: 35: __C848etypeEncode.__m851ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:43 root: INFO: instruction count: 61: __C848etypeEncode.__m852ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C848etypeEncode.__m853ENCODE_SInt32$_TO_r_int32 2022-08-17 10:38:43 root: INFO: instruction count: 16: __C848etypeEncode.__m854ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C848etypeEncode.__m855ENCODE_SInt64$_TO_r_int64 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C848etypeEncode.__m856ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C848etypeEncode.__m857ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_17 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_17_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 10:38:43 BlockManagerInfo: INFO: Added broadcast_17_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 10:38:43 SparkContext: INFO: Created broadcast 17 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C815HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C815HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C816FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C816FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C817Compiled. 2022-08-17 10:38:43 root: INFO: instruction count: 55: __C817Compiled.apply 2022-08-17 10:38:43 root: INFO: instruction count: 144: __C817Compiled.__m820split_ToArray 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C817Compiled.setPartitionIndex 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C817Compiled.addPartitionRegion 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C817Compiled.setPool 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C817Compiled.addHailClassLoader 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C817Compiled.addFS 2022-08-17 10:38:43 root: INFO: instruction count: 69: __C817Compiled.addLiterals 2022-08-17 10:38:43 root: INFO: instruction count: 45: __C817Compiled.__m837DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDANDr_struct_of_r_struct_of_ENDENDEND_TO_SBaseStructPointer 2022-08-17 10:38:43 root: INFO: instruction count: 8: __C817Compiled.__m838INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:43 root: INFO: instruction count: 58: __C817Compiled.__m839INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:43 root: INFO: instruction count: 53: __C817Compiled.__m840INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:43 root: INFO: instruction count: 10: __C817Compiled.__m841INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:38:43 root: INFO: instruction count: 31: __C817Compiled.__m842INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:43 root: INFO: instruction count: 10: __C817Compiled.__m843INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:38:43 root: INFO: instruction count: 10: __C817Compiled.__m844INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:38:43 root: INFO: instruction count: 17: __C817Compiled.__m845INPLACE_DECODE_r_struct_of_r_struct_of_ENDEND_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 10:38:43 root: INFO: encoder cache miss (4 hits, 14 misses, 0.222) 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C858HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C858HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C859FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C859FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C860etypeEncode. 2022-08-17 10:38:43 root: INFO: instruction count: 7: __C860etypeEncode.apply 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C860etypeEncode.__m861ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 10:38:43 root: INFO: instruction count: 1: __C860etypeEncode.__m862ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_18 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_18_piece0 stored as bytes in memory (estimated size 53.0 B, free 17.8 GiB) 2022-08-17 10:38:43 BlockManagerInfo: INFO: Added broadcast_18_piece0 in memory on dna.Dlink:40753 (size: 53.0 B, free: 17.8 GiB) 2022-08-17 10:38:43 SparkContext: INFO: Created broadcast 18 from broadcast at RVDToTableStage.scala:64 2022-08-17 10:38:43 root: INFO: decoder cache miss (0 hits, 1 misses, 0.000 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C863HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C863HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C864FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C864FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C865etypeDecode. 2022-08-17 10:38:43 root: INFO: instruction count: 7: __C865etypeDecode.apply 2022-08-17 10:38:43 root: INFO: instruction count: 27: __C865etypeDecode.__m866DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:43 root: INFO: instruction count: 8: __C865etypeDecode.__m867INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:43 root: INFO: decoder cache miss (0 hits, 2 misses, 0.000 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C868HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C868HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C869FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C869FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C870etypeDecode. 2022-08-17 10:38:43 root: INFO: instruction count: 7: __C870etypeDecode.apply 2022-08-17 10:38:43 root: INFO: instruction count: 27: __C870etypeDecode.__m871DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:38:43 root: INFO: instruction count: 53: __C870etypeDecode.__m872INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:43 root: INFO: instruction count: 10: __C870etypeDecode.__m873INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:38:43 root: INFO: instruction count: 31: __C870etypeDecode.__m874INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:43 root: INFO: instruction count: 10: __C870etypeDecode.__m875INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:38:43 root: INFO: instruction count: 10: __C870etypeDecode.__m876INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:38:43 root: INFO: encoder cache miss (4 hits, 15 misses, 0.211) 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C877HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C877HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C878FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C878FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C879etypeEncode. 2022-08-17 10:38:43 root: INFO: instruction count: 7: __C879etypeEncode.apply 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C879etypeEncode.__m880ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:38:43 root: INFO: instruction count: 61: __C879etypeEncode.__m881ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C879etypeEncode.__m882ENCODE_SInt32$_TO_r_int32 2022-08-17 10:38:43 root: INFO: instruction count: 16: __C879etypeEncode.__m883ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C879etypeEncode.__m884ENCODE_SInt64$_TO_r_int64 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C879etypeEncode.__m885ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 111: (Let __iruid_1211 (GetField __iruid_1211 (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__iruid_1211:+PCStruct{}})) 1)) (Let __iruid_1216 (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{context:+PCStruct{index:+PInt32,file:+PCString,start:+PInt64,end:+PInt64,split:+PBoolean}})) 0) (Let __iruid_1212 (GetField context (Ref __iruid_1216)) (Let global (Ref __iruid_1211) (StreamBufferedAggregate (Let global (Ref __iruid_1211) (StreamMap __iruid_1213 (Let global (Ref __iruid_1211) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_1212)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let row (Ref __iruid_1213) (Let __iruid_1202 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_1203 (GetField text (Ref row)) (Let __iruid_1204 (Apply 3 splitChar () Array[String] (Ref __iruid_1203) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_1204)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_1204)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_1203))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "Population" "SuperPopulation" "isFemale" "PurpleHair" "CaffeineConsumption") (Sample (ArrayRef 14 (Ref __iruid_1202) (I32 0))) (Population (ArrayRef 15 (Ref __iruid_1202) (I32 1))) (SuperPopulation (ArrayRef 16 (Ref __iruid_1202) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ArrayRef 17 (Ref __iruid_1202) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ArrayRef 19 (Ref __iruid_1202) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ArrayRef 21 (Ref __iruid_1202) (I32 5))))))))) (Begin (InitOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) ((I32 11)))) (Literal Struct{} ) (Begin (SeqOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) ((Ref row) (MakeStruct (Sample (GetField Sample (Ref row)))))))))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 96: (StreamBufferedAggregate (StreamMap __iruid_1245 (StreamFilter __iruid_1246 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField context (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{context:+PCStruct{index:+PInt32,file:+PCString,start:+PInt64,end:+PInt64,split:+PBoolean}})) 0))) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_1246)) (Str "Sample\tPop...")) (False))) (Let __iruid_1247 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_1245))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1245)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1245)) (Str "\t") (Literal Array[String] )) (Let __iruid_1248 (GetField text (Ref __iruid_1245)) (Let __iruid_1249 (Apply 3 splitChar () Array[String] (Ref __iruid_1248) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_1245)) (ArrayLen (Ref __iruid_1249)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_1249)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_1248))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_1245))))) (InsertFields (SelectFields () (Ref __iruid_1245)) ("Sample" "Population" "SuperPopulation" "isFemale" "PurpleHair" "CaffeineConsumption") (Sample (ArrayRef 14 (Ref __iruid_1247) (I32 0))) (Population (ArrayRef 15 (Ref __iruid_1247) (I32 1))) (SuperPopulation (ArrayRef 16 (Ref __iruid_1247) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ArrayRef 17 (Ref __iruid_1247) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ArrayRef 19 (Ref __iruid_1247) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ArrayRef 21 (Ref __iruid_1247) (I32 5))))))) (Begin (InitOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) ((I32 11)))) (Literal Struct{} ) (Begin (SeqOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) ((Ref row) (MakeStruct (Sample (GetField Sample (Ref row)))))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 96: (StreamBufferedAggregate (StreamMap __iruid_1245 (StreamFilter __iruid_1246 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField context (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{context:+PCStruct{index:+PInt32,file:+PCString,start:+PInt64,end:+PInt64,split:+PBoolean}})) 0))) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_1246)) (Str "Sample\tPop...")) (False))) (Let __iruid_1247 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_1245))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1245)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1245)) (Str "\t") (Literal Array[String] )) (Let __iruid_1248 (GetField text (Ref __iruid_1245)) (Let __iruid_1249 (Apply 3 splitChar () Array[String] (Ref __iruid_1248) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_1245)) (ArrayLen (Ref __iruid_1249)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_1249)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_1248))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_1245))))) (InsertFields (SelectFields () (Ref __iruid_1245)) ("Sample" "Population" "SuperPopulation" "isFemale" "PurpleHair" "CaffeineConsumption") (Sample (ArrayRef 14 (Ref __iruid_1247) (I32 0))) (Population (ArrayRef 15 (Ref __iruid_1247) (I32 1))) (SuperPopulation (ArrayRef 16 (Ref __iruid_1247) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ArrayRef 17 (Ref __iruid_1247) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ArrayRef 19 (Ref __iruid_1247) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ArrayRef 21 (Ref __iruid_1247) (I32 5))))))) (Begin (InitOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) ((I32 11)))) (Literal Struct{} ) (Begin (SeqOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) ((Ref row) (MakeStruct (Sample (GetField Sample (Ref row)))))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 96: (StreamBufferedAggregate (StreamMap __iruid_1260 (StreamFilter __iruid_1261 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField context (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{context:+PCStruct{index:+PInt32,file:+PCString,start:+PInt64,end:+PInt64,split:+PBoolean}})) 0))) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_1261)) (Str "Sample\tPop...")) (False))) (Let __iruid_1262 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_1260))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1260)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1260)) (Str "\t") (Literal Array[String] )) (Let __iruid_1263 (GetField text (Ref __iruid_1260)) (Let __iruid_1264 (Apply 3 splitChar () Array[String] (Ref __iruid_1263) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_1260)) (ArrayLen (Ref __iruid_1264)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_1264)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_1263))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_1260))))) (InsertFields (SelectFields () (Ref __iruid_1260)) ("Sample" "Population" "SuperPopulation" "isFemale" "PurpleHair" "CaffeineConsumption") (Sample (ArrayRef 14 (Ref __iruid_1262) (I32 0))) (Population (ArrayRef 15 (Ref __iruid_1262) (I32 1))) (SuperPopulation (ArrayRef 16 (Ref __iruid_1262) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ArrayRef 17 (Ref __iruid_1262) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ArrayRef 19 (Ref __iruid_1262) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ArrayRef 21 (Ref __iruid_1262) (I32 5))))))) (Begin (InitOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) ((I32 11)))) (Literal Struct{} ) (Begin (SeqOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) ((Ref row) (MakeStruct (Sample (GetField Sample (Ref row)))))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 96: (StreamBufferedAggregate (StreamMap __iruid_1260 (StreamFilter __iruid_1261 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField context (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{context:+PCStruct{index:+PInt32,file:+PCString,start:+PInt64,end:+PInt64,split:+PBoolean}})) 0))) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_1261)) (Str "Sample\tPop...")) (False))) (Let __iruid_1262 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_1260))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1260)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1260)) (Str "\t") (Literal Array[String] )) (Let __iruid_1263 (GetField text (Ref __iruid_1260)) (Let __iruid_1264 (Apply 3 splitChar () Array[String] (Ref __iruid_1263) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_1260)) (ArrayLen (Ref __iruid_1264)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_1264)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_1263))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_1260))))) (InsertFields (SelectFields () (Ref __iruid_1260)) ("Sample" "Population" "SuperPopulation" "isFemale" "PurpleHair" "CaffeineConsumption") (Sample (ArrayRef 14 (Ref __iruid_1262) (I32 0))) (Population (ArrayRef 15 (Ref __iruid_1262) (I32 1))) (SuperPopulation (ArrayRef 16 (Ref __iruid_1262) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ArrayRef 17 (Ref __iruid_1262) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ArrayRef 19 (Ref __iruid_1262) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ArrayRef 21 (Ref __iruid_1262) (I32 5))))))) (Begin (InitOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) ((I32 11)))) (Literal Struct{} ) (Begin (SeqOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) ((Ref row) (MakeStruct (Sample (GetField Sample (Ref row)))))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 96: (StreamBufferedAggregate (StreamMap __iruid_1275 (StreamFilter __iruid_1276 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (GetField context (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{context:+PCStruct{index:+PInt32,file:+PCString,start:+PInt64,end:+PInt64,split:+PBoolean}})) 0))) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_1276)) (Str "Sample\tPop...")) (False))) (Let __iruid_1277 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_1275))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1275)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_1275)) (Str "\t") (Literal Array[String] )) (Let __iruid_1278 (GetField text (Ref __iruid_1275)) (Let __iruid_1279 (Apply 3 splitChar () Array[String] (Ref __iruid_1278) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_1275)) (ArrayLen (Ref __iruid_1279)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_1279)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_1278))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_1275))))) (InsertFields (SelectFields () (Ref __iruid_1275)) ("Sample" "Population" "SuperPopulation" "isFemale" "PurpleHair" "CaffeineConsumption") (Sample (ArrayRef 14 (Ref __iruid_1277) (I32 0))) (Population (ArrayRef 15 (Ref __iruid_1277) (I32 1))) (SuperPopulation (ArrayRef 16 (Ref __iruid_1277) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ArrayRef 17 (Ref __iruid_1277) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ArrayRef 19 (Ref __iruid_1277) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ArrayRef 21 (Ref __iruid_1277) (I32 5))))))) (Begin (InitOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) ((I32 11)))) (Literal Struct{} ) (Begin (SeqOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) ((Ref row) (MakeStruct (Sample (GetField Sample (Ref row)))))))) 2022-08-17 10:38:43 root: INFO: encoder cache miss (4 hits, 16 misses, 0.200) 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1071HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1071HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1072FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1072FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1073etypeEncode. 2022-08-17 10:38:43 root: INFO: instruction count: 7: __C1073etypeEncode.apply 2022-08-17 10:38:43 root: INFO: instruction count: 105: __C1073etypeEncode.__m1074ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND 2022-08-17 10:38:43 root: INFO: instruction count: 1: __C1073etypeEncode.__m1075ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:43 root: INFO: instruction count: 16: __C1073etypeEncode.__m1076ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:43 root: INFO: instruction count: 39: __C1073etypeEncode.__m1077ENCODE_SIndexablePointer_TO_r_array_of_r_binary 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_19 stored as values in memory (estimated size 304.0 B, free 17.8 GiB) 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_19_piece0 stored as bytes in memory (estimated size 256.0 B, free 17.8 GiB) 2022-08-17 10:38:43 BlockManagerInfo: INFO: Added broadcast_19_piece0 in memory on dna.Dlink:40753 (size: 256.0 B, free: 17.8 GiB) 2022-08-17 10:38:43 SparkContext: INFO: Created broadcast 19 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C886HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C886HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C887FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C887FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C888stream. 2022-08-17 10:38:43 root: INFO: instruction count: 193: __C888stream.apply 2022-08-17 10:38:43 root: INFO: instruction count: 7: __C888stream.setRegions 2022-08-17 10:38:43 root: INFO: instruction count: 11: __C888stream.__m904ord_equiv 2022-08-17 10:38:43 root: INFO: instruction count: 21: __C888stream.__m905ord_equivNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 28: __C888stream.__m906ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 408: __C888stream.__m909split_Let 2022-08-17 10:38:43 root: INFO: instruction count: 7: __C888stream.__m911length 2022-08-17 10:38:43 root: INFO: instruction count: 11: __C888stream.__m912ord_gt 2022-08-17 10:38:43 root: INFO: instruction count: 14: __C888stream.__m913ord_gtNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 138: __C888stream.__m914split_If 2022-08-17 10:38:43 root: INFO: instruction count: 161: __C888stream.__m920splitChar 2022-08-17 10:38:43 root: INFO: instruction count: 53: __C888stream.convert_region_to_str_array 2022-08-17 10:38:43 root: INFO: instruction count: 12: __C888stream.__m923setup_null 2022-08-17 10:38:43 root: INFO: instruction count: 11: __C888stream.__m924ord_equiv 2022-08-17 10:38:43 root: INFO: instruction count: 14: __C888stream.__m925ord_equivNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 135: __C888stream.__m931format 2022-08-17 10:38:43 root: INFO: instruction count: 12: __C888stream.__m934setup_null 2022-08-17 10:38:43 root: INFO: instruction count: 29: __C888stream.__m937concat 2022-08-17 10:38:43 root: INFO: instruction count: 35: __C888stream.__m939arrayref_bounds_check 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C888stream.__m940toBoolean 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C888stream.__m941toInt32 2022-08-17 10:38:43 root: INFO: instruction count: 17: __C888stream.__m978i_gt_j 2022-08-17 10:38:43 root: INFO: instruction count: 71: __C888stream.__m979ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 11: __C888stream.__m980ord_compare 2022-08-17 10:38:43 root: INFO: instruction count: 99: __C888stream.__m981ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 30: __C888stream.__m982ord_compare 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C888stream.__m983ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 89: __C888stream.__m984ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 11: __C888stream.__m985ord_compare 2022-08-17 10:38:43 root: INFO: instruction count: 8: __C888stream.__m986ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 18: __C888stream.__m987swap 2022-08-17 10:38:43 root: INFO: instruction count: 74: __C888stream.__m988rebalance_up 2022-08-17 10:38:43 root: INFO: instruction count: 150: __C888stream.__m989rebalance_down 2022-08-17 10:38:43 root: INFO: instruction count: 1060: __C888stream.__m995btree_deepCopy 2022-08-17 10:38:43 root: INFO: instruction count: 129: __C888stream.__m1003begin_group_0 2022-08-17 10:38:43 root: INFO: instruction count: 903: __C888stream.__m1005btree_get 2022-08-17 10:38:43 root: INFO: instruction count: 27: __C888stream.__m1006compWithKey 2022-08-17 10:38:43 root: INFO: instruction count: 11: __C888stream.__m1008ord_compare 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C888stream.__m1009ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 239: __C888stream.__m1010btree_insert 2022-08-17 10:38:43 root: INFO: instruction count: 135: __C888stream.__m1037begin_group_0 2022-08-17 10:38:43 root: INFO: instruction count: 512: __C888stream.__m1038take_by_seqop 2022-08-17 10:38:43 root: INFO: instruction count: 12: __C888stream.__m1040ord_compare 2022-08-17 10:38:43 root: INFO: instruction count: 84: __C888stream.__m1041ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 30: __C888stream.__m1042ord_compare 2022-08-17 10:38:43 root: INFO: instruction count: 498: __C888stream.__m1043take_by_garbage_collect 2022-08-17 10:38:43 root: INFO: instruction count: 11: __C888stream.__m1047setup_null 2022-08-17 10:38:43 root: INFO: instruction count: 111: __C888stream.__m1049ENCODE_SIndexablePointer_TO_r_array_of_o_struct_of_r_struct_of_r_struct_of_o_binaryENDANDr_int64ENDANDr_struct_of_o_binaryANDo_binaryANDo_binaryANDo_boolANDo_boolANDo_int32ENDEND 2022-08-17 10:38:43 root: INFO: instruction count: 17: __C888stream.__m1050ENCODE_SBaseStructPointer_TO_o_struct_of_r_struct_of_r_struct_of_o_binaryENDANDr_int64ENDANDr_struct_of_o_binaryANDo_binaryANDo_binaryANDo_boolANDo_boolANDo_int32ENDEND 2022-08-17 10:38:43 root: INFO: instruction count: 21: __C888stream.__m1051ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_o_binaryENDANDr_int64END 2022-08-17 10:38:43 root: INFO: instruction count: 36: __C888stream.__m1052ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryEND 2022-08-17 10:38:43 root: INFO: instruction count: 16: __C888stream.__m1053ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C888stream.__m1054ENCODE_SInt64$_TO_r_int64 2022-08-17 10:38:43 root: INFO: instruction count: 151: __C888stream.__m1055ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryANDo_binaryANDo_boolANDo_boolANDo_int32END 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C888stream.__m1056ENCODE_SBoolean$_TO_o_bool 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C888stream.__m1057ENCODE_SInt32$_TO_o_int32 2022-08-17 10:38:43 root: INFO: instruction count: 12: __C888stream.__m1063setup_null 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C888stream.setObjects 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C888stream.loadAddress 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C888stream.setPartitionIndex 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C888stream.addPartitionRegion 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C888stream.setPool 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C888stream.addHailClassLoader 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C888stream.addFS 2022-08-17 10:38:43 root: INFO: instruction count: 128: __C888stream.addLiterals 2022-08-17 10:38:43 root: INFO: instruction count: 90: __C888stream.__m1067DECODE_r_struct_of_r_struct_of_ENDANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:43 root: INFO: instruction count: 8: __C888stream.__m1068INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:43 root: INFO: instruction count: 31: __C888stream.__m1069INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:43 root: INFO: instruction count: 58: __C888stream.__m1070INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 10:38:43 root: INFO: instruction count: 414: __C888stream.apply_region54_83 2022-08-17 10:38:43 root: INFO: instruction count: 349: __C888stream.apply_region48_85 2022-08-17 10:38:43 root: INFO: instruction count: 158: __C888stream.apply_region13_15 2022-08-17 10:38:43 root: INFO: instruction count: 350: __C888stream.apply_region12_92 2022-08-17 10:38:43 root: INFO: instruction count: 373: __C888stream.apply_region162_189 2022-08-17 10:38:43 root: INFO: instruction count: 1140: __C888stream.apply_region11_191 2022-08-17 10:38:43 root: INFO: instruction count: 530: __C888stream.__m995btree_deepCopy_region21_50 2022-08-17 10:38:43 root: INFO: instruction count: 373: __C888stream.__m995btree_deepCopy_region56_83 2022-08-17 10:38:43 root: INFO: instruction count: 530: __C888stream.__m995btree_deepCopy_region91_120 2022-08-17 10:38:43 root: INFO: instruction count: 373: __C888stream.__m995btree_deepCopy_region126_153 2022-08-17 10:38:43 root: INFO: instruction count: 535: __C888stream.__m995btree_deepCopy_region163_195 2022-08-17 10:38:43 root: INFO: instruction count: 373: __C888stream.__m995btree_deepCopy_region197_224 2022-08-17 10:38:43 root: INFO: instruction count: 530: __C888stream.__m995btree_deepCopy_region232_261 2022-08-17 10:38:43 root: INFO: instruction count: 373: __C888stream.__m995btree_deepCopy_region267_294 2022-08-17 10:38:43 root: INFO: instruction count: 530: __C888stream.__m995btree_deepCopy_region301_330 2022-08-17 10:38:43 root: INFO: instruction count: 373: __C888stream.__m995btree_deepCopy_region393_420 2022-08-17 10:38:43 root: INFO: instruction count: 373: __C888stream.__m995btree_deepCopy_region365_392 2022-08-17 10:38:43 root: INFO: instruction count: 373: __C888stream.__m995btree_deepCopy_region337_364 2022-08-17 10:38:43 root: INFO: instruction count: 423: __C888stream.__m995btree_deepCopy_region15_84 2022-08-17 10:38:43 root: INFO: instruction count: 414: __C888stream.__m995btree_deepCopy_region226_295 2022-08-17 10:38:43 root: INFO: instruction count: 414: __C888stream.__m995btree_deepCopy_region85_154 2022-08-17 10:38:43 root: INFO: instruction count: 415: __C888stream.__m995btree_deepCopy_region155_225 2022-08-17 10:38:43 root: INFO: instruction count: 114: __C888stream.__m1010btree_insert_region44_51 2022-08-17 10:38:43 root: INFO: instruction count: 114: __C888stream.__m1010btree_insert_region36_43 2022-08-17 10:38:43 root: INFO: instruction count: 114: __C888stream.__m1010btree_insert_region28_35 2022-08-17 10:38:43 root: INFO: instruction count: 114: __C888stream.__m1010btree_insert_region17_24 2022-08-17 10:38:43 root: INFO: instruction count: 81: __C888stream.__m1010btree_insert_region159_164 2022-08-17 10:38:43 root: INFO: instruction count: 81: __C888stream.__m1010btree_insert_region145_150 2022-08-17 10:38:43 root: INFO: instruction count: 81: __C888stream.__m1010btree_insert_region263_268 2022-08-17 10:38:43 root: INFO: instruction count: 81: __C888stream.__m1010btree_insert_region249_254 2022-08-17 10:38:43 root: INFO: instruction count: 512: __C888stream.__m1010btree_insert_region282_365 2022-08-17 10:38:43 root: INFO: instruction count: 545: __C888stream.__m1010btree_insert_region196_273 2022-08-17 10:38:43 root: INFO: instruction count: 551: __C888stream.__m1010btree_insert_region92_169 2022-08-17 10:38:43 root: INFO: instruction count: 223: __C888stream.__m1010btree_insert_region170_175 2022-08-17 10:38:43 root: INFO: instruction count: 197: __C888stream.__m1010btree_insert_region69_74 2022-08-17 10:38:43 root: INFO: instruction count: 97: __C888stream.__m1010btree_insert_region179_185 2022-08-17 10:38:43 root: INFO: instruction count: 443: __C888stream.__m1010btree_insert_region68_369 2022-08-17 10:38:43 root: INFO: instruction count: 449: __C888stream.__m1010btree_insert_region13_64 2022-08-17 10:38:43 root: INFO: instruction count: 132: __C888stream.__m1038take_by_seqop_region58_60 2022-08-17 10:38:43 root: INFO: instruction count: 123: __C888stream.__m1038take_by_seqop_region6_13 2022-08-17 10:38:43 root: INFO: instruction count: 124: __C888stream.__m1038take_by_seqop_region22_29 2022-08-17 10:38:43 root: INFO: instruction count: 115: __C888stream.__m1038take_by_seqop_region66_72 2022-08-17 10:38:43 root: INFO: instruction count: 116: __C888stream.__m1038take_by_seqop_region89_96 2022-08-17 10:38:43 root: INFO: instruction count: 98: __C888stream.__m1038take_by_seqop_region73_80 2022-08-17 10:38:43 root: INFO: instruction count: 90: __C888stream.__m1038take_by_seqop_region97_103 2022-08-17 10:38:43 root: INFO: instruction count: 90: __C888stream.__m1038take_by_seqop_region30_36 2022-08-17 10:38:43 root: INFO: instruction count: 81: __C888stream.__m1038take_by_seqop_region2_5 2022-08-17 10:38:43 root: INFO: instruction count: 73: __C888stream.__m1038take_by_seqop_region111_117 2022-08-17 10:38:43 root: INFO: instruction count: 73: __C888stream.__m1038take_by_seqop_region104_110 2022-08-17 10:38:43 root: INFO: instruction count: 73: __C888stream.__m1038take_by_seqop_region44_50 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1078applySpills. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1097__m995btree_deepCopySpills. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1170__m1005btree_getSpills. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1173__m1010btree_insertSpills. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1199__m1038take_by_seqopSpills. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1230__m1043take_by_garbage_collectSpills. 2022-08-17 10:38:43 root: INFO: encoder cache miss (4 hits, 17 misses, 0.190) 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1231HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1231HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1232FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1232FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1233etypeEncode. 2022-08-17 10:38:43 root: INFO: instruction count: 7: __C1233etypeEncode.apply 2022-08-17 10:38:43 root: INFO: instruction count: 1: __C1233etypeEncode.__m1234ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:43 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 111: (Let __iruid_1280 (EncodedLiteral Struct{}) (Let __iruid_1293 (CollectDistributedArray __iruid_1281 __iruid_1292 (StreamRange -1 False (I32 0) (I32 1) (I32 1)) (MakeStruct (__iruid_1280 (Ref __iruid_1280))) (Let __iruid_1280 (GetField __iruid_1280 (Ref __iruid_1292)) (ToArray (Let global (Ref __iruid_1280) (StreamMap __iruid_1291 (StreamFlatMap __iruid_1288 (Let global (Ref __iruid_1280) (StreamMap __iruid_1284 (StreamGroupByKey () (ReadPartition Struct{agg:Tuple[Binary]} "\"\"" (Ref __iruid_1281))) (RunAgg ( (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) (StreamFor __iruid_1287 (StreamZip -1 TakeMinLength (__iruid_1285 __iruid_1286) (Ref __iruid_1284) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_1285)) (idx (Ref __iruid_1286)))) (If (ApplyComparisonOp EQ (GetField idx (Ref __iruid_1287)) (I32 0)) (Begin (InitFromSerializedValue 0 (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1287))))) (InitOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((I32 1))) (SeqOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((GetField elt (Ref __iruid_1287))))) (Begin (CombOpValue 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1287)))))))) (Let __iruid_1214 (MakeTuple (0) (ResultOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})))) (Let __iruid_1282 (MakeStruct (row (GetTupleElement 0 (Ref __iruid_1214)))) (Let __iruid_1283 (ResultOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]}))) (MakeStruct (row (GetField row (Ref __iruid_1282)))))))))) (Let __iruid_1289 (GetField row (Ref __iruid_1288)) (StreamMap __iruid_1290 (ToStream True (Ref __iruid_1289)) (InsertFields (Ref __iruid_1288) None (row (Ref __iruid_1290)))))) (Let row (Ref __iruid_1291) (Let __iruid_1206 (GetField row (Ref row)) (InsertFields (SelectFields () (Ref __iruid_1206)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1206)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1206)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1206)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1206)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1206)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1206)))))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_1294 (ToStream False (Ref __iruid_1293)) (ToStream False (Ref __iruid_1294))))) (global (Ref __iruid_1280))))) 2022-08-17 10:38:43 root: INFO: Prune: MakeStruct: eliminating field '__iruid_1280' 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 84: (Let __iruid_1334 (CollectDistributedArray __iruid_1335 __iruid_1336 (StreamRange -1 False (I32 0) (I32 1) (I32 1)) (Literal Struct{} ) (ToArray (StreamFlatMap __iruid_1337 (StreamGroupByKey () (ReadPartition Struct{agg:Tuple[Binary]} "\"\"" (Ref __iruid_1335))) (Let __iruid_1338 (RunAgg ( (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) (StreamFor __iruid_1339 (StreamZip -1 TakeMinLength (__iruid_1340 __iruid_1341) (Ref __iruid_1337) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_1340)) (idx (Ref __iruid_1341)))) (If (ApplyComparisonOp EQ (GetField idx (Ref __iruid_1339)) (I32 0)) (Begin (InitFromSerializedValue 0 (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1339))))) (InitOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((I32 1))) (SeqOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((GetField elt (Ref __iruid_1339))))) (Begin (CombOpValue 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1339)))))))) (Let __iruid_1342 (MakeTuple (0) (ResultOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})))) (MakeStruct (row (GetTupleElement 0 (Ref __iruid_1342)))))) (StreamMap __iruid_1343 (ToStream True (GetField row (Ref __iruid_1338))) (InsertFields (SelectFields () (Ref __iruid_1343)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1343)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1343)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1343)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1343)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1343)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1343)))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_1344 (ToStream False (Ref __iruid_1334)) (ToStream False (Ref __iruid_1344))))) (global (EncodedLiteral Struct{})))) 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 84: (Let __iruid_1334 (CollectDistributedArray __iruid_1335 __iruid_1336 (StreamRange -1 False (I32 0) (I32 1) (I32 1)) (Literal Struct{} ) (ToArray (StreamFlatMap __iruid_1337 (StreamGroupByKey () (ReadPartition Struct{agg:Tuple[Binary]} "\"\"" (Ref __iruid_1335))) (Let __iruid_1338 (RunAgg ( (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) (StreamFor __iruid_1339 (StreamZip -1 TakeMinLength (__iruid_1340 __iruid_1341) (Ref __iruid_1337) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_1340)) (idx (Ref __iruid_1341)))) (If (ApplyComparisonOp EQ (GetField idx (Ref __iruid_1339)) (I32 0)) (Begin (InitFromSerializedValue 0 (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1339))))) (InitOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((I32 1))) (SeqOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((GetField elt (Ref __iruid_1339))))) (Begin (CombOpValue 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1339)))))))) (Let __iruid_1342 (MakeTuple (0) (ResultOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})))) (MakeStruct (row (GetTupleElement 0 (Ref __iruid_1342)))))) (StreamMap __iruid_1343 (ToStream True (GetField row (Ref __iruid_1338))) (InsertFields (SelectFields () (Ref __iruid_1343)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1343)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1343)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1343)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1343)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1343)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1343)))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_1344 (ToStream False (Ref __iruid_1334)) (ToStream False (Ref __iruid_1344))))) (global (EncodedLiteral Struct{})))) 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 84: (Let __iruid_1367 (CollectDistributedArray __iruid_1368 __iruid_1369 (StreamRange -1 False (I32 0) (I32 1) (I32 1)) (Literal Struct{} ) (ToArray (StreamFlatMap __iruid_1370 (StreamGroupByKey () (ReadPartition Struct{agg:Tuple[Binary]} "\"\"" (Ref __iruid_1368))) (Let __iruid_1371 (RunAgg ( (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) (StreamFor __iruid_1372 (StreamZip -1 TakeMinLength (__iruid_1373 __iruid_1374) (Ref __iruid_1370) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_1373)) (idx (Ref __iruid_1374)))) (If (ApplyComparisonOp EQ (GetField idx (Ref __iruid_1372)) (I32 0)) (Begin (InitFromSerializedValue 0 (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1372))))) (InitOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((I32 1))) (SeqOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((GetField elt (Ref __iruid_1372))))) (Begin (CombOpValue 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1372)))))))) (Let __iruid_1375 (MakeTuple (0) (ResultOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})))) (MakeStruct (row (GetTupleElement 0 (Ref __iruid_1375)))))) (StreamMap __iruid_1376 (ToStream True (GetField row (Ref __iruid_1371))) (InsertFields (SelectFields () (Ref __iruid_1376)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1376)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1376)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1376)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1376)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1376)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1376)))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_1377 (ToStream False (Ref __iruid_1367)) (ToStream False (Ref __iruid_1377))))) (global (EncodedLiteral Struct{})))) 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 84: (Let __iruid_1367 (CollectDistributedArray __iruid_1368 __iruid_1369 (StreamRange -1 False (I32 0) (I32 1) (I32 1)) (Literal Struct{} ) (ToArray (StreamFlatMap __iruid_1370 (StreamGroupByKey () (ReadPartition Struct{agg:Tuple[Binary]} "\"\"" (Ref __iruid_1368))) (Let __iruid_1371 (RunAgg ( (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) (StreamFor __iruid_1372 (StreamZip -1 TakeMinLength (__iruid_1373 __iruid_1374) (Ref __iruid_1370) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_1373)) (idx (Ref __iruid_1374)))) (If (ApplyComparisonOp EQ (GetField idx (Ref __iruid_1372)) (I32 0)) (Begin (InitFromSerializedValue 0 (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1372))))) (InitOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((I32 1))) (SeqOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((GetField elt (Ref __iruid_1372))))) (Begin (CombOpValue 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1372)))))))) (Let __iruid_1375 (MakeTuple (0) (ResultOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})))) (MakeStruct (row (GetTupleElement 0 (Ref __iruid_1375)))))) (StreamMap __iruid_1376 (ToStream True (GetField row (Ref __iruid_1371))) (InsertFields (SelectFields () (Ref __iruid_1376)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1376)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1376)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1376)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1376)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1376)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1376)))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_1377 (ToStream False (Ref __iruid_1367)) (ToStream False (Ref __iruid_1377))))) (global (EncodedLiteral Struct{})))) 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 84: (Let __iruid_1400 (CollectDistributedArray __iruid_1401 __iruid_1402 (StreamRange -1 False (I32 0) (I32 1) (I32 1)) (Literal Struct{} ) (ToArray (StreamFlatMap __iruid_1403 (StreamGroupByKey () (ReadPartition Struct{agg:Tuple[Binary]} "\"\"" (Ref __iruid_1401))) (Let __iruid_1404 (RunAgg ( (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) (StreamFor __iruid_1405 (StreamZip -1 TakeMinLength (__iruid_1406 __iruid_1407) (Ref __iruid_1403) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_1406)) (idx (Ref __iruid_1407)))) (If (ApplyComparisonOp EQ (GetField idx (Ref __iruid_1405)) (I32 0)) (Begin (InitFromSerializedValue 0 (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1405))))) (InitOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((I32 1))) (SeqOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((GetField elt (Ref __iruid_1405))))) (Begin (CombOpValue 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1405)))))))) (Let __iruid_1408 (MakeTuple (0) (ResultOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})))) (MakeStruct (row (GetTupleElement 0 (Ref __iruid_1408)))))) (StreamMap __iruid_1409 (ToStream True (GetField row (Ref __iruid_1404))) (InsertFields (SelectFields () (Ref __iruid_1409)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1409)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1409)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1409)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1409)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1409)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1409)))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_1410 (ToStream False (Ref __iruid_1400)) (ToStream False (Ref __iruid_1410))))) (global (EncodedLiteral Struct{})))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 85: (MakeTuple (0) (Let __iruid_1400 (CollectDistributedArray __iruid_1401 __iruid_1402 (StreamRange -1 False (I32 0) (I32 1) (I32 1)) (Literal Struct{} ) (ToArray (StreamFlatMap __iruid_1403 (StreamGroupByKey () (ReadPartition Struct{agg:Tuple[Binary]} "\"\"" (Ref __iruid_1401))) (Let __iruid_1404 (RunAgg ( (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) (StreamFor __iruid_1405 (StreamZip -1 TakeMinLength (__iruid_1406 __iruid_1407) (Ref __iruid_1403) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_1406)) (idx (Ref __iruid_1407)))) (If (ApplyComparisonOp EQ (GetField idx (Ref __iruid_1405)) (I32 0)) (Begin (InitFromSerializedValue 0 (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1405))))) (InitOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((I32 1))) (SeqOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((GetField elt (Ref __iruid_1405))))) (Begin (CombOpValue 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1405)))))))) (Let __iruid_1408 (MakeTuple (0) (ResultOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})))) (MakeStruct (row (GetTupleElement 0 (Ref __iruid_1408)))))) (StreamMap __iruid_1409 (ToStream True (GetField row (Ref __iruid_1404))) (InsertFields (SelectFields () (Ref __iruid_1409)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1409)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1409)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1409)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1409)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1409)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1409)))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_1410 (ToStream False (Ref __iruid_1400)) (ToStream False (Ref __iruid_1410))))) (global (EncodedLiteral Struct{}))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 85: (MakeTuple (0) (Let __iruid_1433 (CollectDistributedArray __iruid_1434 __iruid_1435 (StreamRange -1 False (I32 0) (I32 1) (I32 1)) (Literal Struct{} ) (ToArray (StreamFlatMap __iruid_1436 (StreamGroupByKey () (ReadPartition Struct{agg:Tuple[Binary]} "\"\"" (Ref __iruid_1434))) (Let __iruid_1437 (RunAgg ( (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) (StreamFor __iruid_1438 (StreamZip -1 TakeMinLength (__iruid_1439 __iruid_1440) (Ref __iruid_1436) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_1439)) (idx (Ref __iruid_1440)))) (If (ApplyComparisonOp EQ (GetField idx (Ref __iruid_1438)) (I32 0)) (Begin (InitFromSerializedValue 0 (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1438))))) (InitOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((I32 1))) (SeqOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((GetField elt (Ref __iruid_1438))))) (Begin (CombOpValue 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1438)))))))) (Let __iruid_1441 (MakeTuple (0) (ResultOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})))) (MakeStruct (row (GetTupleElement 0 (Ref __iruid_1441)))))) (StreamMap __iruid_1442 (ToStream True (GetField row (Ref __iruid_1437))) (InsertFields (SelectFields () (Ref __iruid_1442)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1442)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1442)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1442)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1442)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1442)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1442)))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_1443 (ToStream False (Ref __iruid_1433)) (ToStream False (Ref __iruid_1443))))) (global (EncodedLiteral Struct{}))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 85: (MakeTuple (0) (Let __iruid_1433 (CollectDistributedArray __iruid_1434 __iruid_1435 (StreamRange -1 False (I32 0) (I32 1) (I32 1)) (Literal Struct{} ) (ToArray (StreamFlatMap __iruid_1436 (StreamGroupByKey () (ReadPartition Struct{agg:Tuple[Binary]} "\"\"" (Ref __iruid_1434))) (Let __iruid_1437 (RunAgg ( (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) (StreamFor __iruid_1438 (StreamZip -1 TakeMinLength (__iruid_1439 __iruid_1440) (Ref __iruid_1436) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_1439)) (idx (Ref __iruid_1440)))) (If (ApplyComparisonOp EQ (GetField idx (Ref __iruid_1438)) (I32 0)) (Begin (InitFromSerializedValue 0 (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1438))))) (InitOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((I32 1))) (SeqOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((GetField elt (Ref __iruid_1438))))) (Begin (CombOpValue 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1438)))))))) (Let __iruid_1441 (MakeTuple (0) (ResultOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})))) (MakeStruct (row (GetTupleElement 0 (Ref __iruid_1441)))))) (StreamMap __iruid_1442 (ToStream True (GetField row (Ref __iruid_1437))) (InsertFields (SelectFields () (Ref __iruid_1442)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1442)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1442)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1442)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1442)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1442)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1442)))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_1443 (ToStream False (Ref __iruid_1433)) (ToStream False (Ref __iruid_1443))))) (global (EncodedLiteral Struct{}))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 85: (MakeTuple (0) (Let __iruid_1466 (CollectDistributedArray __iruid_1467 __iruid_1468 (StreamRange -1 False (I32 0) (I32 1) (I32 1)) (Literal Struct{} ) (ToArray (StreamFlatMap __iruid_1469 (StreamGroupByKey () (ReadPartition Struct{agg:Tuple[Binary]} "\"\"" (Ref __iruid_1467))) (Let __iruid_1470 (RunAgg ( (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) (StreamFor __iruid_1471 (StreamZip -1 TakeMinLength (__iruid_1472 __iruid_1473) (Ref __iruid_1469) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_1472)) (idx (Ref __iruid_1473)))) (If (ApplyComparisonOp EQ (GetField idx (Ref __iruid_1471)) (I32 0)) (Begin (InitFromSerializedValue 0 (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1471))))) (InitOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((I32 1))) (SeqOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((GetField elt (Ref __iruid_1471))))) (Begin (CombOpValue 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1471)))))))) (Let __iruid_1474 (MakeTuple (0) (ResultOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})))) (MakeStruct (row (GetTupleElement 0 (Ref __iruid_1474)))))) (StreamMap __iruid_1475 (ToStream True (GetField row (Ref __iruid_1470))) (InsertFields (SelectFields () (Ref __iruid_1475)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1475)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1475)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1475)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1475)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1475)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1475)))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_1476 (ToStream False (Ref __iruid_1466)) (ToStream False (Ref __iruid_1476))))) (global (EncodedLiteral Struct{}))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 85: (MakeTuple (0) (Let __iruid_1466 (CollectDistributedArray __iruid_1467 __iruid_1468 (StreamRange -1 False (I32 0) (I32 1) (I32 1)) (Literal Struct{} ) (ToArray (StreamFlatMap __iruid_1469 (StreamGroupByKey () (ReadPartition Struct{agg:Tuple[Binary]} "\"\"" (Ref __iruid_1467))) (Let __iruid_1470 (RunAgg ( (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) (StreamFor __iruid_1471 (StreamZip -1 TakeMinLength (__iruid_1472 __iruid_1473) (Ref __iruid_1469) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_1472)) (idx (Ref __iruid_1473)))) (If (ApplyComparisonOp EQ (GetField idx (Ref __iruid_1471)) (I32 0)) (Begin (InitFromSerializedValue 0 (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1471))))) (InitOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((I32 1))) (SeqOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((GetField elt (Ref __iruid_1471))))) (Begin (CombOpValue 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1471)))))))) (Let __iruid_1474 (MakeTuple (0) (ResultOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})))) (MakeStruct (row (GetTupleElement 0 (Ref __iruid_1474)))))) (StreamMap __iruid_1475 (ToStream True (GetField row (Ref __iruid_1470))) (InsertFields (SelectFields () (Ref __iruid_1475)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1475)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1475)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1475)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1475)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1475)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1475)))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_1476 (ToStream False (Ref __iruid_1466)) (ToStream False (Ref __iruid_1476))))) (global (EncodedLiteral Struct{}))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 85: (MakeTuple (0) (Let __iruid_1499 (CollectDistributedArray __iruid_1500 __iruid_1501 (StreamRange -1 False (I32 0) (I32 1) (I32 1)) (Literal Struct{} ) (ToArray (StreamFlatMap __iruid_1502 (StreamGroupByKey () (ReadPartition Struct{agg:Tuple[Binary]} "\"\"" (Ref __iruid_1500))) (Let __iruid_1503 (RunAgg ( (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) (StreamFor __iruid_1504 (StreamZip -1 TakeMinLength (__iruid_1505 __iruid_1506) (Ref __iruid_1502) (StreamIota False (I32 0) (I32 1)) (MakeStruct (elt (Ref __iruid_1505)) (idx (Ref __iruid_1506)))) (If (ApplyComparisonOp EQ (GetField idx (Ref __iruid_1504)) (I32 0)) (Begin (InitFromSerializedValue 0 (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString}) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1504))))) (InitOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((I32 1))) (SeqOp 1 (Take (TakeStateSig +PCStruct{agg:+PCTuple[0:+PCBinary]})) ((GetField elt (Ref __iruid_1504))))) (Begin (CombOpValue 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})) (GetTupleElement 0 (GetField agg (GetField elt (Ref __iruid_1504)))))))) (Let __iruid_1507 (MakeTuple (0) (ResultOp 0 (TakeBy (TakeByStateSig +PCStruct{Sample:PCString,Population:PCString,SuperPopulation:PCString,isFemale:PBoolean,PurpleHair:PBoolean,CaffeineConsumption:PInt32} +PCStruct{Sample:PCString})))) (MakeStruct (row (GetTupleElement 0 (Ref __iruid_1507)))))) (StreamMap __iruid_1508 (ToStream True (GetField row (Ref __iruid_1503))) (InsertFields (SelectFields () (Ref __iruid_1508)) None (Sample (ApplySpecial 23 showStr () String (GetField Sample (Ref __iruid_1508)))) (Population (ApplySpecial 24 showStr () String (GetField Population (Ref __iruid_1508)))) (SuperPopulation (ApplySpecial 25 showStr () String (GetField SuperPopulation (Ref __iruid_1508)))) (isFemale (ApplySpecial 26 showStr () String (GetField isFemale (Ref __iruid_1508)))) (PurpleHair (ApplySpecial 27 showStr () String (GetField PurpleHair (Ref __iruid_1508)))) (CaffeineConsumption (ApplySpecial 28 showStr () String (GetField CaffeineConsumption (Ref __iruid_1508)))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_1509 (ToStream False (Ref __iruid_1499)) (ToStream False (Ref __iruid_1509))))) (global (EncodedLiteral Struct{}))))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 1: (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{agg:+PCTuple[0:+PCBinary]})) 0) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 1: (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{agg:+PCTuple[0:+PCBinary]})) 0) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 1: (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{agg:+PCTuple[0:+PCBinary]})) 0) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 1: (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{agg:+PCTuple[0:+PCBinary]})) 0) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 1: (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{agg:+PCTuple[0:+PCBinary]})) 0) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 1: (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{agg:+PCTuple[0:+PCBinary]})) 0) 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1254HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1254HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1255FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1255FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1256Compiled. 2022-08-17 10:38:43 root: INFO: instruction count: 12: __C1256Compiled.apply 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C1256Compiled.setPartitionIndex 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1256Compiled.addPartitionRegion 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1256Compiled.setPool 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1256Compiled.addHailClassLoader 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1256Compiled.addFS 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_20 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_20_piece0 stored as bytes in memory (estimated size 222.0 B, free 17.8 GiB) 2022-08-17 10:38:43 BlockManagerInfo: INFO: Added broadcast_20_piece0 in memory on dna.Dlink:40753 (size: 222.0 B, free: 17.8 GiB) 2022-08-17 10:38:43 SparkContext: INFO: Created broadcast 20 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1243HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1243HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1244FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1244FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1245collect_distributed_array. 2022-08-17 10:38:43 root: INFO: instruction count: 115: __C1245collect_distributed_array.apply 2022-08-17 10:38:43 root: INFO: instruction count: 17: __C1245collect_distributed_array.apply 2022-08-17 10:38:43 root: INFO: instruction count: 27: __C1245collect_distributed_array.__m1246DECODE_r_struct_of_r_int32END_TO_SBaseStructPointer 2022-08-17 10:38:43 root: INFO: instruction count: 10: __C1245collect_distributed_array.__m1247INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:38:43 root: INFO: instruction count: 27: __C1245collect_distributed_array.__m1249DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:43 root: INFO: instruction count: 8: __C1245collect_distributed_array.__m1250INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:43 root: INFO: instruction count: 417: __C1245collect_distributed_array.__m1252split_ToArray 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1245collect_distributed_array.setObjects 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1245collect_distributed_array.__m1276ord_equivNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 17: __C1245collect_distributed_array.__m1294i_gt_j 2022-08-17 10:38:43 root: INFO: instruction count: 71: __C1245collect_distributed_array.__m1295ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 11: __C1245collect_distributed_array.__m1296ord_compare 2022-08-17 10:38:43 root: INFO: instruction count: 99: __C1245collect_distributed_array.__m1297ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 30: __C1245collect_distributed_array.__m1298ord_compare 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C1245collect_distributed_array.__m1299ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 89: __C1245collect_distributed_array.__m1300ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 11: __C1245collect_distributed_array.__m1301ord_compare 2022-08-17 10:38:43 root: INFO: instruction count: 8: __C1245collect_distributed_array.__m1302ord_compareNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 18: __C1245collect_distributed_array.__m1303swap 2022-08-17 10:38:43 root: INFO: instruction count: 74: __C1245collect_distributed_array.__m1304rebalance_up 2022-08-17 10:38:43 root: INFO: instruction count: 150: __C1245collect_distributed_array.__m1305rebalance_down 2022-08-17 10:38:43 root: INFO: instruction count: 11: __C1245collect_distributed_array.__m1320ord_equiv 2022-08-17 10:38:43 root: INFO: instruction count: 14: __C1245collect_distributed_array.__m1321ord_equivNonnull 2022-08-17 10:38:43 root: INFO: instruction count: 479: __C1245collect_distributed_array.__m1322begin_group_0 2022-08-17 10:38:43 root: INFO: instruction count: 11: __C1245collect_distributed_array.__m1325setup_null 2022-08-17 10:38:43 root: INFO: instruction count: 118: __C1245collect_distributed_array.__m1326DECODE_r_array_of_o_struct_of_r_struct_of_r_struct_of_o_binaryENDANDr_int64ENDANDr_struct_of_o_binaryANDo_binaryANDo_binaryANDo_boolANDo_boolANDo_int32ENDEND_TO_SIndexablePointer 2022-08-17 10:38:43 root: INFO: instruction count: 26: __C1245collect_distributed_array.__m1328INPLACE_DECODE_o_struct_of_r_struct_of_r_struct_of_o_binaryENDANDr_int64ENDANDr_struct_of_o_binaryANDo_binaryANDo_binaryANDo_boolANDo_boolANDo_int32ENDEND_TO_o_tuple_of_r_tuple_of_r_struct_of_o_stringENDANDr_int64ENDANDr_struct_of_o_stringANDo_stringANDo_stringANDo_boolANDo_boolANDo_int32ENDEND 2022-08-17 10:38:43 root: INFO: instruction count: 26: __C1245collect_distributed_array.__m1329INPLACE_DECODE_r_struct_of_r_struct_of_o_binaryENDANDr_int64END_TO_r_tuple_of_r_struct_of_o_stringENDANDr_int64END 2022-08-17 10:38:43 root: INFO: instruction count: 48: __C1245collect_distributed_array.__m1330INPLACE_DECODE_r_struct_of_o_binaryEND_TO_r_struct_of_o_stringEND 2022-08-17 10:38:43 root: INFO: instruction count: 31: __C1245collect_distributed_array.__m1331INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:38:43 root: INFO: instruction count: 10: __C1245collect_distributed_array.__m1332INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:38:43 root: INFO: instruction count: 183: __C1245collect_distributed_array.__m1333INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryANDo_binaryANDo_boolANDo_boolANDo_int32END_TO_r_struct_of_o_stringANDo_stringANDo_stringANDo_boolANDo_boolANDo_int32END 2022-08-17 10:38:43 root: INFO: instruction count: 10: __C1245collect_distributed_array.__m1334INPLACE_DECODE_o_bool_TO_o_bool 2022-08-17 10:38:43 root: INFO: instruction count: 10: __C1245collect_distributed_array.__m1335INPLACE_DECODE_o_int32_TO_o_int32 2022-08-17 10:38:43 root: INFO: instruction count: 181: __C1245collect_distributed_array.__m1338begin_group_0 2022-08-17 10:38:43 root: INFO: instruction count: 17: __C1245collect_distributed_array.__m1351i_gt_j 2022-08-17 10:38:43 root: INFO: instruction count: 18: __C1245collect_distributed_array.__m1352swap 2022-08-17 10:38:43 root: INFO: instruction count: 74: __C1245collect_distributed_array.__m1353rebalance_up 2022-08-17 10:38:43 root: INFO: instruction count: 150: __C1245collect_distributed_array.__m1354rebalance_down 2022-08-17 10:38:43 root: INFO: instruction count: 476: __C1245collect_distributed_array.__m1356take_by_combop 2022-08-17 10:38:43 root: INFO: instruction count: 498: __C1245collect_distributed_array.__m1358take_by_garbage_collect 2022-08-17 10:38:43 root: INFO: instruction count: 363: __C1245collect_distributed_array.__m1359take_by_result 2022-08-17 10:38:43 root: INFO: instruction count: 28: __C1245collect_distributed_array.__m1360result_quicksort 2022-08-17 10:38:43 root: INFO: instruction count: 19: __C1245collect_distributed_array.__m1361quicksort_swap 2022-08-17 10:38:43 root: INFO: instruction count: 193: __C1245collect_distributed_array.__m1362quicksort_partition 2022-08-17 10:38:43 root: INFO: instruction count: 12: __C1245collect_distributed_array.__m1380setup_null 2022-08-17 10:38:43 root: INFO: instruction count: 12: __C1245collect_distributed_array.__m1383setup_null 2022-08-17 10:38:43 root: INFO: instruction count: 12: __C1245collect_distributed_array.__m1386setup_null 2022-08-17 10:38:43 root: INFO: instruction count: 12: __C1245collect_distributed_array.__m1390setup_jab 2022-08-17 10:38:43 root: INFO: instruction count: 25: __C1245collect_distributed_array.__m1395ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryENDEND 2022-08-17 10:38:43 root: INFO: instruction count: 35: __C1245collect_distributed_array.__m1396ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryEND 2022-08-17 10:38:43 root: INFO: instruction count: 73: __C1245collect_distributed_array.__m1397ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryEND 2022-08-17 10:38:43 root: INFO: instruction count: 16: __C1245collect_distributed_array.__m1398ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C1245collect_distributed_array.setPartitionIndex 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1245collect_distributed_array.addPartitionRegion 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1245collect_distributed_array.setPool 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1245collect_distributed_array.addHailClassLoader 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1245collect_distributed_array.addFS 2022-08-17 10:38:43 root: INFO: instruction count: 260: __C1245collect_distributed_array.__m1252split_ToArray_region45_50 2022-08-17 10:38:43 root: INFO: instruction count: 534: __C1245collect_distributed_array.__m1252split_ToArray_region6_65 2022-08-17 10:38:43 root: INFO: instruction count: 258: __C1245collect_distributed_array.__m1252split_ToArray_region101_106 2022-08-17 10:38:43 root: INFO: instruction count: 173: __C1245collect_distributed_array.__m1356take_by_combop_region35_41 2022-08-17 10:38:43 root: INFO: instruction count: 165: __C1245collect_distributed_array.__m1356take_by_combop_region7_13 2022-08-17 10:38:43 root: INFO: instruction count: 132: __C1245collect_distributed_array.__m1356take_by_combop_region63_65 2022-08-17 10:38:43 root: INFO: instruction count: 73: __C1245collect_distributed_array.__m1356take_by_combop_region49_55 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1401__m1252split_ToArraySpills. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1410__m1356take_by_combopSpills. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1419__m1358take_by_garbage_collectSpills. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1327Tuple3. 2022-08-17 10:38:43 root: INFO: instruction count: 12: __C1327Tuple3. 2022-08-17 10:38:43 root: INFO: encoder cache miss (4 hits, 18 misses, 0.182) 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1469HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1469HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1470FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1470FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1471etypeEncode. 2022-08-17 10:38:43 root: INFO: instruction count: 7: __C1471etypeEncode.apply 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C1471etypeEncode.__m1472ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 10:38:43 root: INFO: instruction count: 1: __C1471etypeEncode.__m1473ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_21 stored as values in memory (estimated size 128.0 B, free 17.8 GiB) 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_21_piece0 stored as bytes in memory (estimated size 75.0 B, free 17.8 GiB) 2022-08-17 10:38:43 BlockManagerInfo: INFO: Added broadcast_21_piece0 in memory on dna.Dlink:40753 (size: 75.0 B, free: 17.8 GiB) 2022-08-17 10:38:43 SparkContext: INFO: Created broadcast 21 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1235HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1235HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1236FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1236FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1237Compiled. 2022-08-17 10:38:43 root: INFO: instruction count: 356: __C1237Compiled.apply 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1237Compiled.setBackend 2022-08-17 10:38:43 root: INFO: instruction count: 13: __C1237Compiled.__m1425ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32END 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1237Compiled.__m1426ENCODE_SInt32$_TO_r_int32 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C1237Compiled.__m1427ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 10:38:43 root: INFO: instruction count: 1: __C1237Compiled.__m1428ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1237Compiled.setObjects 2022-08-17 10:38:43 root: INFO: instruction count: 27: __C1237Compiled.__m1430DECODE_r_struct_of_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryENDEND_TO_SBaseStructPointer 2022-08-17 10:38:43 root: INFO: instruction count: 58: __C1237Compiled.__m1431INPLACE_DECODE_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryEND_TO_r_array_of_r_struct_of_r_stringANDr_stringANDr_stringANDr_stringANDr_stringANDr_stringEND 2022-08-17 10:38:43 root: INFO: instruction count: 62: __C1237Compiled.__m1432INPLACE_DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryEND_TO_r_struct_of_r_stringANDr_stringANDr_stringANDr_stringANDr_stringANDr_stringEND 2022-08-17 10:38:43 root: INFO: instruction count: 31: __C1237Compiled.__m1433INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:43 root: INFO: instruction count: 301: __C1237Compiled.__m1437split_ToArray 2022-08-17 10:38:43 root: INFO: instruction count: 12: __C1237Compiled.__m1457setup_jab 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C1237Compiled.setPartitionIndex 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1237Compiled.addPartitionRegion 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1237Compiled.setPool 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1237Compiled.addHailClassLoader 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1237Compiled.addFS 2022-08-17 10:38:43 root: INFO: instruction count: 80: __C1237Compiled.addLiterals 2022-08-17 10:38:43 root: INFO: instruction count: 27: __C1237Compiled.__m1466DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:43 root: INFO: instruction count: 8: __C1237Compiled.__m1467INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:43 root: INFO: instruction count: 18: __C1237Compiled.__m1468DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_22 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_22_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 10:38:43 BlockManagerInfo: INFO: Added broadcast_22_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 10:38:43 SparkContext: INFO: Created broadcast 22 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:43 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 10:38:43 DAGScheduler: INFO: Got job 3 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 10:38:43 DAGScheduler: INFO: Final stage: ResultStage 3 (collect at SparkBackend.scala:321) 2022-08-17 10:38:43 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 10:38:43 DAGScheduler: INFO: Missing parents: List() 2022-08-17 10:38:43 DAGScheduler: INFO: Submitting ResultStage 3 (SparkBackendComputeRDD[7] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_23 stored as values in memory (estimated size 192.8 KiB, free 17.8 GiB) 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_23_piece0 stored as bytes in memory (estimated size 93.4 KiB, free 17.8 GiB) 2022-08-17 10:38:43 BlockManagerInfo: INFO: Added broadcast_23_piece0 in memory on dna.Dlink:40753 (size: 93.4 KiB, free: 17.8 GiB) 2022-08-17 10:38:43 SparkContext: INFO: Created broadcast 23 from broadcast at DAGScheduler.scala:1433 2022-08-17 10:38:43 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 3 (SparkBackendComputeRDD[7] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 10:38:43 TaskSchedulerImpl: INFO: Adding task set 3.0 with 1 tasks resource profile 0 2022-08-17 10:38:43 TaskSetManager: INFO: Starting task 0.0 in stage 3.0 (TID 3) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4303 bytes) taskResourceAssignments Map() 2022-08-17 10:38:43 Executor: INFO: Running task 0.0 in stage 3.0 (TID 3) 2022-08-17 10:38:43 root: INFO: RegionPool: initialized for thread 73: Executor task launch worker for task 0.0 in stage 3.0 (TID 3) 2022-08-17 10:38:43 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 73: Executor task launch worker for task 0.0 in stage 3.0 (TID 3) 2022-08-17 10:38:43 root: INFO: RegionPool: REPORT_THRESHOLD: 513.8K allocated (449.3K blocks / 64.5K chunks), regions.size = 9, 0 current java objects, thread 73: Executor task launch worker for task 0.0 in stage 3.0 (TID 3) 2022-08-17 10:38:43 root: INFO: TaskReport: stage=3, partition=0, attempt=0, peakBytes=598784, peakBytesReadable=584.75 KiB, chunks requested=1, cache hits=0 2022-08-17 10:38:43 root: INFO: RegionPool: FREE: 584.8K allocated (584.3K blocks / 512 chunks), regions.size = 14, 0 current java objects, thread 73: Executor task launch worker for task 0.0 in stage 3.0 (TID 3) 2022-08-17 10:38:43 Executor: INFO: Finished task 0.0 in stage 3.0 (TID 3). 1402 bytes result sent to driver 2022-08-17 10:38:43 TaskSetManager: INFO: Finished task 0.0 in stage 3.0 (TID 3) in 62 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 10:38:43 TaskSchedulerImpl: INFO: Removed TaskSet 3.0, whose tasks have all completed, from pool 2022-08-17 10:38:43 DAGScheduler: INFO: ResultStage 3 (collect at SparkBackend.scala:321) finished in 0.066 s 2022-08-17 10:38:43 DAGScheduler: INFO: Job 3 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 10:38:43 TaskSchedulerImpl: INFO: Killing all running tasks in stage 3: Stage finished 2022-08-17 10:38:43 DAGScheduler: INFO: Job 3 finished: collect at SparkBackend.scala:321, took 0.068621 s 2022-08-17 10:38:43 root: INFO: encoder cache miss (4 hits, 19 misses, 0.174) 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1474HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1474HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1475FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1475FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1476etypeEncode. 2022-08-17 10:38:43 root: INFO: instruction count: 7: __C1476etypeEncode.apply 2022-08-17 10:38:43 root: INFO: instruction count: 33: __C1476etypeEncode.__m1477ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryENDANDr_struct_of_ENDEND 2022-08-17 10:38:43 root: INFO: instruction count: 35: __C1476etypeEncode.__m1478ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryEND 2022-08-17 10:38:43 root: INFO: instruction count: 73: __C1476etypeEncode.__m1479ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryEND 2022-08-17 10:38:43 root: INFO: instruction count: 16: __C1476etypeEncode.__m1480ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:43 root: INFO: instruction count: 1: __C1476etypeEncode.__m1481ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:43 root: INFO: took 693.175ms 2022-08-17 10:38:43 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:38:43 root: INFO: lowering result: EncodedLiteral 2022-08-17 10:38:43 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}}) 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}}) 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}}) 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}}) 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}}) 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}}) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}})) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}})) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}})) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}})) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}})) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}})) 2022-08-17 10:38:43 root: INFO: encoder cache hit 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_24 stored as values in memory (estimated size 704.0 B, free 17.8 GiB) 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_24_piece0 stored as bytes in memory (estimated size 282.0 B, free 17.8 GiB) 2022-08-17 10:38:43 BlockManagerInfo: INFO: Added broadcast_24_piece0 in memory on dna.Dlink:40753 (size: 282.0 B, free: 17.8 GiB) 2022-08-17 10:38:43 SparkContext: INFO: Created broadcast 24 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1482HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1482HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1483FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1483FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1484Compiled. 2022-08-17 10:38:43 root: INFO: instruction count: 23: __C1484Compiled.apply 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C1484Compiled.setPartitionIndex 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1484Compiled.addPartitionRegion 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1484Compiled.setPool 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1484Compiled.addHailClassLoader 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1484Compiled.addFS 2022-08-17 10:38:43 root: INFO: instruction count: 58: __C1484Compiled.addLiterals 2022-08-17 10:38:43 root: INFO: instruction count: 18: __C1484Compiled.__m1489DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 10:38:43 root: INFO: instruction count: 36: __C1484Compiled.__m1490DECODE_r_struct_of_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryENDANDr_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:43 root: INFO: instruction count: 58: __C1484Compiled.__m1491INPLACE_DECODE_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryEND_TO_r_array_of_r_struct_of_r_stringANDr_stringANDr_stringANDr_stringANDr_stringANDr_stringEND 2022-08-17 10:38:43 root: INFO: instruction count: 62: __C1484Compiled.__m1492INPLACE_DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryEND_TO_r_struct_of_r_stringANDr_stringANDr_stringANDr_stringANDr_stringANDr_stringEND 2022-08-17 10:38:43 root: INFO: instruction count: 31: __C1484Compiled.__m1493INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:43 root: INFO: instruction count: 8: __C1484Compiled.__m1494INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:43 root: INFO: encoder cache hit 2022-08-17 10:38:43 root: INFO: took 12.666ms 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 2: (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}})) 2022-08-17 10:38:43 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 2: (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}})) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 3: (MakeTuple (0) (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}}))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 3: (MakeTuple (0) (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}}))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 3: (MakeTuple (0) (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}}))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 3: (MakeTuple (0) (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}}))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 3: (MakeTuple (0) (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}}))) 2022-08-17 10:38:43 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 3: (MakeTuple (0) (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,Population:String,SuperPopulation:String,isFemale:String,PurpleHair:String,CaffeineConsumption:String}],global:Struct{}}))) 2022-08-17 10:38:43 root: INFO: encoder cache hit 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_25 stored as values in memory (estimated size 704.0 B, free 17.8 GiB) 2022-08-17 10:38:43 MemoryStore: INFO: Block broadcast_25_piece0 stored as bytes in memory (estimated size 282.0 B, free 17.8 GiB) 2022-08-17 10:38:43 BlockManagerInfo: INFO: Added broadcast_25_piece0 in memory on dna.Dlink:40753 (size: 282.0 B, free: 17.8 GiB) 2022-08-17 10:38:43 SparkContext: INFO: Created broadcast 25 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1495HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1495HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1496FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1496FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1497Compiled. 2022-08-17 10:38:43 root: INFO: instruction count: 42: __C1497Compiled.apply 2022-08-17 10:38:43 root: INFO: instruction count: 9: __C1497Compiled.setPartitionIndex 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1497Compiled.addPartitionRegion 2022-08-17 10:38:43 root: INFO: instruction count: 4: __C1497Compiled.setPool 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1497Compiled.addHailClassLoader 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1497Compiled.addFS 2022-08-17 10:38:43 root: INFO: instruction count: 58: __C1497Compiled.addLiterals 2022-08-17 10:38:43 root: INFO: instruction count: 18: __C1497Compiled.__m1502DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 10:38:43 root: INFO: instruction count: 36: __C1497Compiled.__m1503DECODE_r_struct_of_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryENDANDr_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:43 root: INFO: instruction count: 58: __C1497Compiled.__m1504INPLACE_DECODE_r_array_of_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryEND_TO_r_array_of_r_struct_of_r_stringANDr_stringANDr_stringANDr_stringANDr_stringANDr_stringEND 2022-08-17 10:38:43 root: INFO: instruction count: 62: __C1497Compiled.__m1505INPLACE_DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryEND_TO_r_struct_of_r_stringANDr_stringANDr_stringANDr_stringANDr_stringANDr_stringEND 2022-08-17 10:38:43 root: INFO: instruction count: 31: __C1497Compiled.__m1506INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:43 root: INFO: instruction count: 8: __C1497Compiled.__m1507INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:43 root: INFO: encoder cache miss (7 hits, 20 misses, 0.259) 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1508HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1508HailClassLoaderContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1509FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1509FSContainer. 2022-08-17 10:38:43 root: INFO: instruction count: 3: __C1510etypeEncode. 2022-08-17 10:38:43 root: INFO: instruction count: 19: __C1510etypeEncode.apply 2022-08-17 10:38:43 root: INFO: instruction count: 74: __C1510etypeEncode.__m1511ENCODE_SIndexablePointer_TO_o_array_of_o_struct_of_o_binaryANDo_binaryANDo_binaryANDo_binaryANDo_binaryANDo_binaryEND 2022-08-17 10:38:43 root: INFO: instruction count: 101: __C1510etypeEncode.__m1512ENCODE_SBaseStructPointer_TO_o_struct_of_o_binaryANDo_binaryANDo_binaryANDo_binaryANDo_binaryANDo_binaryEND 2022-08-17 10:38:43 root: INFO: instruction count: 16: __C1510etypeEncode.__m1513ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:38:43 root: INFO: finished execution of query hail_query_3 2022-08-17 10:38:43 root: INFO: RegionPool: FREE: 128.0K allocated (128.0K blocks / 0 chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode total 819.821ms self 11.131ms children 808.690ms %children 98.64% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR total 61.399ms self 0.012ms children 61.387ms %children 99.98% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/Verify total 0.052ms self 0.052ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation total 61.299ms self 5.597ms children 55.702ms %children 90.87% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 55.702ms self 0.120ms children 55.582ms %children 99.78% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.529ms self 0.529ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 1.665ms self 1.665ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 2.129ms self 2.129ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 15.439ms self 15.439ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.501ms self 3.501ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.390ms self 0.390ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 6.588ms self 6.588ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.642ms self 0.642ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.617ms self 0.617ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.343ms self 1.343ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 4.823ms self 4.823ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 2.756ms self 2.756ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.270ms self 0.270ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 5.452ms self 5.452ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.641ms self 0.641ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.602ms self 0.602ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.335ms self 1.335ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 1.074ms self 1.074ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 2.830ms self 2.830ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.189ms self 0.189ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.764ms self 2.764ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/Verify total 0.036ms self 0.036ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable total 0.373ms self 0.006ms children 0.367ms %children 98.38% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/Verify total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/LoweringTransformation total 0.302ms self 0.302ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/Verify total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable total 29.218ms self 0.009ms children 29.210ms %children 99.97% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 29.150ms self 3.199ms children 25.950ms %children 89.02% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 25.950ms self 0.115ms children 25.835ms %children 99.56% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.222ms self 0.222ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.734ms self 0.734ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 1.160ms self 1.160ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.699ms self 0.699ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 2.448ms self 2.448ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.183ms self 0.183ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 2.802ms self 2.802ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.402ms self 0.402ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.548ms self 0.548ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 1.038ms self 1.038ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.675ms self 0.675ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 2.415ms self 2.415ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.187ms self 0.187ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 2.712ms self 2.712ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.400ms self 0.400ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.571ms self 0.571ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 1.911ms self 1.911ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.700ms self 0.700ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 3.050ms self 3.050ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.175ms self 0.175ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 2.801ms self 2.801ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.036ms self 0.036ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets total 0.335ms self 0.005ms children 0.330ms %children 98.52% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/Verify total 0.036ms self 0.036ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.241ms self 0.241ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/Verify total 0.053ms self 0.053ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable total 706.382ms self 0.012ms children 706.369ms %children 100.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/Verify total 0.033ms self 0.033ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation total 706.310ms self 355.615ms children 350.695ms %children 49.65% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR total 2.408ms self 0.008ms children 2.400ms %children 99.69% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/Verify total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation total 2.385ms self 0.614ms children 1.771ms %children 74.25% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 1.771ms self 0.035ms children 1.736ms %children 98.02% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.124ms self 0.124ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.034ms self 0.034ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.089ms self 0.089ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.080ms self 0.080ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.210ms self 0.210ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.270ms self 0.270ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.108ms self 0.108ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.064ms self 0.064ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.042ms self 0.042ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.097ms self 0.097ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.139ms self 0.139ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.057ms self 0.057ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.050ms self 0.050ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.040ms self 0.040ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.092ms self 0.092ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.130ms self 0.130ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/Verify total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InlineApplyIR total 0.033ms self 0.003ms children 0.030ms %children 91.23% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InlineApplyIR/Verify total 0.010ms self 0.010ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InlineApplyIR/LoweringTransformation total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InlineApplyIR/Verify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR total 1.705ms self 0.004ms children 1.701ms %children 99.79% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 1.691ms self 0.387ms children 1.304ms %children 77.10% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 1.304ms self 0.046ms children 1.258ms %children 96.47% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.062ms self 0.062ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.046ms self 0.046ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.105ms self 0.105ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.169ms self 0.169ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.050ms self 0.050ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.052ms self 0.052ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.043ms self 0.043ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.096ms self 0.096ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.132ms self 0.132ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.045ms self 0.045ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.050ms self 0.050ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.041ms self 0.041ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.094ms self 0.094ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.123ms self 0.123ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/Verify total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerArrayAggsToRunAggs total 0.309ms self 0.004ms children 0.306ms %children 98.78% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerArrayAggsToRunAggs/Verify total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerArrayAggsToRunAggs/LoweringTransformation total 0.286ms self 0.286ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerArrayAggsToRunAggs/Verify total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 1.732ms self 0.004ms children 1.728ms %children 99.77% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 1.719ms self 0.374ms children 1.345ms %children 78.26% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 1.345ms self 0.035ms children 1.310ms %children 97.41% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.034ms self 0.034ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.073ms self 0.073ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.109ms self 0.109ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.026ms self 0.026ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.189ms self 0.189ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.054ms self 0.054ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.043ms self 0.043ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.096ms self 0.096ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.129ms self 0.129ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.045ms self 0.045ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.039ms self 0.039ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.094ms self 0.094ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.121ms self 0.121ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/EmitContext.analyze total 0.324ms self 0.324ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR total 16.778ms self 0.009ms children 16.769ms %children 99.95% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/Verify total 0.033ms self 0.033ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation total 16.711ms self 2.875ms children 13.836ms %children 82.80% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 13.836ms self 0.047ms children 13.789ms %children 99.66% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.252ms self 0.252ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.247ms self 0.247ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.780ms self 0.780ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.486ms self 0.486ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.460ms self 1.460ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.165ms self 0.165ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.445ms self 1.445ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.412ms self 0.412ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.175ms self 0.175ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.564ms self 0.564ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.446ms self 0.446ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.835ms self 1.835ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.114ms self 0.114ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.373ms self 1.373ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.387ms self 0.387ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.175ms self 0.175ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.504ms self 0.504ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.430ms self 0.430ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.112ms self 1.112ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.109ms self 0.109ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.319ms self 1.319ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/Verify total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InlineApplyIR total 0.184ms self 0.004ms children 0.180ms %children 97.96% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InlineApplyIR/Verify total 0.040ms self 0.040ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InlineApplyIR/LoweringTransformation total 0.099ms self 0.099ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InlineApplyIR/Verify total 0.041ms self 0.041ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR total 15.214ms self 0.007ms children 15.207ms %children 99.95% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/Verify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 15.161ms self 2.474ms children 12.687ms %children 83.68% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 12.687ms self 0.075ms children 12.613ms %children 99.41% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.158ms self 0.158ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.214ms self 0.214ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.631ms self 0.631ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.430ms self 0.430ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 1.153ms self 1.153ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.109ms self 0.109ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.311ms self 1.311ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.399ms self 0.399ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.177ms self 0.177ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.525ms self 0.525ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.429ms self 0.429ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 1.215ms self 1.215ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.119ms self 0.119ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.339ms self 1.339ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.404ms self 0.404ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.169ms self 0.169ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.507ms self 0.507ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.437ms self 0.437ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 1.343ms self 1.343ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.111ms self 0.111ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.433ms self 1.433ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/Verify total 0.027ms self 0.027ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerArrayAggsToRunAggs total 2.609ms self 0.007ms children 2.603ms %children 99.74% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerArrayAggsToRunAggs/Verify total 0.049ms self 0.049ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerArrayAggsToRunAggs/LoweringTransformation total 2.486ms self 2.486ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerArrayAggsToRunAggs/Verify total 0.068ms self 0.068ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 15.822ms self 0.009ms children 15.813ms %children 99.94% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 15.766ms self 2.606ms children 13.160ms %children 83.47% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 13.160ms self 0.061ms children 13.099ms %children 99.53% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.171ms self 0.171ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.225ms self 0.225ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.648ms self 0.648ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.510ms self 0.510ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 1.316ms self 1.316ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.115ms self 0.115ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.412ms self 1.412ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.412ms self 0.412ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.197ms self 0.197ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.562ms self 0.562ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.444ms self 0.444ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 1.253ms self 1.253ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.114ms self 0.114ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.424ms self 1.424ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.439ms self 0.439ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.174ms self 0.174ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.542ms self 0.542ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.466ms self 0.466ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 1.181ms self 1.181ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.111ms self 0.111ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.383ms self 1.383ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/EmitContext.analyze total 1.557ms self 1.557ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 24.594ms self 0.011ms children 24.583ms %children 99.95% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.029ms self 0.029ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 24.526ms self 2.869ms children 21.657ms %children 88.30% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 21.657ms self 0.061ms children 21.596ms %children 99.72% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.683ms self 0.683ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.356ms self 0.356ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.074ms self 1.074ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.910ms self 0.910ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.035ms self 3.035ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.237ms self 0.237ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.239ms self 2.239ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.357ms self 0.357ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.257ms self 0.257ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.687ms self 0.687ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 2.130ms self 2.130ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.886ms self 1.886ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.237ms self 0.237ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.982ms self 1.982ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.349ms self 0.349ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.205ms self 0.205ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.592ms self 0.592ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.410ms self 0.410ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.719ms self 1.719ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.190ms self 0.190ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.061ms self 2.061ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.225ms self 0.005ms children 0.220ms %children 97.95% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.179ms self 0.179ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 17.060ms self 0.008ms children 17.053ms %children 99.96% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 17.007ms self 2.319ms children 14.687ms %children 86.36% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 14.687ms self 0.053ms children 14.635ms %children 99.64% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.167ms self 0.167ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.237ms self 0.237ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.597ms self 0.597ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.417ms self 0.417ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.787ms self 1.787ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.250ms self 0.250ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.814ms self 1.814ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.258ms self 0.258ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.191ms self 0.191ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.499ms self 0.499ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.426ms self 0.426ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.521ms self 1.521ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.204ms self 0.204ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.638ms self 1.638ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.256ms self 0.256ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.187ms self 0.187ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.529ms self 0.529ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.402ms self 0.402ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.412ms self 1.412ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.178ms self 0.178ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.664ms self 1.664ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.026ms self 0.026ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.172ms self 0.005ms children 0.167ms %children 97.03% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.116ms self 0.116ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.268ms self 0.005ms children 0.264ms %children 98.24% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.204ms self 0.204ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.037ms self 0.037ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 17.768ms self 0.008ms children 17.760ms %children 99.96% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 17.717ms self 2.299ms children 15.418ms %children 87.02% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 15.418ms self 0.058ms children 15.359ms %children 99.62% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.177ms self 0.177ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.244ms self 0.244ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.595ms self 0.595ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.430ms self 0.430ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 2.265ms self 2.265ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.212ms self 0.212ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 1.798ms self 1.798ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.251ms self 0.251ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.187ms self 0.187ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.524ms self 0.524ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.425ms self 0.425ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 1.421ms self 1.421ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.156ms self 0.156ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 1.600ms self 1.600ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.257ms self 0.257ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.201ms self 0.201ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.528ms self 0.528ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.419ms self 0.419ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 1.880ms self 1.880ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.169ms self 0.169ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 1.620ms self 1.620ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 136.726ms self 82.647ms children 54.079ms %children 39.55% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 17.212ms self 0.009ms children 17.203ms %children 99.95% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 17.156ms self 2.375ms children 14.781ms %children 86.15% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 14.781ms self 0.061ms children 14.720ms %children 99.59% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.229ms self 0.229ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.220ms self 0.220ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.563ms self 0.563ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.421ms self 0.421ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.353ms self 1.353ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 1.186ms self 1.186ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.771ms self 1.771ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.264ms self 0.264ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.192ms self 0.192ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.517ms self 0.517ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.404ms self 0.404ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.289ms self 1.289ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.149ms self 0.149ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.669ms self 1.669ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.248ms self 0.248ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.193ms self 0.193ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.514ms self 0.514ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.414ms self 0.414ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.301ms self 1.301ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.165ms self 0.165ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.656ms self 1.656ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.027ms self 0.027ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.181ms self 0.005ms children 0.176ms %children 97.39% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.039ms self 0.039ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.099ms self 0.099ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.038ms self 0.038ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 15.815ms self 0.006ms children 15.809ms %children 99.96% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 15.765ms self 2.248ms children 13.517ms %children 85.74% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 13.517ms self 0.064ms children 13.453ms %children 99.53% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.181ms self 0.181ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.239ms self 0.239ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.609ms self 0.609ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.448ms self 0.448ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 1.342ms self 1.342ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.155ms self 0.155ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.682ms self 1.682ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.264ms self 0.264ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.207ms self 0.207ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.521ms self 0.521ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.402ms self 0.402ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 1.290ms self 1.290ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.132ms self 0.132ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.624ms self 1.624ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.246ms self 0.246ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.180ms self 0.180ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.513ms self 0.513ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.422ms self 0.422ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 1.305ms self 1.305ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.131ms self 0.131ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.562ms self 1.562ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.026ms self 0.026ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 2.361ms self 0.009ms children 2.352ms %children 99.62% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.045ms self 0.045ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 2.245ms self 2.245ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.061ms self 0.061ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 15.376ms self 0.008ms children 15.367ms %children 99.94% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 15.325ms self 2.220ms children 13.105ms %children 85.51% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 13.105ms self 0.055ms children 13.049ms %children 99.58% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.159ms self 0.159ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.234ms self 0.234ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.603ms self 0.603ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.411ms self 0.411ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 1.293ms self 1.293ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.175ms self 0.175ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.622ms self 1.622ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.238ms self 0.238ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.178ms self 0.178ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.560ms self 0.560ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.388ms self 0.388ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 1.205ms self 1.205ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.139ms self 0.139ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.519ms self 1.519ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.229ms self 0.229ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.173ms self 0.173ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.492ms self 0.492ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.384ms self 0.384ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 1.291ms self 1.291ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.153ms self 0.153ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.603ms self 1.603ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 1.613ms self 1.613ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 0.641ms self 0.007ms children 0.634ms %children 98.93% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 0.608ms self 0.279ms children 0.330ms %children 54.21% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 0.330ms self 0.013ms children 0.317ms %children 96.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.034ms self 0.034ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.129ms self 0.129ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.056ms self 0.056ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.018ms self 0.003ms children 0.016ms %children 86.02% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 0.321ms self 0.002ms children 0.319ms %children 99.28% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 0.317ms self 0.102ms children 0.215ms %children 67.93% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 0.215ms self 0.008ms children 0.207ms %children 96.43% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.012ms self 0.012ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.115ms self 0.115ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 0.168ms self 0.002ms children 0.166ms %children 98.83% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 0.150ms self 0.150ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 0.276ms self 0.003ms children 0.273ms %children 99.08% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 0.271ms self 0.087ms children 0.183ms %children 67.73% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 0.183ms self 0.010ms children 0.174ms %children 94.60% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.012ms self 0.012ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.012ms self 0.012ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.091ms self 0.091ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 0.099ms self 0.099ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 1.649ms self 1.649ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 81.757ms self 81.757ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 0.515ms self 0.006ms children 0.508ms %children 98.74% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 0.502ms self 0.176ms children 0.325ms %children 64.86% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 0.325ms self 0.014ms children 0.311ms %children 95.57% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.061ms self 0.061ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.090ms self 0.090ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.041ms self 0.041ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.066ms self 0.066ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.025ms self 0.002ms children 0.022ms %children 90.64% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 0.204ms self 0.003ms children 0.201ms %children 98.40% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 0.199ms self 0.077ms children 0.121ms %children 61.06% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 0.121ms self 0.008ms children 0.114ms %children 93.57% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.010ms self 0.010ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.012ms self 0.002ms children 0.010ms %children 83.35% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.015ms self 0.001ms children 0.014ms %children 91.07% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 0.177ms self 0.002ms children 0.175ms %children 98.60% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.173ms self 0.076ms children 0.097ms %children 56.09% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.097ms self 0.006ms children 0.091ms %children 93.81% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 9.279ms self 7.288ms children 1.990ms %children 21.45% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 0.545ms self 0.005ms children 0.540ms %children 99.10% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 0.535ms self 0.274ms children 0.261ms %children 48.84% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 0.261ms self 0.012ms children 0.249ms %children 95.34% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.048ms self 0.048ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.047ms self 0.047ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.063ms self 0.063ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.022ms self 0.003ms children 0.019ms %children 88.46% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 0.408ms self 0.003ms children 0.405ms %children 99.20% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 0.402ms self 0.182ms children 0.219ms %children 54.61% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 0.219ms self 0.030ms children 0.190ms %children 86.52% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.040ms self 0.040ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.052ms self 0.052ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 0.296ms self 0.003ms children 0.293ms %children 98.95% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 0.286ms self 0.286ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 0.440ms self 0.004ms children 0.437ms %children 99.17% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 0.433ms self 0.194ms children 0.240ms %children 55.30% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 0.240ms self 0.013ms children 0.227ms %children 94.72% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.071ms self 0.071ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.057ms self 0.057ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 0.278ms self 0.278ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 1.572ms self 1.572ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/Verify total 0.027ms self 0.027ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable total 0.554ms self 0.005ms children 0.550ms %children 99.15% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.545ms self 0.227ms children 0.317ms %children 58.26% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.317ms self 0.017ms children 0.300ms %children 94.59% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.040ms self 0.040ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.057ms self 0.057ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.040ms self 0.040ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.054ms self 0.054ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.066ms self 0.066ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile total 8.905ms self 6.753ms children 2.151ms %children 24.16% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR total 0.674ms self 0.005ms children 0.669ms %children 99.27% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 0.663ms self 0.300ms children 0.363ms %children 54.80% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 0.363ms self 0.041ms children 0.322ms %children 88.65% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.042ms self 0.042ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.057ms self 0.057ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.040ms self 0.040ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.055ms self 0.055ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.088ms self 0.088ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR total 0.022ms self 0.002ms children 0.020ms %children 89.71% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR/Verify total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR/LoweringTransformation total 0.010ms self 0.010ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR total 0.434ms self 0.003ms children 0.430ms %children 99.22% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 0.426ms self 0.170ms children 0.256ms %children 60.04% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 0.256ms self 0.013ms children 0.243ms %children 95.06% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.026ms self 0.026ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.048ms self 0.048ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.045ms self 0.045ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.065ms self 0.065ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs total 0.308ms self 0.002ms children 0.305ms %children 99.21% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 0.297ms self 0.297ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 0.466ms self 0.003ms children 0.463ms %children 99.30% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 0.459ms self 0.207ms children 0.252ms %children 54.99% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 0.252ms self 0.012ms children 0.240ms %children 95.25% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.029ms self 0.029ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.048ms self 0.048ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.048ms self 0.048ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.065ms self 0.065ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/Compile/EmitContext.analyze total 0.247ms self 0.247ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/InitializeCompiledFunction total 1.520ms self 1.520ms children 0.000ms %children 0.00% 2022-08-17 10:38:43 root: INFO: timing SparkBackend.executeEncode/RunCompiledFunction total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:38:58 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:38:58 MemoryStore: INFO: Block broadcast_26 stored as values in memory (estimated size 34.3 KiB, free 17.8 GiB) 2022-08-17 10:38:58 MemoryStore: INFO: Block broadcast_26_piece0 stored as bytes in memory (estimated size 3.2 KiB, free 17.8 GiB) 2022-08-17 10:38:58 BlockManagerInfo: INFO: Added broadcast_26_piece0 in memory on dna.Dlink:40753 (size: 3.2 KiB, free: 17.8 GiB) 2022-08-17 10:38:58 SparkContext: INFO: Created broadcast 26 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:58 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:58 root: INFO: timing SparkBackend.parse_matrix_ir total 244.423ms self 244.423ms children 0.000ms %children 0.00% 2022-08-17 10:38:58 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:38:58 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:58 root: INFO: timing SparkBackend.parse_value_ir total 5.550ms self 5.550ms children 0.000ms %children 0.00% 2022-08-17 10:38:58 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:38:58 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:58 root: INFO: timing SparkBackend.parse_value_ir total 8.228ms self 8.228ms children 0.000ms %children 0.00% 2022-08-17 10:38:58 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:38:58 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 10:38:58 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:58 root: INFO: timing SparkBackend.parse_value_ir total 41.785ms self 41.785ms children 0.000ms %children 0.00% 2022-08-17 10:38:58 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:38:58 root: INFO: starting execution of query hail_query_4 of initial size 452 2022-08-17 10:38:58 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 452: (Let __rng_state (RNGStateLiteral (0 0 0 0)) (MakeTuple (0) (TableAggregate (MatrixColsTable (MatrixFilterCols (MatrixMapCols None (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixMapCols None (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (Let __cse_1 (GetField alleles (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__uid_4 (GetField AC (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((GetField GT (Ref g)))))) (__uid_5 (ToArray (StreamMap __uid_6 (ToStream False (ArraySlice (Ref __cse_1) (I32 1) (I32 1))) (Let __uid_11 (ApplyIR 51 __uid_1 () Int32 (ApplyIR 30 indexArray () String (Ref __cse_1) (I32 0)) (Ref __uid_6)) (If (ApplyComparisonOp EQ (Ref __uid_11) (I32 1)) (Let __cse_2 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (If (ApplySpecial 75 land () Boolean (ApplyComparisonOp EQ (ApplyIR 52 __uid_1 () Int32 (Ref __cse_2) (Ref __uid_6)) (I32 1)) (ApplyIR 74 __uid_2 () Boolean (Ref __cse_2) (Ref __uid_6))) (I32 8) (I32 9))) (Ref __uid_11))))))))) (AggLet __cse_3 False (GetField GT (Ref g)) (InsertFields (SelectFields (s) (Ref sa)) None (sample_qc (Let __uid_25 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 76 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_3))))))) (n_not_called (ApplyAggOp Sum () ((Apply 77 toInt64 () Int64 (IsNA (Ref __cse_3)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Ref n_rows) (ApplyAggOp Count () ()))) (n_hom_ref (ApplyAggOp Sum () ((Apply 79 toInt64 () Int64 (Apply 78 isHomRef () Boolean (Ref __cse_3)))))) (n_het (ApplyAggOp Sum () ((Apply 81 toInt64 () Int64 (Apply 80 isHet () Boolean (Ref __cse_3)))))) (n_singleton (ApplyAggOp Sum () ((ApplyIR 89 toInt64 () Int64 (Let __uid_16 (Ref __cse_3) (ApplyIR 88 sum () Int32 (ToArray (StreamFilter __uid_20 (ToStream False (ToArray (StreamMap __uid_19 (ToStream False (ToArray (StreamMap __uid_17 (ToStream False (ToArray (StreamRange 83 False (I32 0) (Apply 82 ploidy () Int32 (Ref __uid_16)) (I32 1)))) (Let __uid_18 (Apply 84 index () Int32 (Ref __uid_16) (Ref __uid_17)) (ApplySpecial 86 land () Boolean (ApplyComparisonOp NEQ (Ref __uid_18) (I32 0)) (ApplyComparisonOp EQ (ApplyIR 85 indexArray () Int32 (GetField __uid_4 (Ref va)) (Ref __uid_18)) (I32 1))))))) (Apply 87 toInt32 () Int32 (Ref __uid_19))))) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_20))))))))))) (allele_type_counts (AggExplode __uid_24 False (ToStream False (ToArray (StreamMap __uid_23 (ToStream False (ToArray (StreamFilter __uid_22 (ToStream False (ToArray (StreamMap __uid_21 (ToStream False (ToArray (StreamRange 91 False (I32 0) (Apply 90 ploidy () Int32 (Ref __cse_3)) (I32 1)))) (Apply 92 index () Int32 (Ref __cse_3) (Ref __uid_21))))) (ApplyComparisonOp GT (Ref __uid_22) (I32 0))))) (ApplyIR 93 indexArray () Int32 (GetField __uid_5 (Ref va)) (ApplyBinaryPrimOp Subtract (Ref __uid_23) (I32 1)))))) (MakeTuple (0 1 2 3 4 5 6 7 8 9) (ApplyAggOp Sum () ((Apply 94 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 0))))) (ApplyAggOp Sum () ((Apply 95 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 1))))) (ApplyAggOp Sum () ((Apply 96 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 2))))) (ApplyAggOp Sum () ((Apply 97 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 3))))) (ApplyAggOp Sum () ((Apply 98 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 4))))) (ApplyAggOp Sum () ((Apply 99 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 5))))) (ApplyAggOp Sum () ((Apply 100 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 6))))) (ApplyAggOp Sum () ((Apply 101 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 7))))) (ApplyAggOp Sum () ((Apply 102 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 8))))) (ApplyAggOp Sum () ((Apply 103 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 9))))))))) (Let __cse_4 (GetField n_called (Ref __uid_25)) (Let __cse_5 (GetField n_not_called (Ref __uid_25)) (Let __cse_6 (GetField n_filtered (Ref __uid_25)) (Let __cse_7 (GetField n_hom_ref (Ref __uid_25)) (Let __cse_8 (GetField n_het (Ref __uid_25)) (Let __cse_9 (GetField allele_type_counts (Ref __uid_25)) (Let __uid_26 (MakeStruct (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 104 toFloat64 () Float64 (Ref __cse_4)) (ApplyIR 105 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_4) (Ref __cse_5)) (Ref __cse_6))))) (n_called (Ref __cse_4)) (n_not_called (Ref __cse_5)) (n_filtered (Ref __cse_6)) (n_hom_ref (Ref __cse_7)) (n_het (Ref __cse_8)) (n_hom_var (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7)) (Ref __cse_8))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7))) (n_singleton (GetField n_singleton (Ref __uid_25))) (n_snp (ApplyBinaryPrimOp Add (GetTupleElement 8 (Ref __cse_9)) (GetTupleElement 9 (Ref __cse_9)))) (n_insertion (GetTupleElement 3 (Ref __cse_9))) (n_deletion (GetTupleElement 4 (Ref __cse_9))) (n_transition (GetTupleElement 8 (Ref __cse_9))) (n_transversion (GetTupleElement 9 (Ref __cse_9))) (n_star (GetTupleElement 6 (Ref __cse_9)))) (InsertFields (Ref __uid_26) None (r_ti_tv (If (ApplyComparisonOp NEQ (GetField n_transversion (Ref __uid_26)) (ApplyIR 107 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 106 toFloat64 () Float64 (GetField n_transition (Ref __uid_26))) (ApplyIR 108 toFloat64 () Float64 (GetField n_transversion (Ref __uid_26)))) (NA Float64))) (r_het_hom_var (If (ApplyComparisonOp NEQ (GetField n_hom_var (Ref __uid_26)) (ApplyIR 110 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 109 toFloat64 () Float64 (GetField n_het (Ref __uid_26))) (ApplyIR 111 toFloat64 () Float64 (GetField n_hom_var (Ref __uid_26)))) (NA Float64))) (r_insertion_deletion (If (ApplyComparisonOp NEQ (GetField n_deletion (Ref __uid_26)) (ApplyIR 113 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 112 toFloat64 () Float64 (GetField n_insertion (Ref __uid_26))) (ApplyIR 114 toFloat64 () Float64 (GetField n_deletion (Ref __uid_26)))) (NA Float64)))))))))))))))) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_4 (GetField __uid_4 (Ref va))) (__uid_5 (GetField __uid_5 (Ref va)))))) (TableKeyBy (Sample) False (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __cse_11 (GetField text (Ref row)) (Let __cse_10 (Apply 3 splitChar () Array[String] (Ref __cse_11) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Ref __cse_10))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Ref __cse_10))) (I32 1)) (Str "field") (Str "fields")) (Ref __cse_11))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (Let __cse_12 (GetField split_text (Ref row)) (InsertFields (SelectFields (file split_text) (Ref row)) None (Sample (ApplyIR 14 indexArray () String (Ref __cse_12) (I32 0))) (Population (ApplyIR 15 indexArray () String (Ref __cse_12) (I32 1))) (SuperPopulation (ApplyIR 16 indexArray () String (Ref __cse_12) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ApplyIR 17 indexArray () String (Ref __cse_12) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ApplyIR 19 indexArray () String (Ref __cse_12) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ApplyIR 21 indexArray () String (Ref __cse_12) (I32 5))))))) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file split_text Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))) (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))))) (InsertFields (SelectFields (s sample_qc) (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))) (AggGroupBy False (GetField SuperPopulation (GetField pheno (Ref row))) (ApplyAggOp Count () ()))))) 2022-08-17 10:38:58 root: INFO: Prune: InsertFields: eliminating field '__uid_4' 2022-08-17 10:38:58 root: INFO: Prune: InsertFields: eliminating field '__uid_5' 2022-08-17 10:38:58 root: INFO: Prune: InsertFields: eliminating field 'sample_qc' 2022-08-17 10:38:58 root: INFO: Prune: MakeStruct: eliminating field 'locus' 2022-08-17 10:38:58 root: INFO: Prune: MakeStruct: eliminating field 'alleles' 2022-08-17 10:38:58 root: INFO: Prune: MakeStruct: eliminating field 'rsid' 2022-08-17 10:38:58 root: INFO: Prune: MakeStruct: eliminating field 'qual' 2022-08-17 10:38:58 root: INFO: Prune: MakeStruct: eliminating field 'filters' 2022-08-17 10:38:58 root: INFO: Prune: MakeStruct: eliminating field 'info' 2022-08-17 10:38:58 root: INFO: Prune: InsertFields: eliminating field 'Population' 2022-08-17 10:38:58 root: INFO: Prune: InsertFields: eliminating field 'isFemale' 2022-08-17 10:38:58 root: INFO: Prune: InsertFields: eliminating field 'PurpleHair' 2022-08-17 10:38:58 root: INFO: Prune: InsertFields: eliminating field 'CaffeineConsumption' 2022-08-17 10:38:58 root: INFO: Prune: InsertFields: eliminating field 'split_text' 2022-08-17 10:38:58 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 96: (MakeTuple (0) (TableAggregate (MatrixColsTable (MatrixFilterCols (MatrixMapCols () (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixKeyRowsBy () False (MatrixRead Matrix{global:Struct{},col_key:[s],col:Struct{s:String},row_key:[[locus,alleles]],row:Struct{locus:Locus(GRCh37),alleles:Array[String]},entry:Struct{}} False False (MatrixNativeReader Haill_mt/1kg_Full.mt ))) (Literal Struct{} )) (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_2172 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_2173 (GetField text (Ref row)) (Let __iruid_2174 (Apply 3 splitChar () Array[String] (Ref __iruid_2173) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_2174)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2174)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2173))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2172) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2172) (I32 2)))))))) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))) (AggGroupBy False (GetField SuperPopulation (GetField pheno (Ref row))) (ApplyAggOp Count () ())))) 2022-08-17 10:38:58 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 208: (MakeTuple (0) (TableAggregate (TableKeyBy () False (TableParallelize None (Let __cols_and_globals (TableGetGlobals (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapGlobals (TableMapGlobals (TableMapRows (TableKeyBy () False (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_2176 (MakeStruct) (Literal Struct{} )) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (Let __dictfield (ToDict (ToStream False (ToArray (StreamMap __iruid_2177 (ToStream False (GetField rows (TableCollect (TableKeyBy () False (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_2172 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_2173 (GetField text (Ref row)) (Let __iruid_2174 (Apply 3 splitChar () Array[String] (Ref __iruid_2173) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_2174)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2174)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2173))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2172) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2172) (I32 2))))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_2177)) (SelectFields (SuperPopulation) (Ref __iruid_2177))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_2175 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_2175) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __dictfield) (MakeStruct (Sample (GetField s (Ref __iruid_2175))))))))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_2181 (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let __cols_array (GetField __cols (Ref global)) (Let sa (ArrayRef -1 (Ref __cols_array) (Ref __iruid_2181)) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))))))))) (InsertFields (Ref global) None (newColIdx (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let sa (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (SelectFields (__cols) (InsertFields (Ref global) None (__cols (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref i))))))))) (MakeStruct (rows (GetField __cols (Ref __cols_and_globals))) (global (SelectFields () (Ref __cols_and_globals))))))) (AggGroupBy False (GetField SuperPopulation (GetField pheno (Ref row))) (ApplyAggOp Count () ())))) 2022-08-17 10:38:58 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 138: (MakeTuple (0) (TableAggregate (TableParallelize None (Let __iruid_2298 (ToDict (StreamMap __iruid_2299 (ToStream False (GetField rows (TableCollect (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_2300 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_2301 (GetField text (Ref row)) (Let __iruid_2302 (Apply 3 splitChar () Array[String] (Ref __iruid_2301) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_2302)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2302)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2301))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2300) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2300) (I32 2))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_2299)) (SelectFields (SuperPopulation) (Ref __iruid_2299))))) (Let __iruid_2303 (ToArray (StreamMap __iruid_2304 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_2304) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_2298) (MakeStruct (Sample (GetField s (Ref __iruid_2304))))))))) (Let __iruid_2305 (ToArray (StreamMap __iruid_2306 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2303)) (I32 1)) (Let __iruid_2307 (ArrayRef -1 (Ref __iruid_2303) (Ref __iruid_2306)) (InsertFields (SelectFields () (Ref __iruid_2307)) None (pheno (GetField __uid_27 (Ref __iruid_2307))))))) (MakeStruct (rows (ToArray (StreamMap __iruid_2308 (StreamFilter __iruid_2309 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2305)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_2305) (Ref __iruid_2309)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_2305) (Ref __iruid_2308))))) (global (Literal Struct{} ))))))) (AggGroupBy False (GetField SuperPopulation (GetField pheno (Ref row))) (ApplyAggOp Count () ())))) 2022-08-17 10:38:58 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:38:58 root: INFO: lowering result: TableCollect 2022-08-17 10:38:58 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 10:38:58 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 95: (Let __iruid_2321 (MakeStruct) (Let __iruid_2325 (CollectDistributedArray __iruid_2322 __iruid_2324 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_2321 (Ref __iruid_2321))) (Let __iruid_2321 (GetField __iruid_2321 (Ref __iruid_2324)) (ToArray (Let global (Ref __iruid_2321) (StreamMap __iruid_2323 (Let global (Ref __iruid_2321) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_2322)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let row (Ref __iruid_2323) (Let __iruid_2300 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_2301 (GetField text (Ref row)) (Let __iruid_2302 (Apply 3 splitChar () Array[String] (Ref __iruid_2301) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_2302)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2302)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2301))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2300) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2300) (I32 2))))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_2326 (ToStream False (Ref __iruid_2325)) (ToStream False (Ref __iruid_2326))))) (global (Ref __iruid_2321))))) 2022-08-17 10:38:58 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_2351 (ToStream False (CollectDistributedArray __iruid_2352 __iruid_2353 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_2321:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_2355 (StreamFilter __iruid_2356 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_2352)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_2356)) (Str "Sample\tPop...")) (False))) (Let __iruid_2357 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_2355))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2355)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2355)) (Str "\t") (Literal Array[String] )) (Let __iruid_2358 (GetField text (Ref __iruid_2355)) (Let __iruid_2359 (Apply 3 splitChar () Array[String] (Ref __iruid_2358) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_2355)) (ArrayLen (Ref __iruid_2359)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2359)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2358))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_2355))))) (InsertFields (SelectFields () (Ref __iruid_2355)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2357) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2357) (I32 2))))))))) (ToStream False (Ref __iruid_2351))))) (global (Literal Struct{} ))) 2022-08-17 10:38:58 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_2351 (ToStream False (CollectDistributedArray __iruid_2352 __iruid_2353 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_2321:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_2355 (StreamFilter __iruid_2356 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_2352)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_2356)) (Str "Sample\tPop...")) (False))) (Let __iruid_2357 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_2355))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2355)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2355)) (Str "\t") (Literal Array[String] )) (Let __iruid_2358 (GetField text (Ref __iruid_2355)) (Let __iruid_2359 (Apply 3 splitChar () Array[String] (Ref __iruid_2358) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_2355)) (ArrayLen (Ref __iruid_2359)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2359)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2358))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_2355))))) (InsertFields (SelectFields () (Ref __iruid_2355)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2357) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2357) (I32 2))))))))) (ToStream False (Ref __iruid_2351))))) (global (Literal Struct{} ))) 2022-08-17 10:38:58 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_2376 (ToStream False (CollectDistributedArray __iruid_2377 __iruid_2378 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_2379 (StreamFilter __iruid_2380 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_2377)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_2380)) (Str "Sample\tPop...")) (False))) (Let __iruid_2381 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_2379))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2379)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2379)) (Str "\t") (Literal Array[String] )) (Let __iruid_2382 (GetField text (Ref __iruid_2379)) (Let __iruid_2383 (Apply 3 splitChar () Array[String] (Ref __iruid_2382) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_2379)) (ArrayLen (Ref __iruid_2383)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2383)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2382))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_2379))))) (InsertFields (SelectFields () (Ref __iruid_2379)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2381) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2381) (I32 2))))))))) (ToStream False (Ref __iruid_2376))))) (global (Literal Struct{} ))) 2022-08-17 10:38:58 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_2376 (ToStream False (CollectDistributedArray __iruid_2377 __iruid_2378 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_2379 (StreamFilter __iruid_2380 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_2377)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_2380)) (Str "Sample\tPop...")) (False))) (Let __iruid_2381 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_2379))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2379)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2379)) (Str "\t") (Literal Array[String] )) (Let __iruid_2382 (GetField text (Ref __iruid_2379)) (Let __iruid_2383 (Apply 3 splitChar () Array[String] (Ref __iruid_2382) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_2379)) (ArrayLen (Ref __iruid_2383)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2383)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2382))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_2379))))) (InsertFields (SelectFields () (Ref __iruid_2379)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2381) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2381) (I32 2))))))))) (ToStream False (Ref __iruid_2376))))) (global (Literal Struct{} ))) 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_2400 (ToStream False (CollectDistributedArray __iruid_2401 __iruid_2402 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_2403 (StreamFilter __iruid_2404 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_2401)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_2404)) (Str "Sample\tPop...")) (False))) (Let __iruid_2405 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_2403))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2403)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2403)) (Str "\t") (Literal Array[String] )) (Let __iruid_2406 (GetField text (Ref __iruid_2403)) (Let __iruid_2407 (Apply 3 splitChar () Array[String] (Ref __iruid_2406) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_2403)) (ArrayLen (Ref __iruid_2407)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2407)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2406))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_2403))))) (InsertFields (SelectFields () (Ref __iruid_2403)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2405) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2405) (I32 2))))))))) (ToStream False (Ref __iruid_2400))))) (global (Literal Struct{} ))) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_2400 (ToStream False (CollectDistributedArray __iruid_2401 __iruid_2402 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_2403 (StreamFilter __iruid_2404 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_2401)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_2404)) (Str "Sample\tPop...")) (False))) (Let __iruid_2405 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_2403))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2403)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2403)) (Str "\t") (Literal Array[String] )) (Let __iruid_2406 (GetField text (Ref __iruid_2403)) (Let __iruid_2407 (Apply 3 splitChar () Array[String] (Ref __iruid_2406) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_2403)) (ArrayLen (Ref __iruid_2407)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2407)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2406))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_2403))))) (InsertFields (SelectFields () (Ref __iruid_2403)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2405) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2405) (I32 2))))))))) (ToStream False (Ref __iruid_2400))))) (global (Literal Struct{} )))) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Removed broadcast_14_piece0 on dna.Dlink:40753 in memory (size: 20.9 KiB, free: 17.8 GiB) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_2424 (ToStream False (CollectDistributedArray __iruid_2425 __iruid_2426 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_2427 (StreamFilter __iruid_2428 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_2425)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_2428)) (Str "Sample\tPop...")) (False))) (Let __iruid_2429 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_2427))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2427)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2427)) (Str "\t") (Literal Array[String] )) (Let __iruid_2430 (GetField text (Ref __iruid_2427)) (Let __iruid_2431 (Apply 3 splitChar () Array[String] (Ref __iruid_2430) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_2427)) (ArrayLen (Ref __iruid_2431)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2431)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2430))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_2427))))) (InsertFields (SelectFields () (Ref __iruid_2427)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2429) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2429) (I32 2))))))))) (ToStream False (Ref __iruid_2424))))) (global (Literal Struct{} )))) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_2424 (ToStream False (CollectDistributedArray __iruid_2425 __iruid_2426 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_2427 (StreamFilter __iruid_2428 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_2425)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_2428)) (Str "Sample\tPop...")) (False))) (Let __iruid_2429 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_2427))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2427)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2427)) (Str "\t") (Literal Array[String] )) (Let __iruid_2430 (GetField text (Ref __iruid_2427)) (Let __iruid_2431 (Apply 3 splitChar () Array[String] (Ref __iruid_2430) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_2427)) (ArrayLen (Ref __iruid_2431)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2431)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2430))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_2427))))) (InsertFields (SelectFields () (Ref __iruid_2427)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2429) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2429) (I32 2))))))))) (ToStream False (Ref __iruid_2424))))) (global (Literal Struct{} )))) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Removed broadcast_23_piece0 on dna.Dlink:40753 in memory (size: 93.4 KiB, free: 17.8 GiB) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_2448 (ToStream False (CollectDistributedArray __iruid_2449 __iruid_2450 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_2451 (StreamFilter __iruid_2452 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_2449)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_2452)) (Str "Sample\tPop...")) (False))) (Let __iruid_2453 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_2451))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2451)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2451)) (Str "\t") (Literal Array[String] )) (Let __iruid_2454 (GetField text (Ref __iruid_2451)) (Let __iruid_2455 (Apply 3 splitChar () Array[String] (Ref __iruid_2454) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_2451)) (ArrayLen (Ref __iruid_2455)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2455)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2454))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_2451))))) (InsertFields (SelectFields () (Ref __iruid_2451)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2453) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2453) (I32 2))))))))) (ToStream False (Ref __iruid_2448))))) (global (Literal Struct{} )))) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_2448 (ToStream False (CollectDistributedArray __iruid_2449 __iruid_2450 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_2451 (StreamFilter __iruid_2452 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_2449)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_2452)) (Str "Sample\tPop...")) (False))) (Let __iruid_2453 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_2451))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2451)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2451)) (Str "\t") (Literal Array[String] )) (Let __iruid_2454 (GetField text (Ref __iruid_2451)) (Let __iruid_2455 (Apply 3 splitChar () Array[String] (Ref __iruid_2454) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_2451)) (ArrayLen (Ref __iruid_2455)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2455)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2454))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_2451))))) (InsertFields (SelectFields () (Ref __iruid_2451)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2453) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2453) (I32 2))))))))) (ToStream False (Ref __iruid_2448))))) (global (Literal Struct{} )))) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Removed broadcast_13_piece0 on dna.Dlink:40753 in memory (size: 61.0 B, free: 17.8 GiB) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_2472 (ToStream False (CollectDistributedArray __iruid_2473 __iruid_2474 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_2475 (StreamFilter __iruid_2476 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_2473)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_2476)) (Str "Sample\tPop...")) (False))) (Let __iruid_2477 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_2475))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2475)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_2475)) (Str "\t") (Literal Array[String] )) (Let __iruid_2478 (GetField text (Ref __iruid_2475)) (Let __iruid_2479 (Apply 3 splitChar () Array[String] (Ref __iruid_2478) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_2475)) (ArrayLen (Ref __iruid_2479)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_2479)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_2478))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_2475))))) (InsertFields (SelectFields () (Ref __iruid_2475)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_2477) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_2477) (I32 2))))))))) (ToStream False (Ref __iruid_2472))))) (global (Literal Struct{} )))) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Removed broadcast_22_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 10:38:59 root: INFO: encoder cache miss (7 hits, 21 misses, 0.250) 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1605HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1605HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1606FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1606FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1607etypeEncode. 2022-08-17 10:38:59 root: INFO: instruction count: 7: __C1607etypeEncode.apply 2022-08-17 10:38:59 root: INFO: instruction count: 97: __C1607etypeEncode.__m1608ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C1607etypeEncode.__m1609ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:59 root: INFO: instruction count: 39: __C1607etypeEncode.__m1610ENCODE_SIndexablePointer_TO_r_array_of_r_binary 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_27 stored as values in memory (estimated size 304.0 B, free 17.8 GiB) 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_27_piece0 stored as bytes in memory (estimated size 256.0 B, free 17.8 GiB) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Added broadcast_27_piece0 in memory on dna.Dlink:40753 (size: 256.0 B, free: 17.8 GiB) 2022-08-17 10:38:59 SparkContext: INFO: Created broadcast 27 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1528HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1528HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1529FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1529FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1530collect_distributed_array. 2022-08-17 10:38:59 root: INFO: instruction count: 111: __C1530collect_distributed_array.apply 2022-08-17 10:38:59 root: INFO: instruction count: 17: __C1530collect_distributed_array.apply 2022-08-17 10:38:59 root: INFO: instruction count: 27: __C1530collect_distributed_array.__m1531DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 53: __C1530collect_distributed_array.__m1532INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:59 root: INFO: instruction count: 10: __C1530collect_distributed_array.__m1533INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:38:59 root: INFO: instruction count: 31: __C1530collect_distributed_array.__m1534INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:59 root: INFO: instruction count: 10: __C1530collect_distributed_array.__m1535INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:38:59 root: INFO: instruction count: 10: __C1530collect_distributed_array.__m1536INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:38:59 root: INFO: instruction count: 27: __C1530collect_distributed_array.__m1538DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 8: __C1530collect_distributed_array.__m1539INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:59 root: INFO: instruction count: 205: __C1530collect_distributed_array.__m1541split_ToArray 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1530collect_distributed_array.__m1551ord_equiv 2022-08-17 10:38:59 root: INFO: instruction count: 21: __C1530collect_distributed_array.__m1552ord_equivNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 28: __C1530collect_distributed_array.__m1553ord_compareNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 7: __C1530collect_distributed_array.__m1556length 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1530collect_distributed_array.__m1557ord_gt 2022-08-17 10:38:59 root: INFO: instruction count: 14: __C1530collect_distributed_array.__m1558ord_gtNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 138: __C1530collect_distributed_array.__m1559split_If 2022-08-17 10:38:59 root: INFO: instruction count: 161: __C1530collect_distributed_array.__m1565splitChar 2022-08-17 10:38:59 root: INFO: instruction count: 53: __C1530collect_distributed_array.convert_region_to_str_array 2022-08-17 10:38:59 root: INFO: instruction count: 12: __C1530collect_distributed_array.__m1568setup_null 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1530collect_distributed_array.__m1569ord_equiv 2022-08-17 10:38:59 root: INFO: instruction count: 14: __C1530collect_distributed_array.__m1570ord_equivNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 135: __C1530collect_distributed_array.__m1576format 2022-08-17 10:38:59 root: INFO: instruction count: 12: __C1530collect_distributed_array.__m1579setup_null 2022-08-17 10:38:59 root: INFO: instruction count: 29: __C1530collect_distributed_array.__m1582concat 2022-08-17 10:38:59 root: INFO: instruction count: 35: __C1530collect_distributed_array.__m1584arrayref_bounds_check 2022-08-17 10:38:59 root: INFO: instruction count: 12: __C1530collect_distributed_array.__m1587setup_jab 2022-08-17 10:38:59 root: INFO: instruction count: 12: __C1530collect_distributed_array.__m1590setup_null 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1530collect_distributed_array.setObjects 2022-08-17 10:38:59 root: INFO: instruction count: 25: __C1530collect_distributed_array.__m1596ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 35: __C1530collect_distributed_array.__m1597ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 59: __C1530collect_distributed_array.__m1598ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C1530collect_distributed_array.__m1599ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1530collect_distributed_array.setPartitionIndex 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1530collect_distributed_array.addPartitionRegion 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1530collect_distributed_array.setPool 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1530collect_distributed_array.addHailClassLoader 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1530collect_distributed_array.addFS 2022-08-17 10:38:59 root: INFO: instruction count: 121: __C1530collect_distributed_array.addLiterals 2022-08-17 10:38:59 root: INFO: instruction count: 81: __C1530collect_distributed_array.__m1603DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 58: __C1530collect_distributed_array.__m1604INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 10:38:59 root: INFO: instruction count: 400: __C1530collect_distributed_array.__m1541split_ToArray_region9_48 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1611__m1541split_ToArraySpills. 2022-08-17 10:38:59 root: INFO: encoder cache hit 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_28 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_28_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Added broadcast_28_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 10:38:59 SparkContext: INFO: Created broadcast 28 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1514HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1514HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1515FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1515FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1516Compiled. 2022-08-17 10:38:59 root: INFO: instruction count: 55: __C1516Compiled.apply 2022-08-17 10:38:59 root: INFO: instruction count: 571: __C1516Compiled.__m1517split_ToArray 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1516Compiled.setBackend 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1516Compiled.__m1623ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C1516Compiled.__m1624ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1516Compiled.__m1625ENCODE_SInt32$_TO_r_int32 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C1516Compiled.__m1626ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1516Compiled.__m1627ENCODE_SInt64$_TO_r_int64 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1516Compiled.__m1628ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1516Compiled.__m1629ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 1: __C1516Compiled.__m1630ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1516Compiled.setObjects 2022-08-17 10:38:59 root: INFO: instruction count: 27: __C1516Compiled.__m1632DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 58: __C1516Compiled.__m1633INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:38:59 root: INFO: instruction count: 75: __C1516Compiled.__m1634INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:38:59 root: INFO: instruction count: 31: __C1516Compiled.__m1635INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:38:59 root: INFO: instruction count: 12: __C1516Compiled.__m1654setup_jab 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1516Compiled.setPartitionIndex 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1516Compiled.addPartitionRegion 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1516Compiled.setPool 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1516Compiled.addHailClassLoader 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1516Compiled.addFS 2022-08-17 10:38:59 root: INFO: instruction count: 62: __C1516Compiled.addLiterals 2022-08-17 10:38:59 root: INFO: instruction count: 36: __C1516Compiled.__m1662DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 8: __C1516Compiled.__m1663INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:59 root: INFO: instruction count: 58: __C1516Compiled.__m1664INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:59 root: INFO: instruction count: 53: __C1516Compiled.__m1665INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:38:59 root: INFO: instruction count: 10: __C1516Compiled.__m1666INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:38:59 root: INFO: instruction count: 31: __C1516Compiled.__m1667INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:59 root: INFO: instruction count: 10: __C1516Compiled.__m1668INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:38:59 root: INFO: instruction count: 10: __C1516Compiled.__m1669INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1670__m1517split_ToArraySpills. 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_29 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_29_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Added broadcast_29_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 10:38:59 SparkContext: INFO: Created broadcast 29 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:59 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 10:38:59 DAGScheduler: INFO: Got job 4 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 10:38:59 DAGScheduler: INFO: Final stage: ResultStage 4 (collect at SparkBackend.scala:321) 2022-08-17 10:38:59 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 10:38:59 DAGScheduler: INFO: Missing parents: List() 2022-08-17 10:38:59 DAGScheduler: INFO: Submitting ResultStage 4 (SparkBackendComputeRDD[8] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_30 stored as values in memory (estimated size 26.2 KiB, free 17.8 GiB) 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_30_piece0 stored as bytes in memory (estimated size 15.3 KiB, free 17.8 GiB) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Added broadcast_30_piece0 in memory on dna.Dlink:40753 (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 10:38:59 SparkContext: INFO: Created broadcast 30 from broadcast at DAGScheduler.scala:1433 2022-08-17 10:38:59 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 4 (SparkBackendComputeRDD[8] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 10:38:59 TaskSchedulerImpl: INFO: Adding task set 4.0 with 1 tasks resource profile 0 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 0.0 in stage 4.0 (TID 4) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 Executor: INFO: Running task 0.0 in stage 4.0 (TID 4) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 73: Executor task launch worker for task 0.0 in stage 4.0 (TID 4) 2022-08-17 10:38:59 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 73: Executor task launch worker for task 0.0 in stage 4.0 (TID 4) 2022-08-17 10:38:59 root: INFO: RegionPool: REPORT_THRESHOLD: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 73: Executor task launch worker for task 0.0 in stage 4.0 (TID 4) 2022-08-17 10:38:59 root: INFO: TaskReport: stage=4, partition=0, attempt=0, peakBytes=524288, peakBytesReadable=512.00 KiB, chunks requested=1, cache hits=0 2022-08-17 10:38:59 root: INFO: RegionPool: FREE: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 73: Executor task launch worker for task 0.0 in stage 4.0 (TID 4) 2022-08-17 10:38:59 Executor: INFO: Finished task 0.0 in stage 4.0 (TID 4). 67647 bytes result sent to driver 2022-08-17 10:38:59 TaskSetManager: INFO: Finished task 0.0 in stage 4.0 (TID 4) in 21 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 10:38:59 TaskSchedulerImpl: INFO: Removed TaskSet 4.0, whose tasks have all completed, from pool 2022-08-17 10:38:59 DAGScheduler: INFO: ResultStage 4 (collect at SparkBackend.scala:321) finished in 0.024 s 2022-08-17 10:38:59 DAGScheduler: INFO: Job 4 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 10:38:59 TaskSchedulerImpl: INFO: Killing all running tasks in stage 4: Stage finished 2022-08-17 10:38:59 DAGScheduler: INFO: Job 4 finished: collect at SparkBackend.scala:321, took 0.025569 s 2022-08-17 10:38:59 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (128.0K blocks / 128.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:59 root: INFO: encoder cache miss (8 hits, 22 misses, 0.267) 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1671HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1671HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1672FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1672FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1673etypeEncode. 2022-08-17 10:38:59 root: INFO: instruction count: 7: __C1673etypeEncode.apply 2022-08-17 10:38:59 root: INFO: instruction count: 33: __C1673etypeEncode.__m1674ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDANDr_struct_of_ENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 35: __C1673etypeEncode.__m1675ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 59: __C1673etypeEncode.__m1676ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C1673etypeEncode.__m1677ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:38:59 root: INFO: instruction count: 1: __C1673etypeEncode.__m1678ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:59 root: INFO: took 223.821ms 2022-08-17 10:38:59 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:38:59 root: INFO: lowering result: EncodedLiteral 2022-08-17 10:38:59 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}})) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}})) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}})) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}})) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}})) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 2: (MakeTuple (0) (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}})) 2022-08-17 10:38:59 root: INFO: encoder cache hit 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_31 stored as values in memory (estimated size 65.1 KiB, free 17.8 GiB) 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_31_piece0 stored as bytes in memory (estimated size 16.8 KiB, free 17.8 GiB) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Added broadcast_31_piece0 in memory on dna.Dlink:40753 (size: 16.8 KiB, free: 17.8 GiB) 2022-08-17 10:38:59 SparkContext: INFO: Created broadcast 31 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1679HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1679HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1680FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1680FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1681Compiled. 2022-08-17 10:38:59 root: INFO: instruction count: 23: __C1681Compiled.apply 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1681Compiled.setPartitionIndex 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1681Compiled.addPartitionRegion 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1681Compiled.setPool 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1681Compiled.addHailClassLoader 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1681Compiled.addFS 2022-08-17 10:38:59 root: INFO: instruction count: 58: __C1681Compiled.addLiterals 2022-08-17 10:38:59 root: INFO: instruction count: 18: __C1681Compiled.__m1686DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 36: __C1681Compiled.__m1687DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDANDr_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 58: __C1681Compiled.__m1688INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:38:59 root: INFO: instruction count: 75: __C1681Compiled.__m1689INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:38:59 root: INFO: instruction count: 31: __C1681Compiled.__m1690INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:38:59 root: INFO: instruction count: 8: __C1681Compiled.__m1691INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:59 root: INFO: RegionPool: REPORT_THRESHOLD: 576.0K allocated (192.0K blocks / 384.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:59 root: INFO: encoder cache hit 2022-08-17 10:38:59 root: INFO: took 13.370ms 2022-08-17 10:38:59 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:38:59 root: INFO: lowering result: TableAggregate 2022-08-17 10:38:59 root: INFO: Aggregate: useTreeAggregate=true 2022-08-17 10:38:59 root: INFO: Aggregate: commutative=true 2022-08-17 10:38:59 root: INFO: compiling and evaluating result: TableAggregate 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 282: (Let __iruid_2483 (Let __iruid_2298 (ToDict (StreamMap __iruid_2299 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_2299)) (SelectFields (SuperPopulation) (Ref __iruid_2299))))) (Let __iruid_2303 (ToArray (StreamMap __iruid_2304 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_2304) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_2298) (MakeStruct (Sample (GetField s (Ref __iruid_2304))))))))) (Let __iruid_2305 (ToArray (StreamMap __iruid_2306 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2303)) (I32 1)) (Let __iruid_2307 (ArrayRef -1 (Ref __iruid_2303) (Ref __iruid_2306)) (InsertFields (SelectFields () (Ref __iruid_2307)) None (pheno (GetField __uid_27 (Ref __iruid_2307))))))) (MakeStruct (rows (ToArray (StreamMap __iruid_2308 (StreamFilter __iruid_2309 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2305)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_2305) (Ref __iruid_2309)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_2305) (Ref __iruid_2308))))) (global (Literal Struct{} )))))) (Let __iruid_2491 (GetField global (Ref __iruid_2483)) (Let __iruid_2493 (Let global (Ref __iruid_2491) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (InitOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((Begin (InitOp 0 (Count (TypedStateSig +PInt64)) ()))))) (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))))) (Let __iruid_2496 (CollectDistributedArray __iruid_2492 __iruid_2494 (Let __iruid_2484 (ArrayLen (GetField rows (Ref __iruid_2483))) (Let __iruid_2485 (If (ApplyComparisonOp LT (Ref __iruid_2484) (I32 16)) (If (ApplyComparisonOp GT (Ref __iruid_2484) (I32 1)) (Ref __iruid_2484) (I32 1)) (I32 16)) (Let __iruid_2486 (ApplyBinaryPrimOp RoundToNegInfDivide (Ref __iruid_2484) (Ref __iruid_2485)) (Let __iruid_2487 (ApplyBinaryPrimOp Subtract (Ref __iruid_2484) (ApplyBinaryPrimOp Multiply (Ref __iruid_2486) (Ref __iruid_2485))) (StreamMap __iruid_2488 (StreamRange -1 False (I32 0) (I32 16) (I32 1)) (Let __iruid_2489 (If (ApplyComparisonOp GTEQ (Ref __iruid_2485) (Ref __iruid_2488)) (If (ApplyComparisonOp GT (Ref __iruid_2487) (I32 0)) (If (ApplyComparisonOp LT (Ref __iruid_2487) (Ref __iruid_2488)) (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Multiply (Ref __iruid_2486) (Ref __iruid_2488)) (Ref __iruid_2487)) (ApplyBinaryPrimOp Multiply (ApplyBinaryPrimOp Add (Ref __iruid_2486) (I32 1)) (Ref __iruid_2488))) (ApplyBinaryPrimOp Multiply (Ref __iruid_2486) (Ref __iruid_2488))) (I32 0)) (ToArray (StreamMap __iruid_2490 (StreamRange -1 False (Ref __iruid_2489) (ApplyBinaryPrimOp Add (Ref __iruid_2489) (ApplyBinaryPrimOp RoundToNegInfDivide (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Subtract (Ref __iruid_2484) (Ref __iruid_2488)) (I32 16)) (I32 1)) (I32 16))) (I32 1)) (ArrayRef -1 (GetField rows (Ref __iruid_2483)) (Ref __iruid_2490)))))))))) (MakeStruct (__iruid_2491 (Ref __iruid_2491)) (__iruid_2493 (Ref __iruid_2493))) (Let __iruid_2493 (GetField __iruid_2493 (Ref __iruid_2494)) (Let __iruid_2491 (GetField __iruid_2491 (Ref __iruid_2494)) (Let global (Ref __iruid_2491) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (Ref __iruid_2493)))) (StreamFor row (ToStream True (Ref __iruid_2492)) (Begin (SeqOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((GetField SuperPopulation (GetField pheno (Ref row))) (Begin (SeqOp 0 (Count (TypedStateSig +PInt64)) ()))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2495)))))))) (Let __iruid_2506 (TailLoop __iruid_2497 (__iruid_2498) (Ref __iruid_2496) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_2498)) (I32 50)) (Ref __iruid_2498) (Recur __iruid_2497 Array[String] (CollectDistributedArray __iruid_2499 __iruid_2501 (StreamMap __iruid_2500 (StreamGrouped (ToStream False (Ref __iruid_2498)) (I32 50)) (ToArray (Ref __iruid_2500))) (MakeStruct) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Let __iruid_2502 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2499) (I32 0))) (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (Ref __iruid_2502))))) (StreamFor __iruid_2503 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2499)) (I32 1)) (Let __iruid_2504 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2499) (Ref __iruid_2503))) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (Ref __iruid_2504))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2505)))))))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Let __iruid_2507 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2506) (I32 0))) (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (Ref __iruid_2507))))) (StreamFor __iruid_2508 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2506)) (I32 1)) (Let __iruid_2509 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2506) (Ref __iruid_2508))) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (Ref __iruid_2509))))))) (Let global (Ref __iruid_2491) (Let __iruid_2481 (MakeTuple (0) (ResultOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))))) (ToDict (StreamMap __iruid_2482 (ToStream False (GetTupleElement 0 (Ref __iruid_2481))) (MakeTuple (0 1) (GetField key (Ref __iruid_2482)) (GetTupleElement 0 (GetField value (Ref __iruid_2482)))))))))))))) 2022-08-17 10:38:59 root: INFO: Prune: MakeStruct: eliminating field '__iruid_2491' 2022-08-17 10:38:59 root: INFO: Prune: MakeStruct: eliminating field 'global' 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 258: (Let __iruid_2615 (ToDict (StreamMap __iruid_2616 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_2616)) (SelectFields (SuperPopulation) (Ref __iruid_2616))))) (Let __iruid_2617 (ToArray (StreamMap __iruid_2618 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_2618) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_2615) (MakeStruct (Sample (GetField s (Ref __iruid_2618))))))))) (Let __iruid_2619 (ToArray (StreamMap __iruid_2620 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2617)) (I32 1)) (Let __iruid_2621 (ArrayRef -1 (Ref __iruid_2617) (Ref __iruid_2620)) (InsertFields (SelectFields () (Ref __iruid_2621)) None (pheno (GetField __uid_27 (Ref __iruid_2621))))))) (Let __iruid_2622 (MakeStruct (rows (ToArray (StreamMap __iruid_2623 (StreamFilter __iruid_2624 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2619)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_2619) (Ref __iruid_2624)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_2619) (Ref __iruid_2623)))))) (Let __iruid_2625 (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (InitOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((Begin (InitOp 0 (Count (TypedStateSig +PInt64)) ()))))) (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64)))))) (Let __iruid_2626 (CollectDistributedArray __iruid_2627 __iruid_2628 (Let __iruid_2629 (ArrayLen (GetField rows (Ref __iruid_2622))) (Let __iruid_2630 (If (ApplyComparisonOp LT (Ref __iruid_2629) (I32 16)) (If (ApplyComparisonOp GT (Ref __iruid_2629) (I32 1)) (Ref __iruid_2629) (I32 1)) (I32 16)) (Let __iruid_2631 (ApplyBinaryPrimOp RoundToNegInfDivide (Ref __iruid_2629) (Ref __iruid_2630)) (Let __iruid_2632 (ApplyBinaryPrimOp Subtract (Ref __iruid_2629) (ApplyBinaryPrimOp Multiply (Ref __iruid_2631) (Ref __iruid_2630))) (StreamMap __iruid_2633 (StreamRange -1 False (I32 0) (I32 16) (I32 1)) (Let __iruid_2634 (If (ApplyComparisonOp GTEQ (Ref __iruid_2630) (Ref __iruid_2633)) (If (ApplyComparisonOp GT (Ref __iruid_2632) (I32 0)) (If (ApplyComparisonOp LT (Ref __iruid_2632) (Ref __iruid_2633)) (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Multiply (Ref __iruid_2631) (Ref __iruid_2633)) (Ref __iruid_2632)) (ApplyBinaryPrimOp Multiply (ApplyBinaryPrimOp Add (Ref __iruid_2631) (I32 1)) (Ref __iruid_2633))) (ApplyBinaryPrimOp Multiply (Ref __iruid_2631) (Ref __iruid_2633))) (I32 0)) (ToArray (StreamMap __iruid_2635 (StreamRange -1 False (Ref __iruid_2634) (ApplyBinaryPrimOp Add (Ref __iruid_2634) (ApplyBinaryPrimOp RoundToNegInfDivide (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Subtract (Ref __iruid_2629) (Ref __iruid_2633)) (I32 16)) (I32 1)) (I32 16))) (I32 1)) (ArrayRef -1 (GetField rows (Ref __iruid_2622)) (Ref __iruid_2635)))))))))) (MakeStruct (__iruid_2493 (Ref __iruid_2625))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (GetField __iruid_2493 (Ref __iruid_2628))))) (StreamFor __iruid_2636 (ToStream True (Ref __iruid_2627)) (Begin (SeqOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((GetField SuperPopulation (GetField pheno (Ref __iruid_2636))) (Begin (SeqOp 0 (Count (TypedStateSig +PInt64)) ()))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2495))))) (Let __iruid_2637 (TailLoop __iruid_2638 (__iruid_2639) (Ref __iruid_2626) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_2639)) (I32 50)) (Ref __iruid_2639) (Recur __iruid_2638 Array[String] (CollectDistributedArray __iruid_2640 __iruid_2641 (StreamMap __iruid_2642 (StreamGrouped (ToStream False (Ref __iruid_2639)) (I32 50)) (ToArray (Ref __iruid_2642))) (Literal Struct{} ) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2640) (I32 0)))))) (StreamFor __iruid_2643 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2640)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2640) (Ref __iruid_2643)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2505)))))))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2637) (I32 0)))))) (StreamFor __iruid_2644 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2637)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2637) (Ref __iruid_2644)))))))) (Let __iruid_2645 (MakeTuple (0) (ResultOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))))) (ToDict (StreamMap __iruid_2646 (ToStream False (GetTupleElement 0 (Ref __iruid_2645))) (MakeTuple (0 1) (GetField key (Ref __iruid_2646)) (GetTupleElement 0 (GetField value (Ref __iruid_2646))))))))))))))) 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 258: (Let __iruid_2615 (ToDict (StreamMap __iruid_2616 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_2616)) (SelectFields (SuperPopulation) (Ref __iruid_2616))))) (Let __iruid_2617 (ToArray (StreamMap __iruid_2618 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_2618) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_2615) (MakeStruct (Sample (GetField s (Ref __iruid_2618))))))))) (Let __iruid_2619 (ToArray (StreamMap __iruid_2620 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2617)) (I32 1)) (Let __iruid_2621 (ArrayRef -1 (Ref __iruid_2617) (Ref __iruid_2620)) (InsertFields (SelectFields () (Ref __iruid_2621)) None (pheno (GetField __uid_27 (Ref __iruid_2621))))))) (Let __iruid_2622 (MakeStruct (rows (ToArray (StreamMap __iruid_2623 (StreamFilter __iruid_2624 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2619)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_2619) (Ref __iruid_2624)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_2619) (Ref __iruid_2623)))))) (Let __iruid_2625 (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (InitOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((Begin (InitOp 0 (Count (TypedStateSig +PInt64)) ()))))) (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64)))))) (Let __iruid_2626 (CollectDistributedArray __iruid_2627 __iruid_2628 (Let __iruid_2629 (ArrayLen (GetField rows (Ref __iruid_2622))) (Let __iruid_2630 (If (ApplyComparisonOp LT (Ref __iruid_2629) (I32 16)) (If (ApplyComparisonOp GT (Ref __iruid_2629) (I32 1)) (Ref __iruid_2629) (I32 1)) (I32 16)) (Let __iruid_2631 (ApplyBinaryPrimOp RoundToNegInfDivide (Ref __iruid_2629) (Ref __iruid_2630)) (Let __iruid_2632 (ApplyBinaryPrimOp Subtract (Ref __iruid_2629) (ApplyBinaryPrimOp Multiply (Ref __iruid_2631) (Ref __iruid_2630))) (StreamMap __iruid_2633 (StreamRange -1 False (I32 0) (I32 16) (I32 1)) (Let __iruid_2634 (If (ApplyComparisonOp GTEQ (Ref __iruid_2630) (Ref __iruid_2633)) (If (ApplyComparisonOp GT (Ref __iruid_2632) (I32 0)) (If (ApplyComparisonOp LT (Ref __iruid_2632) (Ref __iruid_2633)) (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Multiply (Ref __iruid_2631) (Ref __iruid_2633)) (Ref __iruid_2632)) (ApplyBinaryPrimOp Multiply (ApplyBinaryPrimOp Add (Ref __iruid_2631) (I32 1)) (Ref __iruid_2633))) (ApplyBinaryPrimOp Multiply (Ref __iruid_2631) (Ref __iruid_2633))) (I32 0)) (ToArray (StreamMap __iruid_2635 (StreamRange -1 False (Ref __iruid_2634) (ApplyBinaryPrimOp Add (Ref __iruid_2634) (ApplyBinaryPrimOp RoundToNegInfDivide (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Subtract (Ref __iruid_2629) (Ref __iruid_2633)) (I32 16)) (I32 1)) (I32 16))) (I32 1)) (ArrayRef -1 (GetField rows (Ref __iruid_2622)) (Ref __iruid_2635)))))))))) (MakeStruct (__iruid_2493 (Ref __iruid_2625))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (GetField __iruid_2493 (Ref __iruid_2628))))) (StreamFor __iruid_2636 (ToStream True (Ref __iruid_2627)) (Begin (SeqOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((GetField SuperPopulation (GetField pheno (Ref __iruid_2636))) (Begin (SeqOp 0 (Count (TypedStateSig +PInt64)) ()))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2495))))) (Let __iruid_2637 (TailLoop __iruid_2638 (__iruid_2639) (Ref __iruid_2626) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_2639)) (I32 50)) (Ref __iruid_2639) (Recur __iruid_2638 Array[String] (CollectDistributedArray __iruid_2640 __iruid_2641 (StreamMap __iruid_2642 (StreamGrouped (ToStream False (Ref __iruid_2639)) (I32 50)) (ToArray (Ref __iruid_2642))) (Literal Struct{} ) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2640) (I32 0)))))) (StreamFor __iruid_2643 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2640)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2640) (Ref __iruid_2643)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2505)))))))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2637) (I32 0)))))) (StreamFor __iruid_2644 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2637)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2637) (Ref __iruid_2644)))))))) (Let __iruid_2645 (MakeTuple (0) (ResultOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))))) (ToDict (StreamMap __iruid_2646 (ToStream False (GetTupleElement 0 (Ref __iruid_2645))) (MakeTuple (0 1) (GetField key (Ref __iruid_2646)) (GetTupleElement 0 (GetField value (Ref __iruid_2646))))))))))))))) 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 258: (Let __iruid_2747 (ToDict (StreamMap __iruid_2748 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_2748)) (SelectFields (SuperPopulation) (Ref __iruid_2748))))) (Let __iruid_2749 (ToArray (StreamMap __iruid_2750 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_2750) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_2747) (MakeStruct (Sample (GetField s (Ref __iruid_2750))))))))) (Let __iruid_2751 (ToArray (StreamMap __iruid_2752 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2749)) (I32 1)) (Let __iruid_2753 (ArrayRef -1 (Ref __iruid_2749) (Ref __iruid_2752)) (InsertFields (SelectFields () (Ref __iruid_2753)) None (pheno (GetField __uid_27 (Ref __iruid_2753))))))) (Let __iruid_2754 (MakeStruct (rows (ToArray (StreamMap __iruid_2755 (StreamFilter __iruid_2756 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2751)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_2751) (Ref __iruid_2756)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_2751) (Ref __iruid_2755)))))) (Let __iruid_2757 (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (InitOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((Begin (InitOp 0 (Count (TypedStateSig +PInt64)) ()))))) (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64)))))) (Let __iruid_2758 (CollectDistributedArray __iruid_2759 __iruid_2760 (Let __iruid_2761 (ArrayLen (GetField rows (Ref __iruid_2754))) (Let __iruid_2762 (If (ApplyComparisonOp LT (Ref __iruid_2761) (I32 16)) (If (ApplyComparisonOp GT (Ref __iruid_2761) (I32 1)) (Ref __iruid_2761) (I32 1)) (I32 16)) (Let __iruid_2763 (ApplyBinaryPrimOp RoundToNegInfDivide (Ref __iruid_2761) (Ref __iruid_2762)) (Let __iruid_2764 (ApplyBinaryPrimOp Subtract (Ref __iruid_2761) (ApplyBinaryPrimOp Multiply (Ref __iruid_2763) (Ref __iruid_2762))) (StreamMap __iruid_2765 (StreamRange -1 False (I32 0) (I32 16) (I32 1)) (Let __iruid_2766 (If (ApplyComparisonOp GTEQ (Ref __iruid_2762) (Ref __iruid_2765)) (If (ApplyComparisonOp GT (Ref __iruid_2764) (I32 0)) (If (ApplyComparisonOp LT (Ref __iruid_2764) (Ref __iruid_2765)) (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Multiply (Ref __iruid_2763) (Ref __iruid_2765)) (Ref __iruid_2764)) (ApplyBinaryPrimOp Multiply (ApplyBinaryPrimOp Add (Ref __iruid_2763) (I32 1)) (Ref __iruid_2765))) (ApplyBinaryPrimOp Multiply (Ref __iruid_2763) (Ref __iruid_2765))) (I32 0)) (ToArray (StreamMap __iruid_2767 (StreamRange -1 False (Ref __iruid_2766) (ApplyBinaryPrimOp Add (Ref __iruid_2766) (ApplyBinaryPrimOp RoundToNegInfDivide (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Subtract (Ref __iruid_2761) (Ref __iruid_2765)) (I32 16)) (I32 1)) (I32 16))) (I32 1)) (ArrayRef -1 (GetField rows (Ref __iruid_2754)) (Ref __iruid_2767)))))))))) (MakeStruct (__iruid_2493 (Ref __iruid_2757))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (GetField __iruid_2493 (Ref __iruid_2760))))) (StreamFor __iruid_2768 (ToStream True (Ref __iruid_2759)) (Begin (SeqOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((GetField SuperPopulation (GetField pheno (Ref __iruid_2768))) (Begin (SeqOp 0 (Count (TypedStateSig +PInt64)) ()))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2495))))) (Let __iruid_2769 (TailLoop __iruid_2770 (__iruid_2771) (Ref __iruid_2758) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_2771)) (I32 50)) (Ref __iruid_2771) (Recur __iruid_2770 Array[String] (CollectDistributedArray __iruid_2772 __iruid_2773 (StreamMap __iruid_2774 (StreamGrouped (ToStream False (Ref __iruid_2771)) (I32 50)) (ToArray (Ref __iruid_2774))) (Literal Struct{} ) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2772) (I32 0)))))) (StreamFor __iruid_2775 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2772)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2772) (Ref __iruid_2775)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2505)))))))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2769) (I32 0)))))) (StreamFor __iruid_2776 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2769)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2769) (Ref __iruid_2776)))))))) (Let __iruid_2777 (MakeTuple (0) (ResultOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))))) (ToDict (StreamMap __iruid_2778 (ToStream False (GetTupleElement 0 (Ref __iruid_2777))) (MakeTuple (0 1) (GetField key (Ref __iruid_2778)) (GetTupleElement 0 (GetField value (Ref __iruid_2778))))))))))))))) 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 258: (Let __iruid_2747 (ToDict (StreamMap __iruid_2748 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_2748)) (SelectFields (SuperPopulation) (Ref __iruid_2748))))) (Let __iruid_2749 (ToArray (StreamMap __iruid_2750 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_2750) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_2747) (MakeStruct (Sample (GetField s (Ref __iruid_2750))))))))) (Let __iruid_2751 (ToArray (StreamMap __iruid_2752 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2749)) (I32 1)) (Let __iruid_2753 (ArrayRef -1 (Ref __iruid_2749) (Ref __iruid_2752)) (InsertFields (SelectFields () (Ref __iruid_2753)) None (pheno (GetField __uid_27 (Ref __iruid_2753))))))) (Let __iruid_2754 (MakeStruct (rows (ToArray (StreamMap __iruid_2755 (StreamFilter __iruid_2756 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2751)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_2751) (Ref __iruid_2756)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_2751) (Ref __iruid_2755)))))) (Let __iruid_2757 (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (InitOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((Begin (InitOp 0 (Count (TypedStateSig +PInt64)) ()))))) (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64)))))) (Let __iruid_2758 (CollectDistributedArray __iruid_2759 __iruid_2760 (Let __iruid_2761 (ArrayLen (GetField rows (Ref __iruid_2754))) (Let __iruid_2762 (If (ApplyComparisonOp LT (Ref __iruid_2761) (I32 16)) (If (ApplyComparisonOp GT (Ref __iruid_2761) (I32 1)) (Ref __iruid_2761) (I32 1)) (I32 16)) (Let __iruid_2763 (ApplyBinaryPrimOp RoundToNegInfDivide (Ref __iruid_2761) (Ref __iruid_2762)) (Let __iruid_2764 (ApplyBinaryPrimOp Subtract (Ref __iruid_2761) (ApplyBinaryPrimOp Multiply (Ref __iruid_2763) (Ref __iruid_2762))) (StreamMap __iruid_2765 (StreamRange -1 False (I32 0) (I32 16) (I32 1)) (Let __iruid_2766 (If (ApplyComparisonOp GTEQ (Ref __iruid_2762) (Ref __iruid_2765)) (If (ApplyComparisonOp GT (Ref __iruid_2764) (I32 0)) (If (ApplyComparisonOp LT (Ref __iruid_2764) (Ref __iruid_2765)) (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Multiply (Ref __iruid_2763) (Ref __iruid_2765)) (Ref __iruid_2764)) (ApplyBinaryPrimOp Multiply (ApplyBinaryPrimOp Add (Ref __iruid_2763) (I32 1)) (Ref __iruid_2765))) (ApplyBinaryPrimOp Multiply (Ref __iruid_2763) (Ref __iruid_2765))) (I32 0)) (ToArray (StreamMap __iruid_2767 (StreamRange -1 False (Ref __iruid_2766) (ApplyBinaryPrimOp Add (Ref __iruid_2766) (ApplyBinaryPrimOp RoundToNegInfDivide (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Subtract (Ref __iruid_2761) (Ref __iruid_2765)) (I32 16)) (I32 1)) (I32 16))) (I32 1)) (ArrayRef -1 (GetField rows (Ref __iruid_2754)) (Ref __iruid_2767)))))))))) (MakeStruct (__iruid_2493 (Ref __iruid_2757))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (GetField __iruid_2493 (Ref __iruid_2760))))) (StreamFor __iruid_2768 (ToStream True (Ref __iruid_2759)) (Begin (SeqOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((GetField SuperPopulation (GetField pheno (Ref __iruid_2768))) (Begin (SeqOp 0 (Count (TypedStateSig +PInt64)) ()))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2495))))) (Let __iruid_2769 (TailLoop __iruid_2770 (__iruid_2771) (Ref __iruid_2758) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_2771)) (I32 50)) (Ref __iruid_2771) (Recur __iruid_2770 Array[String] (CollectDistributedArray __iruid_2772 __iruid_2773 (StreamMap __iruid_2774 (StreamGrouped (ToStream False (Ref __iruid_2771)) (I32 50)) (ToArray (Ref __iruid_2774))) (Literal Struct{} ) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2772) (I32 0)))))) (StreamFor __iruid_2775 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2772)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2772) (Ref __iruid_2775)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2505)))))))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2769) (I32 0)))))) (StreamFor __iruid_2776 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2769)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2769) (Ref __iruid_2776)))))))) (Let __iruid_2777 (MakeTuple (0) (ResultOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))))) (ToDict (StreamMap __iruid_2778 (ToStream False (GetTupleElement 0 (Ref __iruid_2777))) (MakeTuple (0 1) (GetField key (Ref __iruid_2778)) (GetTupleElement 0 (GetField value (Ref __iruid_2778))))))))))))))) 2022-08-17 10:38:59 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 258: (Let __iruid_2879 (ToDict (StreamMap __iruid_2880 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_2880)) (SelectFields (SuperPopulation) (Ref __iruid_2880))))) (Let __iruid_2881 (ToArray (StreamMap __iruid_2882 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_2882) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_2879) (MakeStruct (Sample (GetField s (Ref __iruid_2882))))))))) (Let __iruid_2883 (ToArray (StreamMap __iruid_2884 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2881)) (I32 1)) (Let __iruid_2885 (ArrayRef -1 (Ref __iruid_2881) (Ref __iruid_2884)) (InsertFields (SelectFields () (Ref __iruid_2885)) None (pheno (GetField __uid_27 (Ref __iruid_2885))))))) (Let __iruid_2886 (MakeStruct (rows (ToArray (StreamMap __iruid_2887 (StreamFilter __iruid_2888 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2883)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_2883) (Ref __iruid_2888)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_2883) (Ref __iruid_2887)))))) (Let __iruid_2889 (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (InitOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((Begin (InitOp 0 (Count (TypedStateSig +PInt64)) ()))))) (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64)))))) (Let __iruid_2890 (CollectDistributedArray __iruid_2891 __iruid_2892 (Let __iruid_2893 (ArrayLen (GetField rows (Ref __iruid_2886))) (Let __iruid_2894 (If (ApplyComparisonOp LT (Ref __iruid_2893) (I32 16)) (If (ApplyComparisonOp GT (Ref __iruid_2893) (I32 1)) (Ref __iruid_2893) (I32 1)) (I32 16)) (Let __iruid_2895 (ApplyBinaryPrimOp RoundToNegInfDivide (Ref __iruid_2893) (Ref __iruid_2894)) (Let __iruid_2896 (ApplyBinaryPrimOp Subtract (Ref __iruid_2893) (ApplyBinaryPrimOp Multiply (Ref __iruid_2895) (Ref __iruid_2894))) (StreamMap __iruid_2897 (StreamRange -1 False (I32 0) (I32 16) (I32 1)) (Let __iruid_2898 (If (ApplyComparisonOp GTEQ (Ref __iruid_2894) (Ref __iruid_2897)) (If (ApplyComparisonOp GT (Ref __iruid_2896) (I32 0)) (If (ApplyComparisonOp LT (Ref __iruid_2896) (Ref __iruid_2897)) (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Multiply (Ref __iruid_2895) (Ref __iruid_2897)) (Ref __iruid_2896)) (ApplyBinaryPrimOp Multiply (ApplyBinaryPrimOp Add (Ref __iruid_2895) (I32 1)) (Ref __iruid_2897))) (ApplyBinaryPrimOp Multiply (Ref __iruid_2895) (Ref __iruid_2897))) (I32 0)) (ToArray (StreamMap __iruid_2899 (StreamRange -1 False (Ref __iruid_2898) (ApplyBinaryPrimOp Add (Ref __iruid_2898) (ApplyBinaryPrimOp RoundToNegInfDivide (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Subtract (Ref __iruid_2893) (Ref __iruid_2897)) (I32 16)) (I32 1)) (I32 16))) (I32 1)) (ArrayRef -1 (GetField rows (Ref __iruid_2886)) (Ref __iruid_2899)))))))))) (MakeStruct (__iruid_2493 (Ref __iruid_2889))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (GetField __iruid_2493 (Ref __iruid_2892))))) (StreamFor __iruid_2900 (ToStream True (Ref __iruid_2891)) (Begin (SeqOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((GetField SuperPopulation (GetField pheno (Ref __iruid_2900))) (Begin (SeqOp 0 (Count (TypedStateSig +PInt64)) ()))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2495))))) (Let __iruid_2901 (TailLoop __iruid_2902 (__iruid_2903) (Ref __iruid_2890) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_2903)) (I32 50)) (Ref __iruid_2903) (Recur __iruid_2902 Array[String] (CollectDistributedArray __iruid_2904 __iruid_2905 (StreamMap __iruid_2906 (StreamGrouped (ToStream False (Ref __iruid_2903)) (I32 50)) (ToArray (Ref __iruid_2906))) (Literal Struct{} ) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2904) (I32 0)))))) (StreamFor __iruid_2907 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2904)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2904) (Ref __iruid_2907)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2505)))))))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2901) (I32 0)))))) (StreamFor __iruid_2908 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2901)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2901) (Ref __iruid_2908)))))))) (Let __iruid_2909 (MakeTuple (0) (ResultOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))))) (ToDict (StreamMap __iruid_2910 (ToStream False (GetTupleElement 0 (Ref __iruid_2909))) (MakeTuple (0 1) (GetField key (Ref __iruid_2910)) (GetTupleElement 0 (GetField value (Ref __iruid_2910))))))))))))))) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 259: (MakeTuple (0) (Let __iruid_2879 (ToDict (StreamMap __iruid_2880 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_2880)) (SelectFields (SuperPopulation) (Ref __iruid_2880))))) (Let __iruid_2881 (ToArray (StreamMap __iruid_2882 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_2882) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_2879) (MakeStruct (Sample (GetField s (Ref __iruid_2882))))))))) (Let __iruid_2883 (ToArray (StreamMap __iruid_2884 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2881)) (I32 1)) (Let __iruid_2885 (ArrayRef -1 (Ref __iruid_2881) (Ref __iruid_2884)) (InsertFields (SelectFields () (Ref __iruid_2885)) None (pheno (GetField __uid_27 (Ref __iruid_2885))))))) (Let __iruid_2886 (MakeStruct (rows (ToArray (StreamMap __iruid_2887 (StreamFilter __iruid_2888 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_2883)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_2883) (Ref __iruid_2888)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_2883) (Ref __iruid_2887)))))) (Let __iruid_2889 (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (InitOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((Begin (InitOp 0 (Count (TypedStateSig +PInt64)) ()))))) (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64)))))) (Let __iruid_2890 (CollectDistributedArray __iruid_2891 __iruid_2892 (Let __iruid_2893 (ArrayLen (GetField rows (Ref __iruid_2886))) (Let __iruid_2894 (If (ApplyComparisonOp LT (Ref __iruid_2893) (I32 16)) (If (ApplyComparisonOp GT (Ref __iruid_2893) (I32 1)) (Ref __iruid_2893) (I32 1)) (I32 16)) (Let __iruid_2895 (ApplyBinaryPrimOp RoundToNegInfDivide (Ref __iruid_2893) (Ref __iruid_2894)) (Let __iruid_2896 (ApplyBinaryPrimOp Subtract (Ref __iruid_2893) (ApplyBinaryPrimOp Multiply (Ref __iruid_2895) (Ref __iruid_2894))) (StreamMap __iruid_2897 (StreamRange -1 False (I32 0) (I32 16) (I32 1)) (Let __iruid_2898 (If (ApplyComparisonOp GTEQ (Ref __iruid_2894) (Ref __iruid_2897)) (If (ApplyComparisonOp GT (Ref __iruid_2896) (I32 0)) (If (ApplyComparisonOp LT (Ref __iruid_2896) (Ref __iruid_2897)) (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Multiply (Ref __iruid_2895) (Ref __iruid_2897)) (Ref __iruid_2896)) (ApplyBinaryPrimOp Multiply (ApplyBinaryPrimOp Add (Ref __iruid_2895) (I32 1)) (Ref __iruid_2897))) (ApplyBinaryPrimOp Multiply (Ref __iruid_2895) (Ref __iruid_2897))) (I32 0)) (ToArray (StreamMap __iruid_2899 (StreamRange -1 False (Ref __iruid_2898) (ApplyBinaryPrimOp Add (Ref __iruid_2898) (ApplyBinaryPrimOp RoundToNegInfDivide (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Subtract (Ref __iruid_2893) (Ref __iruid_2897)) (I32 16)) (I32 1)) (I32 16))) (I32 1)) (ArrayRef -1 (GetField rows (Ref __iruid_2886)) (Ref __iruid_2899)))))))))) (MakeStruct (__iruid_2493 (Ref __iruid_2889))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (GetField __iruid_2493 (Ref __iruid_2892))))) (StreamFor __iruid_2900 (ToStream True (Ref __iruid_2891)) (Begin (SeqOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((GetField SuperPopulation (GetField pheno (Ref __iruid_2900))) (Begin (SeqOp 0 (Count (TypedStateSig +PInt64)) ()))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2495))))) (Let __iruid_2901 (TailLoop __iruid_2902 (__iruid_2903) (Ref __iruid_2890) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_2903)) (I32 50)) (Ref __iruid_2903) (Recur __iruid_2902 Array[String] (CollectDistributedArray __iruid_2904 __iruid_2905 (StreamMap __iruid_2906 (StreamGrouped (ToStream False (Ref __iruid_2903)) (I32 50)) (ToArray (Ref __iruid_2906))) (Literal Struct{} ) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2904) (I32 0)))))) (StreamFor __iruid_2907 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2904)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2904) (Ref __iruid_2907)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2505)))))))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2901) (I32 0)))))) (StreamFor __iruid_2908 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_2901)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_2901) (Ref __iruid_2908)))))))) (Let __iruid_2909 (MakeTuple (0) (ResultOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))))) (ToDict (StreamMap __iruid_2910 (ToStream False (GetTupleElement 0 (Ref __iruid_2909))) (MakeTuple (0 1) (GetField key (Ref __iruid_2910)) (GetTupleElement 0 (GetField value (Ref __iruid_2910)))))))))))))))) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 259: (MakeTuple (0) (Let __iruid_3011 (ToDict (StreamMap __iruid_3012 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_3012)) (SelectFields (SuperPopulation) (Ref __iruid_3012))))) (Let __iruid_3013 (ToArray (StreamMap __iruid_3014 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_3014) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_3011) (MakeStruct (Sample (GetField s (Ref __iruid_3014))))))))) (Let __iruid_3015 (ToArray (StreamMap __iruid_3016 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_3013)) (I32 1)) (Let __iruid_3017 (ArrayRef -1 (Ref __iruid_3013) (Ref __iruid_3016)) (InsertFields (SelectFields () (Ref __iruid_3017)) None (pheno (GetField __uid_27 (Ref __iruid_3017))))))) (Let __iruid_3018 (MakeStruct (rows (ToArray (StreamMap __iruid_3019 (StreamFilter __iruid_3020 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_3015)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_3015) (Ref __iruid_3020)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_3015) (Ref __iruid_3019)))))) (Let __iruid_3021 (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (InitOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((Begin (InitOp 0 (Count (TypedStateSig +PInt64)) ()))))) (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64)))))) (Let __iruid_3022 (CollectDistributedArray __iruid_3023 __iruid_3024 (Let __iruid_3025 (ArrayLen (GetField rows (Ref __iruid_3018))) (Let __iruid_3026 (If (ApplyComparisonOp LT (Ref __iruid_3025) (I32 16)) (If (ApplyComparisonOp GT (Ref __iruid_3025) (I32 1)) (Ref __iruid_3025) (I32 1)) (I32 16)) (Let __iruid_3027 (ApplyBinaryPrimOp RoundToNegInfDivide (Ref __iruid_3025) (Ref __iruid_3026)) (Let __iruid_3028 (ApplyBinaryPrimOp Subtract (Ref __iruid_3025) (ApplyBinaryPrimOp Multiply (Ref __iruid_3027) (Ref __iruid_3026))) (StreamMap __iruid_3029 (StreamRange -1 False (I32 0) (I32 16) (I32 1)) (Let __iruid_3030 (If (ApplyComparisonOp GTEQ (Ref __iruid_3026) (Ref __iruid_3029)) (If (ApplyComparisonOp GT (Ref __iruid_3028) (I32 0)) (If (ApplyComparisonOp LT (Ref __iruid_3028) (Ref __iruid_3029)) (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Multiply (Ref __iruid_3027) (Ref __iruid_3029)) (Ref __iruid_3028)) (ApplyBinaryPrimOp Multiply (ApplyBinaryPrimOp Add (Ref __iruid_3027) (I32 1)) (Ref __iruid_3029))) (ApplyBinaryPrimOp Multiply (Ref __iruid_3027) (Ref __iruid_3029))) (I32 0)) (ToArray (StreamMap __iruid_3031 (StreamRange -1 False (Ref __iruid_3030) (ApplyBinaryPrimOp Add (Ref __iruid_3030) (ApplyBinaryPrimOp RoundToNegInfDivide (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Subtract (Ref __iruid_3025) (Ref __iruid_3029)) (I32 16)) (I32 1)) (I32 16))) (I32 1)) (ArrayRef -1 (GetField rows (Ref __iruid_3018)) (Ref __iruid_3031)))))))))) (MakeStruct (__iruid_2493 (Ref __iruid_3021))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (GetField __iruid_2493 (Ref __iruid_3024))))) (StreamFor __iruid_3032 (ToStream True (Ref __iruid_3023)) (Begin (SeqOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((GetField SuperPopulation (GetField pheno (Ref __iruid_3032))) (Begin (SeqOp 0 (Count (TypedStateSig +PInt64)) ()))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2495))))) (Let __iruid_3033 (TailLoop __iruid_3034 (__iruid_3035) (Ref __iruid_3022) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_3035)) (I32 50)) (Ref __iruid_3035) (Recur __iruid_3034 Array[String] (CollectDistributedArray __iruid_3036 __iruid_3037 (StreamMap __iruid_3038 (StreamGrouped (ToStream False (Ref __iruid_3035)) (I32 50)) (ToArray (Ref __iruid_3038))) (Literal Struct{} ) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3036) (I32 0)))))) (StreamFor __iruid_3039 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_3036)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3036) (Ref __iruid_3039)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2505)))))))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3033) (I32 0)))))) (StreamFor __iruid_3040 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_3033)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3033) (Ref __iruid_3040)))))))) (Let __iruid_3041 (MakeTuple (0) (ResultOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))))) (ToDict (StreamMap __iruid_3042 (ToStream False (GetTupleElement 0 (Ref __iruid_3041))) (MakeTuple (0 1) (GetField key (Ref __iruid_3042)) (GetTupleElement 0 (GetField value (Ref __iruid_3042)))))))))))))))) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 289: (MakeTuple (0) (Let __iruid_3011 (ToDict (StreamMap __iruid_3012 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_3012)) (SelectFields (SuperPopulation) (Ref __iruid_3012))))) (Let __iruid_3013 (ToArray (StreamMap __iruid_3014 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_3014) None (__uid_27 (Let __iruid_3049 (Ref __iruid_3011) (Let __iruid_3050 (MakeStruct (Sample (GetField s (Ref __iruid_3014)))) (If (IsNA (Ref __iruid_3049)) (NA Struct{SuperPopulation:String}) (Let __iruid_3051 (LowerBoundOnOrderedCollection True (Ref __iruid_3049) (Ref __iruid_3050)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_3051) (ArrayLen (CastToArray (Ref __iruid_3049)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_3049)) (Ref __iruid_3051))) (Ref __iruid_3050)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_3049)) (Ref __iruid_3051))) (NA Struct{SuperPopulation:String}))))))))))) (Let __iruid_3015 (ToArray (StreamMap __iruid_3016 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_3013)) (I32 1)) (Let __iruid_3017 (ArrayRef -1 (Ref __iruid_3013) (Ref __iruid_3016)) (InsertFields (SelectFields () (Ref __iruid_3017)) None (pheno (GetField __uid_27 (Ref __iruid_3017))))))) (Let __iruid_3018 (MakeStruct (rows (ToArray (StreamMap __iruid_3019 (StreamFilter __iruid_3020 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_3015)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_3015) (Ref __iruid_3020)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_3015) (Ref __iruid_3019)))))) (Let __iruid_3021 (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (InitOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((Begin (InitOp 0 (Count (TypedStateSig +PInt64)) ()))))) (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64)))))) (Let __iruid_3022 (CollectDistributedArray __iruid_3023 __iruid_3024 (Let __iruid_3025 (ArrayLen (GetField rows (Ref __iruid_3018))) (Let __iruid_3026 (If (ApplyComparisonOp LT (Ref __iruid_3025) (I32 16)) (If (ApplyComparisonOp GT (Ref __iruid_3025) (I32 1)) (Ref __iruid_3025) (I32 1)) (I32 16)) (Let __iruid_3027 (ApplyBinaryPrimOp RoundToNegInfDivide (Ref __iruid_3025) (Ref __iruid_3026)) (Let __iruid_3028 (ApplyBinaryPrimOp Subtract (Ref __iruid_3025) (ApplyBinaryPrimOp Multiply (Ref __iruid_3027) (Ref __iruid_3026))) (StreamMap __iruid_3029 (StreamRange -1 False (I32 0) (I32 16) (I32 1)) (Let __iruid_3030 (If (ApplyComparisonOp GTEQ (Ref __iruid_3026) (Ref __iruid_3029)) (If (ApplyComparisonOp GT (Ref __iruid_3028) (I32 0)) (If (ApplyComparisonOp LT (Ref __iruid_3028) (Ref __iruid_3029)) (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Multiply (Ref __iruid_3027) (Ref __iruid_3029)) (Ref __iruid_3028)) (ApplyBinaryPrimOp Multiply (ApplyBinaryPrimOp Add (Ref __iruid_3027) (I32 1)) (Ref __iruid_3029))) (ApplyBinaryPrimOp Multiply (Ref __iruid_3027) (Ref __iruid_3029))) (I32 0)) (ToArray (StreamMap __iruid_3031 (StreamRange -1 False (Ref __iruid_3030) (ApplyBinaryPrimOp Add (Ref __iruid_3030) (ApplyBinaryPrimOp RoundToNegInfDivide (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Subtract (Ref __iruid_3025) (Ref __iruid_3029)) (I32 16)) (I32 1)) (I32 16))) (I32 1)) (ArrayRef -1 (GetField rows (Ref __iruid_3018)) (Ref __iruid_3031)))))))))) (MakeStruct (__iruid_2493 (Ref __iruid_3021))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (GetField __iruid_2493 (Ref __iruid_3024))))) (StreamFor __iruid_3032 (ToStream True (Ref __iruid_3023)) (Begin (SeqOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((GetField SuperPopulation (GetField pheno (Ref __iruid_3032))) (Begin (SeqOp 0 (Count (TypedStateSig +PInt64)) ()))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2495))))) (Let __iruid_3033 (TailLoop __iruid_3034 (__iruid_3035) (Ref __iruid_3022) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_3035)) (I32 50)) (Ref __iruid_3035) (Recur __iruid_3034 Array[String] (CollectDistributedArray __iruid_3036 __iruid_3037 (StreamMap __iruid_3038 (StreamGrouped (ToStream False (Ref __iruid_3035)) (I32 50)) (ToArray (Ref __iruid_3038))) (Literal Struct{} ) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3036) (I32 0)))))) (StreamFor __iruid_3039 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_3036)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3036) (Ref __iruid_3039)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2505)))))))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3033) (I32 0)))))) (StreamFor __iruid_3040 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_3033)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3033) (Ref __iruid_3040)))))))) (Let __iruid_3041 (MakeTuple (0) (ResultOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))))) (ToDict (StreamMap __iruid_3042 (ToStream False (GetTupleElement 0 (Ref __iruid_3041))) (MakeTuple (0 1) (GetField key (Ref __iruid_3042)) (GetTupleElement 0 (GetField value (Ref __iruid_3042)))))))))))))))) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 287: (MakeTuple (0) (Let __iruid_3121 (ToDict (StreamMap __iruid_3122 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_3122)) (SelectFields (SuperPopulation) (Ref __iruid_3122))))) (Let __iruid_3123 (ToArray (StreamMap __iruid_3124 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_3124) None (__uid_27 (Let __iruid_3125 (MakeStruct (Sample (GetField s (Ref __iruid_3124)))) (If (IsNA (Ref __iruid_3121)) (NA Struct{SuperPopulation:String}) (Let __iruid_3126 (LowerBoundOnOrderedCollection True (Ref __iruid_3121) (Ref __iruid_3125)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_3126) (ArrayLen (CastToArray (Ref __iruid_3121)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_3121)) (Ref __iruid_3126))) (Ref __iruid_3125)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_3121)) (Ref __iruid_3126))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_3127 (ToArray (StreamMap __iruid_3128 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_3123)) (I32 1)) (Let __iruid_3129 (ArrayRef -1 (Ref __iruid_3123) (Ref __iruid_3128)) (InsertFields (SelectFields () (Ref __iruid_3129)) None (pheno (GetField __uid_27 (Ref __iruid_3129))))))) (Let __iruid_3130 (MakeStruct (rows (ToArray (StreamMap __iruid_3131 (StreamFilter __iruid_3132 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_3127)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_3127) (Ref __iruid_3132)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_3127) (Ref __iruid_3131)))))) (Let __iruid_3133 (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (InitOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((Begin (InitOp 0 (Count (TypedStateSig +PInt64)) ()))))) (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64)))))) (Let __iruid_3134 (CollectDistributedArray __iruid_3135 __iruid_3136 (Let __iruid_3137 (ArrayLen (GetField rows (Ref __iruid_3130))) (Let __iruid_3138 (If (ApplyComparisonOp LT (Ref __iruid_3137) (I32 16)) (If (ApplyComparisonOp GT (Ref __iruid_3137) (I32 1)) (Ref __iruid_3137) (I32 1)) (I32 16)) (Let __iruid_3139 (ApplyBinaryPrimOp RoundToNegInfDivide (Ref __iruid_3137) (Ref __iruid_3138)) (Let __iruid_3140 (ApplyBinaryPrimOp Subtract (Ref __iruid_3137) (ApplyBinaryPrimOp Multiply (Ref __iruid_3139) (Ref __iruid_3138))) (StreamMap __iruid_3141 (StreamRange -1 False (I32 0) (I32 16) (I32 1)) (Let __iruid_3142 (If (ApplyComparisonOp GTEQ (Ref __iruid_3138) (Ref __iruid_3141)) (If (ApplyComparisonOp GT (Ref __iruid_3140) (I32 0)) (If (ApplyComparisonOp LT (Ref __iruid_3140) (Ref __iruid_3141)) (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Multiply (Ref __iruid_3139) (Ref __iruid_3141)) (Ref __iruid_3140)) (ApplyBinaryPrimOp Multiply (ApplyBinaryPrimOp Add (Ref __iruid_3139) (I32 1)) (Ref __iruid_3141))) (ApplyBinaryPrimOp Multiply (Ref __iruid_3139) (Ref __iruid_3141))) (I32 0)) (ToArray (StreamMap __iruid_3143 (StreamRange -1 False (Ref __iruid_3142) (ApplyBinaryPrimOp Add (Ref __iruid_3142) (ApplyBinaryPrimOp RoundToNegInfDivide (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Subtract (Ref __iruid_3137) (Ref __iruid_3141)) (I32 16)) (I32 1)) (I32 16))) (I32 1)) (ArrayRef -1 (GetField rows (Ref __iruid_3130)) (Ref __iruid_3143)))))))))) (MakeStruct (__iruid_2493 (Ref __iruid_3133))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (GetField __iruid_2493 (Ref __iruid_3136))))) (StreamFor __iruid_3144 (ToStream True (Ref __iruid_3135)) (Begin (SeqOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((GetField SuperPopulation (GetField pheno (Ref __iruid_3144))) (Begin (SeqOp 0 (Count (TypedStateSig +PInt64)) ()))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2495))))) (Let __iruid_3145 (TailLoop __iruid_3146 (__iruid_3147) (Ref __iruid_3134) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_3147)) (I32 50)) (Ref __iruid_3147) (Recur __iruid_3146 Array[String] (CollectDistributedArray __iruid_3148 __iruid_3149 (StreamMap __iruid_3150 (StreamGrouped (ToStream False (Ref __iruid_3147)) (I32 50)) (ToArray (Ref __iruid_3150))) (Literal Struct{} ) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3148) (I32 0)))))) (StreamFor __iruid_3151 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_3148)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3148) (Ref __iruid_3151)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2505)))))))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3145) (I32 0)))))) (StreamFor __iruid_3152 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_3145)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3145) (Ref __iruid_3152)))))))) (Let __iruid_3153 (MakeTuple (0) (ResultOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))))) (ToDict (StreamMap __iruid_3154 (ToStream False (GetTupleElement 0 (Ref __iruid_3153))) (MakeTuple (0 1) (GetField key (Ref __iruid_3154)) (GetTupleElement 0 (GetField value (Ref __iruid_3154)))))))))))))))) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 287: (MakeTuple (0) (Let __iruid_3121 (ToDict (StreamMap __iruid_3122 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_3122)) (SelectFields (SuperPopulation) (Ref __iruid_3122))))) (Let __iruid_3123 (ToArray (StreamMap __iruid_3124 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_3124) None (__uid_27 (Let __iruid_3125 (MakeStruct (Sample (GetField s (Ref __iruid_3124)))) (If (IsNA (Ref __iruid_3121)) (NA Struct{SuperPopulation:String}) (Let __iruid_3126 (LowerBoundOnOrderedCollection True (Ref __iruid_3121) (Ref __iruid_3125)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_3126) (ArrayLen (CastToArray (Ref __iruid_3121)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_3121)) (Ref __iruid_3126))) (Ref __iruid_3125)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_3121)) (Ref __iruid_3126))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_3127 (ToArray (StreamMap __iruid_3128 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_3123)) (I32 1)) (Let __iruid_3129 (ArrayRef -1 (Ref __iruid_3123) (Ref __iruid_3128)) (InsertFields (SelectFields () (Ref __iruid_3129)) None (pheno (GetField __uid_27 (Ref __iruid_3129))))))) (Let __iruid_3130 (MakeStruct (rows (ToArray (StreamMap __iruid_3131 (StreamFilter __iruid_3132 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_3127)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_3127) (Ref __iruid_3132)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_3127) (Ref __iruid_3131)))))) (Let __iruid_3133 (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (InitOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((Begin (InitOp 0 (Count (TypedStateSig +PInt64)) ()))))) (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64)))))) (Let __iruid_3134 (CollectDistributedArray __iruid_3135 __iruid_3136 (Let __iruid_3137 (ArrayLen (GetField rows (Ref __iruid_3130))) (Let __iruid_3138 (If (ApplyComparisonOp LT (Ref __iruid_3137) (I32 16)) (If (ApplyComparisonOp GT (Ref __iruid_3137) (I32 1)) (Ref __iruid_3137) (I32 1)) (I32 16)) (Let __iruid_3139 (ApplyBinaryPrimOp RoundToNegInfDivide (Ref __iruid_3137) (Ref __iruid_3138)) (Let __iruid_3140 (ApplyBinaryPrimOp Subtract (Ref __iruid_3137) (ApplyBinaryPrimOp Multiply (Ref __iruid_3139) (Ref __iruid_3138))) (StreamMap __iruid_3141 (StreamRange -1 False (I32 0) (I32 16) (I32 1)) (Let __iruid_3142 (If (ApplyComparisonOp GTEQ (Ref __iruid_3138) (Ref __iruid_3141)) (If (ApplyComparisonOp GT (Ref __iruid_3140) (I32 0)) (If (ApplyComparisonOp LT (Ref __iruid_3140) (Ref __iruid_3141)) (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Multiply (Ref __iruid_3139) (Ref __iruid_3141)) (Ref __iruid_3140)) (ApplyBinaryPrimOp Multiply (ApplyBinaryPrimOp Add (Ref __iruid_3139) (I32 1)) (Ref __iruid_3141))) (ApplyBinaryPrimOp Multiply (Ref __iruid_3139) (Ref __iruid_3141))) (I32 0)) (ToArray (StreamMap __iruid_3143 (StreamRange -1 False (Ref __iruid_3142) (ApplyBinaryPrimOp Add (Ref __iruid_3142) (ApplyBinaryPrimOp RoundToNegInfDivide (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Subtract (Ref __iruid_3137) (Ref __iruid_3141)) (I32 16)) (I32 1)) (I32 16))) (I32 1)) (ArrayRef -1 (GetField rows (Ref __iruid_3130)) (Ref __iruid_3143)))))))))) (MakeStruct (__iruid_2493 (Ref __iruid_3133))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (GetField __iruid_2493 (Ref __iruid_3136))))) (StreamFor __iruid_3144 (ToStream True (Ref __iruid_3135)) (Begin (SeqOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((GetField SuperPopulation (GetField pheno (Ref __iruid_3144))) (Begin (SeqOp 0 (Count (TypedStateSig +PInt64)) ()))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2495))))) (Let __iruid_3145 (TailLoop __iruid_3146 (__iruid_3147) (Ref __iruid_3134) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_3147)) (I32 50)) (Ref __iruid_3147) (Recur __iruid_3146 Array[String] (CollectDistributedArray __iruid_3148 __iruid_3149 (StreamMap __iruid_3150 (StreamGrouped (ToStream False (Ref __iruid_3147)) (I32 50)) (ToArray (Ref __iruid_3150))) (Literal Struct{} ) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3148) (I32 0)))))) (StreamFor __iruid_3151 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_3148)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3148) (Ref __iruid_3151)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2505)))))))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3145) (I32 0)))))) (StreamFor __iruid_3152 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_3145)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3145) (Ref __iruid_3152)))))))) (Let __iruid_3153 (MakeTuple (0) (ResultOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))))) (ToDict (StreamMap __iruid_3154 (ToStream False (GetTupleElement 0 (Ref __iruid_3153))) (MakeTuple (0 1) (GetField key (Ref __iruid_3154)) (GetTupleElement 0 (GetField value (Ref __iruid_3154)))))))))))))))) 2022-08-17 10:38:59 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 287: (MakeTuple (0) (Let __iruid_3223 (ToDict (StreamMap __iruid_3224 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_3224)) (SelectFields (SuperPopulation) (Ref __iruid_3224))))) (Let __iruid_3225 (ToArray (StreamMap __iruid_3226 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_3226) None (__uid_27 (Let __iruid_3227 (MakeStruct (Sample (GetField s (Ref __iruid_3226)))) (If (IsNA (Ref __iruid_3223)) (NA Struct{SuperPopulation:String}) (Let __iruid_3228 (LowerBoundOnOrderedCollection True (Ref __iruid_3223) (Ref __iruid_3227)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_3228) (ArrayLen (CastToArray (Ref __iruid_3223)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_3223)) (Ref __iruid_3228))) (Ref __iruid_3227)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_3223)) (Ref __iruid_3228))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_3229 (ToArray (StreamMap __iruid_3230 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_3225)) (I32 1)) (Let __iruid_3231 (ArrayRef -1 (Ref __iruid_3225) (Ref __iruid_3230)) (InsertFields (SelectFields () (Ref __iruid_3231)) None (pheno (GetField __uid_27 (Ref __iruid_3231))))))) (Let __iruid_3232 (MakeStruct (rows (ToArray (StreamMap __iruid_3233 (StreamFilter __iruid_3234 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_3229)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_3229) (Ref __iruid_3234)))) (Str "EUR")) (False))) (ArrayRef -1 (Ref __iruid_3229) (Ref __iruid_3233)))))) (Let __iruid_3235 (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (InitOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((Begin (InitOp 0 (Count (TypedStateSig +PInt64)) ()))))) (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64)))))) (Let __iruid_3236 (CollectDistributedArray __iruid_3237 __iruid_3238 (Let __iruid_3239 (ArrayLen (GetField rows (Ref __iruid_3232))) (Let __iruid_3240 (If (ApplyComparisonOp LT (Ref __iruid_3239) (I32 16)) (If (ApplyComparisonOp GT (Ref __iruid_3239) (I32 1)) (Ref __iruid_3239) (I32 1)) (I32 16)) (Let __iruid_3241 (ApplyBinaryPrimOp RoundToNegInfDivide (Ref __iruid_3239) (Ref __iruid_3240)) (Let __iruid_3242 (ApplyBinaryPrimOp Subtract (Ref __iruid_3239) (ApplyBinaryPrimOp Multiply (Ref __iruid_3241) (Ref __iruid_3240))) (StreamMap __iruid_3243 (StreamRange -1 False (I32 0) (I32 16) (I32 1)) (Let __iruid_3244 (If (ApplyComparisonOp GTEQ (Ref __iruid_3240) (Ref __iruid_3243)) (If (ApplyComparisonOp GT (Ref __iruid_3242) (I32 0)) (If (ApplyComparisonOp LT (Ref __iruid_3242) (Ref __iruid_3243)) (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Multiply (Ref __iruid_3241) (Ref __iruid_3243)) (Ref __iruid_3242)) (ApplyBinaryPrimOp Multiply (ApplyBinaryPrimOp Add (Ref __iruid_3241) (I32 1)) (Ref __iruid_3243))) (ApplyBinaryPrimOp Multiply (Ref __iruid_3241) (Ref __iruid_3243))) (I32 0)) (ToArray (StreamMap __iruid_3245 (StreamRange -1 False (Ref __iruid_3244) (ApplyBinaryPrimOp Add (Ref __iruid_3244) (ApplyBinaryPrimOp RoundToNegInfDivide (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Subtract (Ref __iruid_3239) (Ref __iruid_3243)) (I32 16)) (I32 1)) (I32 16))) (I32 1)) (ArrayRef -1 (GetField rows (Ref __iruid_3232)) (Ref __iruid_3245)))))))))) (MakeStruct (__iruid_2493 (Ref __iruid_3235))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (GetField __iruid_2493 (Ref __iruid_3238))))) (StreamFor __iruid_3246 (ToStream True (Ref __iruid_3237)) (Begin (SeqOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) ((GetField SuperPopulation (GetField pheno (Ref __iruid_3246))) (Begin (SeqOp 0 (Count (TypedStateSig +PInt64)) ()))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2495))))) (Let __iruid_3247 (TailLoop __iruid_3248 (__iruid_3249) (Ref __iruid_3236) (If (ApplyComparisonOp LTEQ (ArrayLen (Ref __iruid_3249)) (I32 50)) (Ref __iruid_3249) (Recur __iruid_3248 Array[String] (CollectDistributedArray __iruid_3250 __iruid_3251 (StreamMap __iruid_3252 (StreamGrouped (ToStream False (Ref __iruid_3249)) (I32 50)) (ToArray (Ref __iruid_3252))) (Literal Struct{} ) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3250) (I32 0)))))) (StreamFor __iruid_3253 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_3250)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3250) (Ref __iruid_3253)))))))) (WriteValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" (MakeTuple (0) (AggStateValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))))) (Apply -1 concat () String (Str "/tmp/aggre...") (UUID4 __iruid_2505)))))))) (RunAgg ( (GroupedStateSig PCString ( (TypedStateSig +PInt64)))) (Begin (Begin (InitFromSerializedValue 0 (GroupedStateSig PCString ( (TypedStateSig +PInt64))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3247) (I32 0)))))) (StreamFor __iruid_3254 (StreamRange -1 True (I32 1) (ArrayLen (Ref __iruid_3247)) (I32 1)) (Begin (CombOpValue 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))) (GetTupleElement 0 (ReadValue "{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`0`:+EBinary}\",\"_vType\":\"Tuple[Binary]\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4SizeBasedBlockBufferSpec\",\"compressorType\":\"fast\",\"blockSize\":32768,\"minCompressionSize\":256,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}" Tuple[Binary] (ArrayRef -1 (Ref __iruid_3247) (Ref __iruid_3254)))))))) (Let __iruid_3255 (MakeTuple (0) (ResultOp 0 (Grouped PCString ( (Count (TypedStateSig +PInt64)))))) (ToDict (StreamMap __iruid_3256 (ToStream False (GetTupleElement 0 (Ref __iruid_3255))) (MakeTuple (0 1) (GetField key (Ref __iruid_3256)) (GetTupleElement 0 (GetField value (Ref __iruid_3256)))))))))))))))) 2022-08-17 10:38:59 root: INFO: encoder cache hit 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_32 stored as values in memory (estimated size 128.0 B, free 17.8 GiB) 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_32_piece0 stored as bytes in memory (estimated size 113.0 B, free 17.8 GiB) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Added broadcast_32_piece0 in memory on dna.Dlink:40753 (size: 113.0 B, free: 17.8 GiB) 2022-08-17 10:38:59 SparkContext: INFO: Created broadcast 32 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1859HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1859HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1860FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1860FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1861collect_distributed_array. 2022-08-17 10:38:59 root: INFO: instruction count: 452: __C1861collect_distributed_array.apply 2022-08-17 10:38:59 root: INFO: instruction count: 17: __C1861collect_distributed_array.apply 2022-08-17 10:38:59 root: INFO: instruction count: 27: __C1861collect_distributed_array.__m1862DECODE_r_struct_of_r_array_of_r_struct_of_o_struct_of_o_binaryENDENDEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 58: __C1861collect_distributed_array.__m1863INPLACE_DECODE_r_array_of_r_struct_of_o_struct_of_o_binaryENDEND_TO_r_array_of_r_struct_of_o_struct_of_o_stringENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 48: __C1861collect_distributed_array.__m1864INPLACE_DECODE_r_struct_of_o_struct_of_o_binaryENDEND_TO_r_struct_of_o_struct_of_o_stringENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 48: __C1861collect_distributed_array.__m1865INPLACE_DECODE_o_struct_of_o_binaryEND_TO_o_struct_of_o_stringEND 2022-08-17 10:38:59 root: INFO: instruction count: 31: __C1861collect_distributed_array.__m1866INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:38:59 root: INFO: instruction count: 27: __C1861collect_distributed_array.__m1870DECODE_r_struct_of_r_struct_of_r_struct_of_r_binaryENDENDEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 17: __C1861collect_distributed_array.__m1871INPLACE_DECODE_r_struct_of_r_struct_of_r_binaryENDEND_TO_r_struct_of_r_tuple_of_r_binaryENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 17: __C1861collect_distributed_array.__m1872INPLACE_DECODE_r_struct_of_r_binaryEND_TO_r_tuple_of_r_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 31: __C1861collect_distributed_array.__m1873INPLACE_DECODE_r_binary_TO_r_binary 2022-08-17 10:38:59 root: INFO: instruction count: 529: __C1861collect_distributed_array.__m1884btree_deepCopy 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1861collect_distributed_array.__m1885begin_group_0 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1861collect_distributed_array.__m1886begin_group_0 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1861collect_distributed_array.__m1889setup_null 2022-08-17 10:38:59 root: INFO: instruction count: 495: __C1861collect_distributed_array.__m1890btree_bulkLoad 2022-08-17 10:38:59 root: INFO: instruction count: 28: __C1861collect_distributed_array.__m1891DECODE_o_binary_TO_SStringPointer 2022-08-17 10:38:59 root: INFO: instruction count: 68: __C1861collect_distributed_array.__m1892split_StreamFor 2022-08-17 10:38:59 root: INFO: instruction count: 239: __C1861collect_distributed_array.__m1900begin_group_0 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1861collect_distributed_array.__m1901begin_group_0 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C1861collect_distributed_array.__m1902btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 84: __C1861collect_distributed_array.__m1903compWithKey 2022-08-17 10:38:59 root: INFO: instruction count: 30: __C1861collect_distributed_array.__m1905ord_compare 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1861collect_distributed_array.__m1906ord_compareNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 89: __C1861collect_distributed_array.__m1907ord_compareNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 242: __C1861collect_distributed_array.__m1908btree_insert 2022-08-17 10:38:59 root: INFO: instruction count: 49: __C1861collect_distributed_array.__m1938concat 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1861collect_distributed_array.__m1943setup_null 2022-08-17 10:38:59 root: INFO: instruction count: 529: __C1861collect_distributed_array.__m1945btree_bulkStore 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C1861collect_distributed_array.__m1947ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:38:59 root: INFO: instruction count: 5: __C1861collect_distributed_array.__m1953ENCODE_SStackStruct_TO_r_struct_of_r_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C1861collect_distributed_array.__m1954ENCODE_SBinaryPointer_TO_r_binary 2022-08-17 10:38:59 root: INFO: instruction count: 13: __C1861collect_distributed_array.__m1956ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C1861collect_distributed_array.__m1957ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1861collect_distributed_array.setPartitionIndex 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1861collect_distributed_array.addPartitionRegion 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1861collect_distributed_array.setPool 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1861collect_distributed_array.addHailClassLoader 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1861collect_distributed_array.addFS 2022-08-17 10:38:59 root: INFO: instruction count: 39: __C1861collect_distributed_array.addLiterals 2022-08-17 10:38:59 root: INFO: instruction count: 27: __C1861collect_distributed_array.__m1960DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 31: __C1861collect_distributed_array.__m1961INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1861collect_distributed_array.__m1884btree_deepCopy_region63_76 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1861collect_distributed_array.__m1884btree_deepCopy_region49_62 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1861collect_distributed_array.__m1884btree_deepCopy_region35_48 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1861collect_distributed_array.__m1884btree_deepCopy_region21_34 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C1861collect_distributed_array.__m1890btree_bulkLoad_region32_38 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C1861collect_distributed_array.__m1890btree_bulkLoad_region25_31 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C1861collect_distributed_array.__m1890btree_bulkLoad_region18_24 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C1861collect_distributed_array.__m1890btree_bulkLoad_region11_17 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1861collect_distributed_array.__m1902btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1861collect_distributed_array.__m1902btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1861collect_distributed_array.__m1902btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1861collect_distributed_array.__m1902btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1861collect_distributed_array.__m1902btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1861collect_distributed_array.__m1902btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C1861collect_distributed_array.__m1902btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C1861collect_distributed_array.__m1902btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 114: __C1861collect_distributed_array.__m1908btree_insert_region44_51 2022-08-17 10:38:59 root: INFO: instruction count: 114: __C1861collect_distributed_array.__m1908btree_insert_region36_43 2022-08-17 10:38:59 root: INFO: instruction count: 114: __C1861collect_distributed_array.__m1908btree_insert_region28_35 2022-08-17 10:38:59 root: INFO: instruction count: 114: __C1861collect_distributed_array.__m1908btree_insert_region17_24 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1861collect_distributed_array.__m1908btree_insert_region239_260 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1861collect_distributed_array.__m1908btree_insert_region208_229 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1861collect_distributed_array.__m1908btree_insert_region177_198 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1861collect_distributed_array.__m1908btree_insert_region147_168 2022-08-17 10:38:59 root: INFO: instruction count: 65: __C1861collect_distributed_array.__m1908btree_insert_region387_396 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1861collect_distributed_array.__m1908btree_insert_region576_597 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1861collect_distributed_array.__m1908btree_insert_region545_566 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1861collect_distributed_array.__m1908btree_insert_region514_535 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1861collect_distributed_array.__m1908btree_insert_region483_504 2022-08-17 10:38:59 root: INFO: instruction count: 486: __C1861collect_distributed_array.__m1908btree_insert_region305_402 2022-08-17 10:38:59 root: INFO: instruction count: 465: __C1861collect_distributed_array.__m1908btree_insert_region443_604 2022-08-17 10:38:59 root: INFO: instruction count: 465: __C1861collect_distributed_array.__m1908btree_insert_region108_269 2022-08-17 10:38:59 root: INFO: instruction count: 223: __C1861collect_distributed_array.__m1908btree_insert_region278_283 2022-08-17 10:38:59 root: INFO: instruction count: 197: __C1861collect_distributed_array.__m1908btree_insert_region69_74 2022-08-17 10:38:59 root: INFO: instruction count: 160: __C1861collect_distributed_array.__m1908btree_insert_region417_442 2022-08-17 10:38:59 root: INFO: instruction count: 160: __C1861collect_distributed_array.__m1908btree_insert_region82_107 2022-08-17 10:38:59 root: INFO: instruction count: 97: __C1861collect_distributed_array.__m1908btree_insert_region410_416 2022-08-17 10:38:59 root: INFO: instruction count: 499: __C1861collect_distributed_array.__m1908btree_insert_region68_613 2022-08-17 10:38:59 root: INFO: instruction count: 449: __C1861collect_distributed_array.__m1908btree_insert_region13_64 2022-08-17 10:38:59 root: INFO: instruction count: 118: __C1861collect_distributed_array.__m1945btree_bulkStore_region55_60 2022-08-17 10:38:59 root: INFO: instruction count: 118: __C1861collect_distributed_array.__m1945btree_bulkStore_region44_49 2022-08-17 10:38:59 root: INFO: instruction count: 118: __C1861collect_distributed_array.__m1945btree_bulkStore_region34_39 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1962__m1884btree_deepCopySpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1970__m1890btree_bulkLoadSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1974__m1902btree_getSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2001__m1908btree_insertSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2100__m1945btree_bulkStoreSpills. 2022-08-17 10:38:59 root: INFO: encoder cache hit 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_33 stored as values in memory (estimated size 128.0 B, free 17.8 GiB) 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_33_piece0 stored as bytes in memory (estimated size 113.0 B, free 17.8 GiB) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Added broadcast_33_piece0 in memory on dna.Dlink:40753 (size: 113.0 B, free: 17.8 GiB) 2022-08-17 10:38:59 SparkContext: INFO: Created broadcast 33 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2154HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2154HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2155FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2155FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2156collect_distributed_array. 2022-08-17 10:38:59 root: INFO: instruction count: 452: __C2156collect_distributed_array.apply 2022-08-17 10:38:59 root: INFO: instruction count: 17: __C2156collect_distributed_array.apply 2022-08-17 10:38:59 root: INFO: instruction count: 27: __C2156collect_distributed_array.__m2157DECODE_r_struct_of_r_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 58: __C2156collect_distributed_array.__m2158INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 10:38:59 root: INFO: instruction count: 31: __C2156collect_distributed_array.__m2159INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:59 root: INFO: instruction count: 27: __C2156collect_distributed_array.__m2163DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 8: __C2156collect_distributed_array.__m2164INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:59 root: INFO: instruction count: 529: __C2156collect_distributed_array.__m2175btree_deepCopy 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C2156collect_distributed_array.__m2176begin_group_0 2022-08-17 10:38:59 root: INFO: instruction count: 230: __C2156collect_distributed_array.__m2177begin_group_0 2022-08-17 10:38:59 root: INFO: instruction count: 35: __C2156collect_distributed_array.__m2178arrayref_bounds_check 2022-08-17 10:38:59 root: INFO: instruction count: 27: __C2156collect_distributed_array.__m2179DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 31: __C2156collect_distributed_array.__m2180INPLACE_DECODE_r_binary_TO_r_binary 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C2156collect_distributed_array.__m2183setup_null 2022-08-17 10:38:59 root: INFO: instruction count: 495: __C2156collect_distributed_array.__m2184btree_bulkLoad 2022-08-17 10:38:59 root: INFO: instruction count: 28: __C2156collect_distributed_array.__m2185DECODE_o_binary_TO_SStringPointer 2022-08-17 10:38:59 root: INFO: instruction count: 76: __C2156collect_distributed_array.__m2186split_StreamFor 2022-08-17 10:38:59 root: INFO: instruction count: 285: __C2156collect_distributed_array.__m2193begin_group_0 2022-08-17 10:38:59 root: INFO: instruction count: 529: __C2156collect_distributed_array.__m2200btree_deepCopy 2022-08-17 10:38:59 root: INFO: instruction count: 495: __C2156collect_distributed_array.__m2202btree_bulkLoad 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C2156collect_distributed_array.__m2204btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 84: __C2156collect_distributed_array.__m2205compWithKey 2022-08-17 10:38:59 root: INFO: instruction count: 30: __C2156collect_distributed_array.__m2207ord_compare 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C2156collect_distributed_array.__m2208ord_compareNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 89: __C2156collect_distributed_array.__m2209ord_compareNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 242: __C2156collect_distributed_array.__m2210btree_insert 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C2156collect_distributed_array.__m2238btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C2156collect_distributed_array.__m2240btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C2156collect_distributed_array.__m2242btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C2156collect_distributed_array.__m2244btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C2156collect_distributed_array.__m2246btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 49: __C2156collect_distributed_array.__m2250concat 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C2156collect_distributed_array.__m2255setup_null 2022-08-17 10:38:59 root: INFO: instruction count: 529: __C2156collect_distributed_array.__m2257btree_bulkStore 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C2156collect_distributed_array.__m2259ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:38:59 root: INFO: instruction count: 5: __C2156collect_distributed_array.__m2265ENCODE_SStackStruct_TO_r_struct_of_r_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C2156collect_distributed_array.__m2266ENCODE_SBinaryPointer_TO_r_binary 2022-08-17 10:38:59 root: INFO: instruction count: 13: __C2156collect_distributed_array.__m2268ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C2156collect_distributed_array.__m2269ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C2156collect_distributed_array.setPartitionIndex 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C2156collect_distributed_array.addPartitionRegion 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C2156collect_distributed_array.setPool 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2156collect_distributed_array.addHailClassLoader 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2156collect_distributed_array.addFS 2022-08-17 10:38:59 root: INFO: instruction count: 39: __C2156collect_distributed_array.addLiterals 2022-08-17 10:38:59 root: INFO: instruction count: 27: __C2156collect_distributed_array.__m2272DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C2156collect_distributed_array.__m2175btree_deepCopy_region63_76 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C2156collect_distributed_array.__m2175btree_deepCopy_region49_62 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C2156collect_distributed_array.__m2175btree_deepCopy_region35_48 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C2156collect_distributed_array.__m2175btree_deepCopy_region21_34 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C2156collect_distributed_array.__m2184btree_bulkLoad_region32_38 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C2156collect_distributed_array.__m2184btree_bulkLoad_region25_31 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C2156collect_distributed_array.__m2184btree_bulkLoad_region18_24 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C2156collect_distributed_array.__m2184btree_bulkLoad_region11_17 2022-08-17 10:38:59 root: INFO: instruction count: 188: __C2156collect_distributed_array.__m2193begin_group_0_region78_88 2022-08-17 10:38:59 root: INFO: instruction count: 188: __C2156collect_distributed_array.__m2193begin_group_0_region147_157 2022-08-17 10:38:59 root: INFO: instruction count: 188: __C2156collect_distributed_array.__m2193begin_group_0_region124_134 2022-08-17 10:38:59 root: INFO: instruction count: 188: __C2156collect_distributed_array.__m2193begin_group_0_region101_111 2022-08-17 10:38:59 root: INFO: instruction count: 188: __C2156collect_distributed_array.__m2193begin_group_0_region55_65 2022-08-17 10:38:59 root: INFO: instruction count: 188: __C2156collect_distributed_array.__m2193begin_group_0_region32_42 2022-08-17 10:38:59 root: INFO: instruction count: 102: __C2156collect_distributed_array.__m2193begin_group_0_region139_146 2022-08-17 10:38:59 root: INFO: instruction count: 102: __C2156collect_distributed_array.__m2193begin_group_0_region116_123 2022-08-17 10:38:59 root: INFO: instruction count: 102: __C2156collect_distributed_array.__m2193begin_group_0_region93_100 2022-08-17 10:38:59 root: INFO: instruction count: 102: __C2156collect_distributed_array.__m2193begin_group_0_region70_77 2022-08-17 10:38:59 root: INFO: instruction count: 724: __C2156collect_distributed_array.__m2193begin_group_0_region9_164 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C2156collect_distributed_array.__m2200btree_deepCopy_region63_76 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C2156collect_distributed_array.__m2200btree_deepCopy_region49_62 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C2156collect_distributed_array.__m2200btree_deepCopy_region35_48 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C2156collect_distributed_array.__m2200btree_deepCopy_region21_34 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C2156collect_distributed_array.__m2202btree_bulkLoad_region32_38 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C2156collect_distributed_array.__m2202btree_bulkLoad_region25_31 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C2156collect_distributed_array.__m2202btree_bulkLoad_region18_24 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C2156collect_distributed_array.__m2202btree_bulkLoad_region11_17 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2204btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2204btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2204btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2204btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2204btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2204btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C2156collect_distributed_array.__m2204btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C2156collect_distributed_array.__m2204btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 114: __C2156collect_distributed_array.__m2210btree_insert_region44_51 2022-08-17 10:38:59 root: INFO: instruction count: 114: __C2156collect_distributed_array.__m2210btree_insert_region36_43 2022-08-17 10:38:59 root: INFO: instruction count: 114: __C2156collect_distributed_array.__m2210btree_insert_region28_35 2022-08-17 10:38:59 root: INFO: instruction count: 114: __C2156collect_distributed_array.__m2210btree_insert_region17_24 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C2156collect_distributed_array.__m2210btree_insert_region239_260 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C2156collect_distributed_array.__m2210btree_insert_region208_229 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C2156collect_distributed_array.__m2210btree_insert_region177_198 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C2156collect_distributed_array.__m2210btree_insert_region147_168 2022-08-17 10:38:59 root: INFO: instruction count: 65: __C2156collect_distributed_array.__m2210btree_insert_region387_396 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C2156collect_distributed_array.__m2210btree_insert_region576_597 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C2156collect_distributed_array.__m2210btree_insert_region545_566 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C2156collect_distributed_array.__m2210btree_insert_region514_535 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C2156collect_distributed_array.__m2210btree_insert_region483_504 2022-08-17 10:38:59 root: INFO: instruction count: 486: __C2156collect_distributed_array.__m2210btree_insert_region305_402 2022-08-17 10:38:59 root: INFO: instruction count: 465: __C2156collect_distributed_array.__m2210btree_insert_region443_604 2022-08-17 10:38:59 root: INFO: instruction count: 465: __C2156collect_distributed_array.__m2210btree_insert_region108_269 2022-08-17 10:38:59 root: INFO: instruction count: 223: __C2156collect_distributed_array.__m2210btree_insert_region278_283 2022-08-17 10:38:59 root: INFO: instruction count: 197: __C2156collect_distributed_array.__m2210btree_insert_region69_74 2022-08-17 10:38:59 root: INFO: instruction count: 160: __C2156collect_distributed_array.__m2210btree_insert_region417_442 2022-08-17 10:38:59 root: INFO: instruction count: 160: __C2156collect_distributed_array.__m2210btree_insert_region82_107 2022-08-17 10:38:59 root: INFO: instruction count: 97: __C2156collect_distributed_array.__m2210btree_insert_region410_416 2022-08-17 10:38:59 root: INFO: instruction count: 499: __C2156collect_distributed_array.__m2210btree_insert_region68_613 2022-08-17 10:38:59 root: INFO: instruction count: 449: __C2156collect_distributed_array.__m2210btree_insert_region13_64 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2238btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2238btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2238btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2238btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2238btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2238btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C2156collect_distributed_array.__m2238btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C2156collect_distributed_array.__m2238btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2240btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2240btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2240btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2240btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2240btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2240btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C2156collect_distributed_array.__m2240btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C2156collect_distributed_array.__m2240btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2242btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2242btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2242btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2242btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2242btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2242btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C2156collect_distributed_array.__m2242btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C2156collect_distributed_array.__m2242btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2244btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2244btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2244btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2244btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2244btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2244btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C2156collect_distributed_array.__m2244btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C2156collect_distributed_array.__m2244btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2246btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2246btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2246btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2246btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2246btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C2156collect_distributed_array.__m2246btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C2156collect_distributed_array.__m2246btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C2156collect_distributed_array.__m2246btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 118: __C2156collect_distributed_array.__m2257btree_bulkStore_region55_60 2022-08-17 10:38:59 root: INFO: instruction count: 118: __C2156collect_distributed_array.__m2257btree_bulkStore_region44_49 2022-08-17 10:38:59 root: INFO: instruction count: 118: __C2156collect_distributed_array.__m2257btree_bulkStore_region34_39 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2273__m2175btree_deepCopySpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2281__m2184btree_bulkLoadSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2285__m2193begin_group_0Spills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2316__m2200btree_deepCopySpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2324__m2202btree_bulkLoadSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2328__m2204btree_getSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2355__m2210btree_insertSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2454__m2238btree_getSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2481__m2240btree_getSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2508__m2242btree_getSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2535__m2244btree_getSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2562__m2246btree_getSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2589__m2257btree_bulkStoreSpills. 2022-08-17 10:38:59 root: INFO: encoder cache miss (12 hits, 23 misses, 0.343) 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2734HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2734HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2735FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2735FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2736etypeEncode. 2022-08-17 10:38:59 root: INFO: instruction count: 7: __C2736etypeEncode.apply 2022-08-17 10:38:59 root: INFO: instruction count: 33: __C2736etypeEncode.__m2737ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDANDr_binaryANDr_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 1: __C2736etypeEncode.__m2738ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C2736etypeEncode.__m2739ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_34 stored as values in memory (estimated size 65.1 KiB, free 17.8 GiB) 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_34_piece0 stored as bytes in memory (estimated size 16.9 KiB, free 17.8 GiB) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Added broadcast_34_piece0 in memory on dna.Dlink:40753 (size: 16.9 KiB, free: 17.8 GiB) 2022-08-17 10:38:59 SparkContext: INFO: Created broadcast 34 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1692HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1692HailClassLoaderContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1693FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1693FSContainer. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1694Compiled. 2022-08-17 10:38:59 root: INFO: instruction count: 105: __C1694Compiled.apply 2022-08-17 10:38:59 root: INFO: instruction count: 405: __C1694Compiled.__m1695split_ToDict 2022-08-17 10:38:59 root: INFO: instruction count: 12: __C1694Compiled.__m1706setup_jab 2022-08-17 10:38:59 root: INFO: instruction count: 202: __C1694Compiled.__m1709arraySorter_outer 2022-08-17 10:38:59 root: INFO: instruction count: 93: __C1694Compiled.__m1710arraySorter_merge 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1694Compiled.__m1713ord_lt 2022-08-17 10:38:59 root: INFO: instruction count: 136: __C1694Compiled.__m1714ord_ltNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 24: __C1694Compiled.__m1715ord_lt 2022-08-17 10:38:59 root: INFO: instruction count: 21: __C1694Compiled.__m1716ord_ltNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1694Compiled.__m1717ord_compareNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 89: __C1694Compiled.__m1718ord_compareNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 30: __C1694Compiled.__m1719ord_equiv 2022-08-17 10:38:59 root: INFO: instruction count: 21: __C1694Compiled.__m1720ord_equivNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 36: __C1694Compiled.__m1721arraySorter_splitMerge 2022-08-17 10:38:59 root: INFO: instruction count: 264: __C1694Compiled.__m1722distinctFromSorted 2022-08-17 10:38:59 root: INFO: instruction count: 30: __C1694Compiled.__m1725ord_equiv 2022-08-17 10:38:59 root: INFO: instruction count: 99: __C1694Compiled.__m1726ord_equivNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 435: __C1694Compiled.__m1734split_ToArray 2022-08-17 10:38:59 root: INFO: instruction count: 58: __C1694Compiled.__m1740DECODE_r_struct_of_o_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 31: __C1694Compiled.__m1741INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:38:59 root: INFO: instruction count: 213: __C1694Compiled.__m1743split_Let 2022-08-17 10:38:59 root: INFO: instruction count: 70: __C1694Compiled.__m1747findElt 2022-08-17 10:38:59 root: INFO: instruction count: 12: __C1694Compiled.__m1748ord_lt 2022-08-17 10:38:59 root: INFO: instruction count: 121: __C1694Compiled.__m1749ord_ltNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1694Compiled.__m1751ord_equiv 2022-08-17 10:38:59 root: INFO: instruction count: 14: __C1694Compiled.__m1752ord_equivNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 35: __C1694Compiled.__m1753arrayref_bounds_check 2022-08-17 10:38:59 root: INFO: instruction count: 12: __C1694Compiled.__m1754ord_equiv 2022-08-17 10:38:59 root: INFO: instruction count: 84: __C1694Compiled.__m1755ord_equivNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 12: __C1694Compiled.__m1760setup_jab 2022-08-17 10:38:59 root: INFO: instruction count: 236: __C1694Compiled.__m1768split_ToArray 2022-08-17 10:38:59 root: INFO: instruction count: 310: __C1694Compiled.__m1782split_ToArray 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1694Compiled.__m1791ord_equiv 2022-08-17 10:38:59 root: INFO: instruction count: 12: __C1694Compiled.__m1795setup_jab 2022-08-17 10:38:59 root: INFO: instruction count: 363: __C1694Compiled.__m1803split_Let 2022-08-17 10:38:59 root: INFO: instruction count: 529: __C1694Compiled.__m1814btree_deepCopy 2022-08-17 10:38:59 root: INFO: instruction count: 79: __C1694Compiled.__m1815begin_group_0 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1694Compiled.__m1816begin_group_0 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1694Compiled.__m1819setup_null 2022-08-17 10:38:59 root: INFO: instruction count: 529: __C1694Compiled.__m1821btree_bulkStore 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C1694Compiled.__m1823ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:38:59 root: INFO: instruction count: 494: __C1694Compiled.__m1831split_CollectDistributedArray 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1694Compiled.__m1834ord_lt 2022-08-17 10:38:59 root: INFO: instruction count: 14: __C1694Compiled.__m1835ord_ltNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1694Compiled.__m1836ord_gt 2022-08-17 10:38:59 root: INFO: instruction count: 14: __C1694Compiled.__m1837ord_gtNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1694Compiled.__m1846ord_gteq 2022-08-17 10:38:59 root: INFO: instruction count: 14: __C1694Compiled.__m1847ord_gteqNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 214: __C1694Compiled.__m1849split_ToArray 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1694Compiled.setBackend 2022-08-17 10:38:59 root: INFO: instruction count: 25: __C1694Compiled.__m2111ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_struct_of_o_binaryENDENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 35: __C1694Compiled.__m2112ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_struct_of_o_binaryENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 32: __C1694Compiled.__m2113ENCODE_SBaseStructPointer_TO_r_struct_of_o_struct_of_o_binaryENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 36: __C1694Compiled.__m2114ENCODE_SBaseStructPointer_TO_o_struct_of_o_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1694Compiled.__m2115ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_struct_of_r_binaryENDENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1694Compiled.__m2116ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_binaryENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 13: __C1694Compiled.__m2117ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C1694Compiled.__m2118ENCODE_SBinaryPointer_TO_r_binary 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1694Compiled.setObjects 2022-08-17 10:38:59 root: INFO: instruction count: 27: __C1694Compiled.__m2120DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 31: __C1694Compiled.__m2121INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:38:59 root: INFO: instruction count: 138: __C1694Compiled.__m2128split_TailLoop 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1694Compiled.__m2136ord_lteq 2022-08-17 10:38:59 root: INFO: instruction count: 14: __C1694Compiled.__m2137ord_lteqNonnull 2022-08-17 10:38:59 root: INFO: instruction count: 12: __C1694Compiled.__m2151setup_jab 2022-08-17 10:38:59 root: INFO: instruction count: 25: __C1694Compiled.__m2599ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_binaryEND 2022-08-17 10:38:59 root: INFO: instruction count: 39: __C1694Compiled.__m2600ENCODE_SIndexablePointer_TO_r_array_of_r_binary 2022-08-17 10:38:59 root: INFO: instruction count: 16: __C1694Compiled.__m2601ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1694Compiled.__m2602ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 10:38:59 root: INFO: instruction count: 1: __C1694Compiled.__m2603ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:38:59 root: INFO: instruction count: 529: __C1694Compiled.__m2618btree_deepCopy 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1694Compiled.__m2619begin_group_0 2022-08-17 10:38:59 root: INFO: instruction count: 230: __C1694Compiled.__m2620begin_group_0 2022-08-17 10:38:59 root: INFO: instruction count: 27: __C1694Compiled.__m2621DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 31: __C1694Compiled.__m2622INPLACE_DECODE_r_binary_TO_r_binary 2022-08-17 10:38:59 root: INFO: instruction count: 11: __C1694Compiled.__m2625setup_null 2022-08-17 10:38:59 root: INFO: instruction count: 495: __C1694Compiled.__m2626btree_bulkLoad 2022-08-17 10:38:59 root: INFO: instruction count: 28: __C1694Compiled.__m2627DECODE_o_binary_TO_SStringPointer 2022-08-17 10:38:59 root: INFO: instruction count: 76: __C1694Compiled.__m2628split_StreamFor 2022-08-17 10:38:59 root: INFO: instruction count: 285: __C1694Compiled.__m2635begin_group_0 2022-08-17 10:38:59 root: INFO: instruction count: 529: __C1694Compiled.__m2642btree_deepCopy 2022-08-17 10:38:59 root: INFO: instruction count: 495: __C1694Compiled.__m2644btree_bulkLoad 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C1694Compiled.__m2646btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 84: __C1694Compiled.__m2647compWithKey 2022-08-17 10:38:59 root: INFO: instruction count: 30: __C1694Compiled.__m2649ord_compare 2022-08-17 10:38:59 root: INFO: instruction count: 242: __C1694Compiled.__m2650btree_insert 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C1694Compiled.__m2678btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C1694Compiled.__m2680btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C1694Compiled.__m2682btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C1694Compiled.__m2684btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 61: __C1694Compiled.__m2686btree_get 2022-08-17 10:38:59 root: INFO: instruction count: 376: __C1694Compiled.__m2696split_ToDict 2022-08-17 10:38:59 root: INFO: instruction count: 12: __C1694Compiled.__m2706setup_jab 2022-08-17 10:38:59 root: INFO: instruction count: 202: __C1694Compiled.__m2709arraySorter_outer 2022-08-17 10:38:59 root: INFO: instruction count: 163: __C1694Compiled.__m2710arraySorter_merge 2022-08-17 10:38:59 root: INFO: instruction count: 36: __C1694Compiled.__m2713arraySorter_splitMerge 2022-08-17 10:38:59 root: INFO: instruction count: 294: __C1694Compiled.__m2714distinctFromSorted 2022-08-17 10:38:59 root: INFO: instruction count: 9: __C1694Compiled.setPartitionIndex 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1694Compiled.addPartitionRegion 2022-08-17 10:38:59 root: INFO: instruction count: 4: __C1694Compiled.setPool 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1694Compiled.addHailClassLoader 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C1694Compiled.addFS 2022-08-17 10:38:59 root: INFO: instruction count: 87: __C1694Compiled.addLiterals 2022-08-17 10:38:59 root: INFO: instruction count: 45: __C1694Compiled.__m2729DECODE_r_struct_of_r_struct_of_ENDANDr_binaryANDr_binaryEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 8: __C1694Compiled.__m2730INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:38:59 root: INFO: instruction count: 36: __C1694Compiled.__m2731DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDANDr_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:38:59 root: INFO: instruction count: 58: __C1694Compiled.__m2732INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:38:59 root: INFO: instruction count: 75: __C1694Compiled.__m2733INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:38:59 root: INFO: instruction count: 150: __C1694Compiled.__m1803split_Let_region84_87 2022-08-17 10:38:59 root: INFO: instruction count: 150: __C1694Compiled.__m1803split_Let_region76_79 2022-08-17 10:38:59 root: INFO: instruction count: 150: __C1694Compiled.__m1803split_Let_region67_70 2022-08-17 10:38:59 root: INFO: instruction count: 150: __C1694Compiled.__m1803split_Let_region59_62 2022-08-17 10:38:59 root: INFO: instruction count: 150: __C1694Compiled.__m1803split_Let_region51_54 2022-08-17 10:38:59 root: INFO: instruction count: 761: __C1694Compiled.__m1803split_Let_region25_93 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1694Compiled.__m1814btree_deepCopy_region63_76 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1694Compiled.__m1814btree_deepCopy_region49_62 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1694Compiled.__m1814btree_deepCopy_region35_48 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1694Compiled.__m1814btree_deepCopy_region21_34 2022-08-17 10:38:59 root: INFO: instruction count: 118: __C1694Compiled.__m1821btree_bulkStore_region55_60 2022-08-17 10:38:59 root: INFO: instruction count: 118: __C1694Compiled.__m1821btree_bulkStore_region44_49 2022-08-17 10:38:59 root: INFO: instruction count: 118: __C1694Compiled.__m1821btree_bulkStore_region34_39 2022-08-17 10:38:59 root: INFO: instruction count: 738: __C1694Compiled.__m2128split_TailLoop_region1_46 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1694Compiled.__m2618btree_deepCopy_region63_76 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1694Compiled.__m2618btree_deepCopy_region49_62 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1694Compiled.__m2618btree_deepCopy_region35_48 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1694Compiled.__m2618btree_deepCopy_region21_34 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C1694Compiled.__m2626btree_bulkLoad_region32_38 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C1694Compiled.__m2626btree_bulkLoad_region25_31 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C1694Compiled.__m2626btree_bulkLoad_region18_24 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C1694Compiled.__m2626btree_bulkLoad_region11_17 2022-08-17 10:38:59 root: INFO: instruction count: 188: __C1694Compiled.__m2635begin_group_0_region78_88 2022-08-17 10:38:59 root: INFO: instruction count: 188: __C1694Compiled.__m2635begin_group_0_region147_157 2022-08-17 10:38:59 root: INFO: instruction count: 188: __C1694Compiled.__m2635begin_group_0_region124_134 2022-08-17 10:38:59 root: INFO: instruction count: 188: __C1694Compiled.__m2635begin_group_0_region101_111 2022-08-17 10:38:59 root: INFO: instruction count: 188: __C1694Compiled.__m2635begin_group_0_region55_65 2022-08-17 10:38:59 root: INFO: instruction count: 188: __C1694Compiled.__m2635begin_group_0_region32_42 2022-08-17 10:38:59 root: INFO: instruction count: 102: __C1694Compiled.__m2635begin_group_0_region139_146 2022-08-17 10:38:59 root: INFO: instruction count: 102: __C1694Compiled.__m2635begin_group_0_region116_123 2022-08-17 10:38:59 root: INFO: instruction count: 102: __C1694Compiled.__m2635begin_group_0_region93_100 2022-08-17 10:38:59 root: INFO: instruction count: 102: __C1694Compiled.__m2635begin_group_0_region70_77 2022-08-17 10:38:59 root: INFO: instruction count: 724: __C1694Compiled.__m2635begin_group_0_region9_164 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1694Compiled.__m2642btree_deepCopy_region63_76 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1694Compiled.__m2642btree_deepCopy_region49_62 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1694Compiled.__m2642btree_deepCopy_region35_48 2022-08-17 10:38:59 root: INFO: instruction count: 222: __C1694Compiled.__m2642btree_deepCopy_region21_34 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C1694Compiled.__m2644btree_bulkLoad_region32_38 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C1694Compiled.__m2644btree_bulkLoad_region25_31 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C1694Compiled.__m2644btree_bulkLoad_region18_24 2022-08-17 10:38:59 root: INFO: instruction count: 206: __C1694Compiled.__m2644btree_bulkLoad_region11_17 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2646btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2646btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2646btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2646btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2646btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2646btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C1694Compiled.__m2646btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C1694Compiled.__m2646btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 114: __C1694Compiled.__m2650btree_insert_region44_51 2022-08-17 10:38:59 root: INFO: instruction count: 114: __C1694Compiled.__m2650btree_insert_region36_43 2022-08-17 10:38:59 root: INFO: instruction count: 114: __C1694Compiled.__m2650btree_insert_region28_35 2022-08-17 10:38:59 root: INFO: instruction count: 114: __C1694Compiled.__m2650btree_insert_region17_24 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1694Compiled.__m2650btree_insert_region239_260 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1694Compiled.__m2650btree_insert_region208_229 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1694Compiled.__m2650btree_insert_region177_198 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1694Compiled.__m2650btree_insert_region147_168 2022-08-17 10:38:59 root: INFO: instruction count: 65: __C1694Compiled.__m2650btree_insert_region387_396 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1694Compiled.__m2650btree_insert_region576_597 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1694Compiled.__m2650btree_insert_region545_566 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1694Compiled.__m2650btree_insert_region514_535 2022-08-17 10:38:59 root: INFO: instruction count: 153: __C1694Compiled.__m2650btree_insert_region483_504 2022-08-17 10:38:59 root: INFO: instruction count: 486: __C1694Compiled.__m2650btree_insert_region305_402 2022-08-17 10:38:59 root: INFO: instruction count: 465: __C1694Compiled.__m2650btree_insert_region443_604 2022-08-17 10:38:59 root: INFO: instruction count: 465: __C1694Compiled.__m2650btree_insert_region108_269 2022-08-17 10:38:59 root: INFO: instruction count: 223: __C1694Compiled.__m2650btree_insert_region278_283 2022-08-17 10:38:59 root: INFO: instruction count: 197: __C1694Compiled.__m2650btree_insert_region69_74 2022-08-17 10:38:59 root: INFO: instruction count: 160: __C1694Compiled.__m2650btree_insert_region417_442 2022-08-17 10:38:59 root: INFO: instruction count: 160: __C1694Compiled.__m2650btree_insert_region82_107 2022-08-17 10:38:59 root: INFO: instruction count: 97: __C1694Compiled.__m2650btree_insert_region410_416 2022-08-17 10:38:59 root: INFO: instruction count: 499: __C1694Compiled.__m2650btree_insert_region68_613 2022-08-17 10:38:59 root: INFO: instruction count: 449: __C1694Compiled.__m2650btree_insert_region13_64 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2678btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2678btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2678btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2678btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2678btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2678btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C1694Compiled.__m2678btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C1694Compiled.__m2678btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2680btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2680btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2680btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2680btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2680btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2680btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C1694Compiled.__m2680btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C1694Compiled.__m2680btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2682btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2682btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2682btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2682btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2682btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2682btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C1694Compiled.__m2682btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C1694Compiled.__m2682btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2684btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2684btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2684btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2684btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2684btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2684btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C1694Compiled.__m2684btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C1694Compiled.__m2684btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2686btree_get_region77_80 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2686btree_get_region62_65 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2686btree_get_region47_50 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2686btree_get_region38_41 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2686btree_get_region23_26 2022-08-17 10:38:59 root: INFO: instruction count: 46: __C1694Compiled.__m2686btree_get_region8_11 2022-08-17 10:38:59 root: INFO: instruction count: 43: __C1694Compiled.__m2686btree_get_region1_7 2022-08-17 10:38:59 root: INFO: instruction count: 921: __C1694Compiled.__m2686btree_get_region1_132 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2740__m1803split_LetSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2748__m1814btree_deepCopySpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2756__m1821btree_bulkStoreSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2762__m2128split_TailLoopSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2770__m2618btree_deepCopySpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2778__m2626btree_bulkLoadSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2782__m2635begin_group_0Spills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2813__m2642btree_deepCopySpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2821__m2644btree_bulkLoadSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2825__m2646btree_getSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2852__m2650btree_insertSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2951__m2678btree_getSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C2978__m2680btree_getSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C3005__m2682btree_getSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C3032__m2684btree_getSpills. 2022-08-17 10:38:59 root: INFO: instruction count: 3: __C3059__m2686btree_getSpills. 2022-08-17 10:38:59 root: INFO: RegionPool: REPORT_THRESHOLD: 1.0M allocated (320.0K blocks / 704.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_35 stored as values in memory (estimated size 64.0 B, free 17.8 GiB) 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_35_piece0 stored as bytes in memory (estimated size 60.0 B, free 17.8 GiB) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Added broadcast_35_piece0 in memory on dna.Dlink:40753 (size: 60.0 B, free: 17.8 GiB) 2022-08-17 10:38:59 SparkContext: INFO: Created broadcast 35 from broadcast at SparkBackend.scala:313 2022-08-17 10:38:59 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 10:38:59 DAGScheduler: INFO: Got job 5 (collect at SparkBackend.scala:321) with 16 output partitions 2022-08-17 10:38:59 DAGScheduler: INFO: Final stage: ResultStage 5 (collect at SparkBackend.scala:321) 2022-08-17 10:38:59 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 10:38:59 DAGScheduler: INFO: Missing parents: List() 2022-08-17 10:38:59 DAGScheduler: INFO: Submitting ResultStage 5 (SparkBackendComputeRDD[9] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_36 stored as values in memory (estimated size 86.8 KiB, free 17.8 GiB) 2022-08-17 10:38:59 MemoryStore: INFO: Block broadcast_36_piece0 stored as bytes in memory (estimated size 36.9 KiB, free 17.8 GiB) 2022-08-17 10:38:59 BlockManagerInfo: INFO: Added broadcast_36_piece0 in memory on dna.Dlink:40753 (size: 36.9 KiB, free: 17.8 GiB) 2022-08-17 10:38:59 SparkContext: INFO: Created broadcast 36 from broadcast at DAGScheduler.scala:1433 2022-08-17 10:38:59 DAGScheduler: INFO: Submitting 16 missing tasks from ResultStage 5 (SparkBackendComputeRDD[9] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14)) 2022-08-17 10:38:59 TaskSchedulerImpl: INFO: Adding task set 5.0 with 16 tasks resource profile 0 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 0.0 in stage 5.0 (TID 5) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4591 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 1.0 in stage 5.0 (TID 6) (dna.Dlink, executor driver, partition 1, PROCESS_LOCAL, 4591 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 2.0 in stage 5.0 (TID 7) (dna.Dlink, executor driver, partition 2, PROCESS_LOCAL, 4591 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 3.0 in stage 5.0 (TID 8) (dna.Dlink, executor driver, partition 3, PROCESS_LOCAL, 4591 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 4.0 in stage 5.0 (TID 9) (dna.Dlink, executor driver, partition 4, PROCESS_LOCAL, 4591 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 5.0 in stage 5.0 (TID 10) (dna.Dlink, executor driver, partition 5, PROCESS_LOCAL, 4591 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 6.0 in stage 5.0 (TID 11) (dna.Dlink, executor driver, partition 6, PROCESS_LOCAL, 4591 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 7.0 in stage 5.0 (TID 12) (dna.Dlink, executor driver, partition 7, PROCESS_LOCAL, 4582 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 Executor: INFO: Running task 0.0 in stage 5.0 (TID 5) 2022-08-17 10:38:59 Executor: INFO: Running task 1.0 in stage 5.0 (TID 6) 2022-08-17 10:38:59 Executor: INFO: Running task 2.0 in stage 5.0 (TID 7) 2022-08-17 10:38:59 Executor: INFO: Running task 3.0 in stage 5.0 (TID 8) 2022-08-17 10:38:59 Executor: INFO: Running task 4.0 in stage 5.0 (TID 9) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 73: Executor task launch worker for task 0.0 in stage 5.0 (TID 5) 2022-08-17 10:38:59 Executor: INFO: Running task 5.0 in stage 5.0 (TID 10) 2022-08-17 10:38:59 Executor: INFO: Running task 6.0 in stage 5.0 (TID 11) 2022-08-17 10:38:59 Executor: INFO: Running task 7.0 in stage 5.0 (TID 12) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 123: Executor task launch worker for task 1.0 in stage 5.0 (TID 6) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 126: Executor task launch worker for task 4.0 in stage 5.0 (TID 9) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 125: Executor task launch worker for task 3.0 in stage 5.0 (TID 8) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 124: Executor task launch worker for task 2.0 in stage 5.0 (TID 7) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 127: Executor task launch worker for task 5.0 in stage 5.0 (TID 10) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 128: Executor task launch worker for task 6.0 in stage 5.0 (TID 11) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 129: Executor task launch worker for task 7.0 in stage 5.0 (TID 12) 2022-08-17 10:38:59 root: INFO: TaskReport: stage=5, partition=5, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:38:59 root: INFO: TaskReport: stage=5, partition=2, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:38:59 root: INFO: TaskReport: stage=5, partition=6, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:38:59 root: INFO: TaskReport: stage=5, partition=7, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:38:59 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 124: Executor task launch worker for task 2.0 in stage 5.0 (TID 7) 2022-08-17 10:38:59 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 128: Executor task launch worker for task 6.0 in stage 5.0 (TID 11) 2022-08-17 10:38:59 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 127: Executor task launch worker for task 5.0 in stage 5.0 (TID 10) 2022-08-17 10:38:59 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 129: Executor task launch worker for task 7.0 in stage 5.0 (TID 12) 2022-08-17 10:38:59 Executor: INFO: Finished task 7.0 in stage 5.0 (TID 12). 902 bytes result sent to driver 2022-08-17 10:38:59 Executor: INFO: Finished task 2.0 in stage 5.0 (TID 7). 902 bytes result sent to driver 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 8.0 in stage 5.0 (TID 13) (dna.Dlink, executor driver, partition 8, PROCESS_LOCAL, 4582 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 TaskSetManager: INFO: Finished task 7.0 in stage 5.0 (TID 12) in 61 ms on dna.Dlink (executor driver) (1/16) 2022-08-17 10:38:59 Executor: INFO: Running task 8.0 in stage 5.0 (TID 13) 2022-08-17 10:38:59 TaskSetManager: INFO: Finished task 2.0 in stage 5.0 (TID 7) in 61 ms on dna.Dlink (executor driver) (2/16) 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 9.0 in stage 5.0 (TID 14) (dna.Dlink, executor driver, partition 9, PROCESS_LOCAL, 4582 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 Executor: INFO: Running task 9.0 in stage 5.0 (TID 14) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 124: Executor task launch worker for task 8.0 in stage 5.0 (TID 13) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 129: Executor task launch worker for task 9.0 in stage 5.0 (TID 14) 2022-08-17 10:38:59 Executor: INFO: Finished task 6.0 in stage 5.0 (TID 11). 945 bytes result sent to driver 2022-08-17 10:38:59 Executor: INFO: Finished task 5.0 in stage 5.0 (TID 10). 945 bytes result sent to driver 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 10.0 in stage 5.0 (TID 15) (dna.Dlink, executor driver, partition 10, PROCESS_LOCAL, 4582 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 Executor: INFO: Running task 10.0 in stage 5.0 (TID 15) 2022-08-17 10:38:59 TaskSetManager: INFO: Starting task 11.0 in stage 5.0 (TID 16) (dna.Dlink, executor driver, partition 11, PROCESS_LOCAL, 4582 bytes) taskResourceAssignments Map() 2022-08-17 10:38:59 Executor: INFO: Running task 11.0 in stage 5.0 (TID 16) 2022-08-17 10:38:59 TaskSetManager: INFO: Finished task 6.0 in stage 5.0 (TID 11) in 81 ms on dna.Dlink (executor driver) (3/16) 2022-08-17 10:38:59 TaskSetManager: INFO: Finished task 5.0 in stage 5.0 (TID 10) in 81 ms on dna.Dlink (executor driver) (4/16) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 127: Executor task launch worker for task 10.0 in stage 5.0 (TID 15) 2022-08-17 10:38:59 root: INFO: RegionPool: initialized for thread 128: Executor task launch worker for task 11.0 in stage 5.0 (TID 16) 2022-08-17 10:39:00 root: INFO: TaskReport: stage=5, partition=4, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:39:00 root: INFO: TaskReport: stage=5, partition=3, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 125: Executor task launch worker for task 3.0 in stage 5.0 (TID 8) 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 126: Executor task launch worker for task 4.0 in stage 5.0 (TID 9) 2022-08-17 10:39:00 Executor: INFO: Finished task 3.0 in stage 5.0 (TID 8). 902 bytes result sent to driver 2022-08-17 10:39:00 Executor: INFO: Finished task 4.0 in stage 5.0 (TID 9). 902 bytes result sent to driver 2022-08-17 10:39:00 root: INFO: TaskReport: stage=5, partition=1, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:39:00 root: INFO: TaskReport: stage=5, partition=0, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 73: Executor task launch worker for task 0.0 in stage 5.0 (TID 5) 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 123: Executor task launch worker for task 1.0 in stage 5.0 (TID 6) 2022-08-17 10:39:00 TaskSetManager: INFO: Starting task 12.0 in stage 5.0 (TID 17) (dna.Dlink, executor driver, partition 12, PROCESS_LOCAL, 4582 bytes) taskResourceAssignments Map() 2022-08-17 10:39:00 TaskSetManager: INFO: Finished task 3.0 in stage 5.0 (TID 8) in 90 ms on dna.Dlink (executor driver) (5/16) 2022-08-17 10:39:00 TaskSetManager: INFO: Finished task 4.0 in stage 5.0 (TID 9) in 91 ms on dna.Dlink (executor driver) (6/16) 2022-08-17 10:39:00 TaskSetManager: INFO: Starting task 13.0 in stage 5.0 (TID 18) (dna.Dlink, executor driver, partition 13, PROCESS_LOCAL, 4582 bytes) taskResourceAssignments Map() 2022-08-17 10:39:00 Executor: INFO: Finished task 0.0 in stage 5.0 (TID 5). 902 bytes result sent to driver 2022-08-17 10:39:00 Executor: INFO: Running task 12.0 in stage 5.0 (TID 17) 2022-08-17 10:39:00 Executor: INFO: Finished task 1.0 in stage 5.0 (TID 6). 902 bytes result sent to driver 2022-08-17 10:39:00 Executor: INFO: Running task 13.0 in stage 5.0 (TID 18) 2022-08-17 10:39:00 root: INFO: TaskReport: stage=5, partition=8, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 124: Executor task launch worker for task 8.0 in stage 5.0 (TID 13) 2022-08-17 10:39:00 TaskSetManager: INFO: Starting task 14.0 in stage 5.0 (TID 19) (dna.Dlink, executor driver, partition 14, PROCESS_LOCAL, 4582 bytes) taskResourceAssignments Map() 2022-08-17 10:39:00 root: INFO: RegionPool: initialized for thread 126: Executor task launch worker for task 12.0 in stage 5.0 (TID 17) 2022-08-17 10:39:00 Executor: INFO: Finished task 8.0 in stage 5.0 (TID 13). 859 bytes result sent to driver 2022-08-17 10:39:00 Executor: INFO: Running task 14.0 in stage 5.0 (TID 19) 2022-08-17 10:39:00 TaskSetManager: INFO: Starting task 15.0 in stage 5.0 (TID 20) (dna.Dlink, executor driver, partition 15, PROCESS_LOCAL, 4582 bytes) taskResourceAssignments Map() 2022-08-17 10:39:00 TaskSetManager: INFO: Finished task 1.0 in stage 5.0 (TID 6) in 96 ms on dna.Dlink (executor driver) (7/16) 2022-08-17 10:39:00 root: INFO: RegionPool: initialized for thread 124: Executor task launch worker for task 14.0 in stage 5.0 (TID 19) 2022-08-17 10:39:00 TaskSetManager: INFO: Finished task 0.0 in stage 5.0 (TID 5) in 98 ms on dna.Dlink (executor driver) (8/16) 2022-08-17 10:39:00 TaskSetManager: INFO: Finished task 8.0 in stage 5.0 (TID 13) in 37 ms on dna.Dlink (executor driver) (9/16) 2022-08-17 10:39:00 Executor: INFO: Running task 15.0 in stage 5.0 (TID 20) 2022-08-17 10:39:00 root: INFO: TaskReport: stage=5, partition=11, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:39:00 root: INFO: RegionPool: initialized for thread 125: Executor task launch worker for task 13.0 in stage 5.0 (TID 18) 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 128: Executor task launch worker for task 11.0 in stage 5.0 (TID 16) 2022-08-17 10:39:00 Executor: INFO: Finished task 11.0 in stage 5.0 (TID 16). 902 bytes result sent to driver 2022-08-17 10:39:00 root: INFO: RegionPool: initialized for thread 123: Executor task launch worker for task 15.0 in stage 5.0 (TID 20) 2022-08-17 10:39:00 TaskSetManager: INFO: Finished task 11.0 in stage 5.0 (TID 16) in 19 ms on dna.Dlink (executor driver) (10/16) 2022-08-17 10:39:00 root: INFO: TaskReport: stage=5, partition=9, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 129: Executor task launch worker for task 9.0 in stage 5.0 (TID 14) 2022-08-17 10:39:00 root: INFO: TaskReport: stage=5, partition=10, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 127: Executor task launch worker for task 10.0 in stage 5.0 (TID 15) 2022-08-17 10:39:00 Executor: INFO: Finished task 9.0 in stage 5.0 (TID 14). 902 bytes result sent to driver 2022-08-17 10:39:00 Executor: INFO: Finished task 10.0 in stage 5.0 (TID 15). 902 bytes result sent to driver 2022-08-17 10:39:00 TaskSetManager: INFO: Finished task 9.0 in stage 5.0 (TID 14) in 46 ms on dna.Dlink (executor driver) (11/16) 2022-08-17 10:39:00 TaskSetManager: INFO: Finished task 10.0 in stage 5.0 (TID 15) in 30 ms on dna.Dlink (executor driver) (12/16) 2022-08-17 10:39:00 root: INFO: TaskReport: stage=5, partition=14, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:39:00 root: INFO: TaskReport: stage=5, partition=13, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:39:00 root: INFO: TaskReport: stage=5, partition=12, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:39:00 root: INFO: TaskReport: stage=5, partition=15, attempt=0, peakBytes=196864, peakBytesReadable=192.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 124: Executor task launch worker for task 14.0 in stage 5.0 (TID 19) 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 126: Executor task launch worker for task 12.0 in stage 5.0 (TID 17) 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 123: Executor task launch worker for task 15.0 in stage 5.0 (TID 20) 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 192.3K allocated (192.3K blocks / 0 chunks), regions.size = 4, 0 current java objects, thread 125: Executor task launch worker for task 13.0 in stage 5.0 (TID 18) 2022-08-17 10:39:00 Executor: INFO: Finished task 15.0 in stage 5.0 (TID 20). 902 bytes result sent to driver 2022-08-17 10:39:00 Executor: INFO: Finished task 14.0 in stage 5.0 (TID 19). 859 bytes result sent to driver 2022-08-17 10:39:00 Executor: INFO: Finished task 12.0 in stage 5.0 (TID 17). 902 bytes result sent to driver 2022-08-17 10:39:00 Executor: INFO: Finished task 13.0 in stage 5.0 (TID 18). 902 bytes result sent to driver 2022-08-17 10:39:00 TaskSetManager: INFO: Finished task 15.0 in stage 5.0 (TID 20) in 27 ms on dna.Dlink (executor driver) (13/16) 2022-08-17 10:39:00 TaskSetManager: INFO: Finished task 14.0 in stage 5.0 (TID 19) in 29 ms on dna.Dlink (executor driver) (14/16) 2022-08-17 10:39:00 TaskSetManager: INFO: Finished task 12.0 in stage 5.0 (TID 17) in 31 ms on dna.Dlink (executor driver) (15/16) 2022-08-17 10:39:00 TaskSetManager: INFO: Finished task 13.0 in stage 5.0 (TID 18) in 30 ms on dna.Dlink (executor driver) (16/16) 2022-08-17 10:39:00 TaskSchedulerImpl: INFO: Removed TaskSet 5.0, whose tasks have all completed, from pool 2022-08-17 10:39:00 DAGScheduler: INFO: ResultStage 5 (collect at SparkBackend.scala:321) finished in 0.125 s 2022-08-17 10:39:00 DAGScheduler: INFO: Job 5 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 10:39:00 TaskSchedulerImpl: INFO: Killing all running tasks in stage 5: Stage finished 2022-08-17 10:39:00 DAGScheduler: INFO: Job 5 finished: collect at SparkBackend.scala:321, took 0.127006 s 2022-08-17 10:39:00 root: INFO: encoder cache miss (12 hits, 24 misses, 0.333) 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3086HailClassLoaderContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3086HailClassLoaderContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3087FSContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3087FSContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3088etypeEncode. 2022-08-17 10:39:00 root: INFO: instruction count: 19: __C3088etypeEncode.apply 2022-08-17 10:39:00 root: INFO: instruction count: 35: __C3088etypeEncode.__m3089ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDr_int64END 2022-08-17 10:39:00 root: INFO: instruction count: 48: __C3088etypeEncode.__m3090ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDr_int64END 2022-08-17 10:39:00 root: INFO: instruction count: 16: __C3088etypeEncode.__m3091ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:39:00 root: INFO: instruction count: 4: __C3088etypeEncode.__m3092ENCODE_SInt64$_TO_r_int64 2022-08-17 10:39:00 root: INFO: took 846.103ms 2022-08-17 10:39:00 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:39:00 root: INFO: lowering result: EncodedLiteral 2022-08-17 10:39:00 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 10:39:00 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Dict[String,Int64]) 2022-08-17 10:39:00 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Dict[String,Int64]) 2022-08-17 10:39:00 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Dict[String,Int64]) 2022-08-17 10:39:00 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Dict[String,Int64]) 2022-08-17 10:39:00 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Dict[String,Int64]) 2022-08-17 10:39:00 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Dict[String,Int64]) 2022-08-17 10:39:00 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 2: (MakeTuple (0) (EncodedLiteral Dict[String,Int64])) 2022-08-17 10:39:00 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 2: (MakeTuple (0) (EncodedLiteral Dict[String,Int64])) 2022-08-17 10:39:00 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 2: (MakeTuple (0) (EncodedLiteral Dict[String,Int64])) 2022-08-17 10:39:00 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 2: (MakeTuple (0) (EncodedLiteral Dict[String,Int64])) 2022-08-17 10:39:00 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 2: (MakeTuple (0) (EncodedLiteral Dict[String,Int64])) 2022-08-17 10:39:00 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 2: (MakeTuple (0) (EncodedLiteral Dict[String,Int64])) 2022-08-17 10:39:00 root: INFO: encoder cache hit 2022-08-17 10:39:00 MemoryStore: INFO: Block broadcast_37 stored as values in memory (estimated size 136.0 B, free 17.8 GiB) 2022-08-17 10:39:00 MemoryStore: INFO: Block broadcast_37_piece0 stored as bytes in memory (estimated size 86.0 B, free 17.8 GiB) 2022-08-17 10:39:00 BlockManagerInfo: INFO: Added broadcast_37_piece0 in memory on dna.Dlink:40753 (size: 86.0 B, free: 17.8 GiB) 2022-08-17 10:39:00 SparkContext: INFO: Created broadcast 37 from broadcast at SparkBackend.scala:313 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3093HailClassLoaderContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3093HailClassLoaderContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3094FSContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3094FSContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3095Compiled. 2022-08-17 10:39:00 root: INFO: instruction count: 26: __C3095Compiled.apply 2022-08-17 10:39:00 root: INFO: instruction count: 9: __C3095Compiled.setPartitionIndex 2022-08-17 10:39:00 root: INFO: instruction count: 4: __C3095Compiled.addPartitionRegion 2022-08-17 10:39:00 root: INFO: instruction count: 4: __C3095Compiled.setPool 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3095Compiled.addHailClassLoader 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3095Compiled.addFS 2022-08-17 10:39:00 root: INFO: instruction count: 67: __C3095Compiled.addLiterals 2022-08-17 10:39:00 root: INFO: instruction count: 18: __C3095Compiled.__m3102DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 10:39:00 root: INFO: instruction count: 62: __C3095Compiled.__m3103DECODE_r_array_of_r_struct_of_o_binaryANDr_int64END_TO_SIndexablePointer 2022-08-17 10:39:00 root: INFO: instruction count: 57: __C3095Compiled.__m3105INPLACE_DECODE_r_struct_of_o_binaryANDr_int64END_TO_r_struct_of_o_stringANDr_int64END 2022-08-17 10:39:00 root: INFO: instruction count: 31: __C3095Compiled.__m3106INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:39:00 root: INFO: instruction count: 10: __C3095Compiled.__m3107INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3104Tuple3. 2022-08-17 10:39:00 root: INFO: instruction count: 12: __C3104Tuple3. 2022-08-17 10:39:00 root: INFO: encoder cache hit 2022-08-17 10:39:00 root: INFO: took 10.043ms 2022-08-17 10:39:00 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 2: (MakeTuple (0) (EncodedLiteral Dict[String,Int64])) 2022-08-17 10:39:00 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 2: (MakeTuple (0) (EncodedLiteral Dict[String,Int64])) 2022-08-17 10:39:00 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 3: (MakeTuple (0) (MakeTuple (0) (EncodedLiteral Dict[String,Int64]))) 2022-08-17 10:39:00 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 3: (MakeTuple (0) (MakeTuple (0) (EncodedLiteral Dict[String,Int64]))) 2022-08-17 10:39:00 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 3: (MakeTuple (0) (MakeTuple (0) (EncodedLiteral Dict[String,Int64]))) 2022-08-17 10:39:00 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 3: (MakeTuple (0) (MakeTuple (0) (EncodedLiteral Dict[String,Int64]))) 2022-08-17 10:39:00 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 3: (MakeTuple (0) (MakeTuple (0) (EncodedLiteral Dict[String,Int64]))) 2022-08-17 10:39:00 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 3: (MakeTuple (0) (MakeTuple (0) (EncodedLiteral Dict[String,Int64]))) 2022-08-17 10:39:00 root: INFO: encoder cache hit 2022-08-17 10:39:00 MemoryStore: INFO: Block broadcast_38 stored as values in memory (estimated size 136.0 B, free 17.8 GiB) 2022-08-17 10:39:00 MemoryStore: INFO: Block broadcast_38_piece0 stored as bytes in memory (estimated size 86.0 B, free 17.8 GiB) 2022-08-17 10:39:00 BlockManagerInfo: INFO: Added broadcast_38_piece0 in memory on dna.Dlink:40753 (size: 86.0 B, free: 17.8 GiB) 2022-08-17 10:39:00 SparkContext: INFO: Created broadcast 38 from broadcast at SparkBackend.scala:313 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3108HailClassLoaderContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3108HailClassLoaderContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3109FSContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3109FSContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3110Compiled. 2022-08-17 10:39:00 root: INFO: instruction count: 36: __C3110Compiled.apply 2022-08-17 10:39:00 root: INFO: instruction count: 9: __C3110Compiled.setPartitionIndex 2022-08-17 10:39:00 root: INFO: instruction count: 4: __C3110Compiled.addPartitionRegion 2022-08-17 10:39:00 root: INFO: instruction count: 4: __C3110Compiled.setPool 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3110Compiled.addHailClassLoader 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3110Compiled.addFS 2022-08-17 10:39:00 root: INFO: instruction count: 67: __C3110Compiled.addLiterals 2022-08-17 10:39:00 root: INFO: instruction count: 18: __C3110Compiled.__m3117DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 10:39:00 root: INFO: instruction count: 62: __C3110Compiled.__m3118DECODE_r_array_of_r_struct_of_o_binaryANDr_int64END_TO_SIndexablePointer 2022-08-17 10:39:00 root: INFO: instruction count: 57: __C3110Compiled.__m3120INPLACE_DECODE_r_struct_of_o_binaryANDr_int64END_TO_r_struct_of_o_stringANDr_int64END 2022-08-17 10:39:00 root: INFO: instruction count: 31: __C3110Compiled.__m3121INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:39:00 root: INFO: instruction count: 10: __C3110Compiled.__m3122INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3119Tuple3. 2022-08-17 10:39:00 root: INFO: instruction count: 12: __C3119Tuple3. 2022-08-17 10:39:00 root: INFO: encoder cache miss (15 hits, 25 misses, 0.375) 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3123HailClassLoaderContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3123HailClassLoaderContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3124FSContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3124FSContainer. 2022-08-17 10:39:00 root: INFO: instruction count: 3: __C3125etypeEncode. 2022-08-17 10:39:00 root: INFO: instruction count: 7: __C3125etypeEncode.apply 2022-08-17 10:39:00 root: INFO: instruction count: 33: __C3125etypeEncode.__m3126ENCODE_SBaseStructPointer_TO_o_struct_of_o_array_of_o_struct_of_o_binaryANDo_int64ENDEND 2022-08-17 10:39:00 root: INFO: instruction count: 74: __C3125etypeEncode.__m3127ENCODE_SIndexablePointer_TO_o_array_of_o_struct_of_o_binaryANDo_int64END 2022-08-17 10:39:00 root: INFO: instruction count: 55: __C3125etypeEncode.__m3128ENCODE_SBaseStructPointer_TO_o_struct_of_o_binaryANDo_int64END 2022-08-17 10:39:00 root: INFO: instruction count: 16: __C3125etypeEncode.__m3129ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:39:00 root: INFO: instruction count: 4: __C3125etypeEncode.__m3130ENCODE_SInt64$_TO_o_int64 2022-08-17 10:39:00 root: INFO: finished execution of query hail_query_4 2022-08-17 10:39:00 root: INFO: RegionPool: FREE: 1.6M allocated (833.0K blocks / 784.0K chunks), regions.size = 7, 0 current java objects, thread 19: Thread-4 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode total 1.307s self 13.067ms children 1.294s %children 99.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR total 110.770ms self 0.011ms children 110.759ms %children 99.99% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/Verify total 0.129ms self 0.129ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation total 110.594ms self 8.320ms children 102.273ms %children 92.48% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 102.273ms self 0.102ms children 102.172ms %children 99.90% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 4.524ms self 4.524ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 8.764ms self 8.764ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 10.864ms self 10.864ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 15.969ms self 15.969ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 25.951ms self 25.951ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 1.141ms self 1.141ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 12.586ms self 12.586ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.729ms self 0.729ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.521ms self 0.521ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.269ms self 1.269ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 3.785ms self 3.785ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.010ms self 3.010ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.247ms self 0.247ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 4.288ms self 4.288ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.491ms self 0.491ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.457ms self 0.457ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.109ms self 1.109ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 1.305ms self 1.305ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 2.181ms self 2.181ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.226ms self 0.226ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.757ms self 2.757ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/Verify total 0.036ms self 0.036ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable total 19.650ms self 0.029ms children 19.621ms %children 99.85% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/Verify total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/LoweringTransformation total 19.319ms self 19.319ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/Verify total 0.277ms self 0.277ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable total 58.282ms self 0.011ms children 58.271ms %children 99.98% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.047ms self 0.047ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 58.185ms self 7.507ms children 50.678ms %children 87.10% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 50.678ms self 0.133ms children 50.544ms %children 99.74% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.788ms self 0.788ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.874ms self 0.874ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 1.642ms self 1.642ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 22.511ms self 22.511ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 2.357ms self 2.357ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.260ms self 0.260ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 3.042ms self 3.042ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 1.865ms self 1.865ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.387ms self 0.387ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.998ms self 0.998ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 1.323ms self 1.323ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 2.238ms self 2.238ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.275ms self 0.275ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 2.964ms self 2.964ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.609ms self 0.609ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.365ms self 0.365ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.892ms self 0.892ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 1.133ms self 1.133ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 2.093ms self 2.093ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.292ms self 0.292ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 3.637ms self 3.637ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.039ms self 0.039ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets total 0.409ms self 0.006ms children 0.403ms %children 98.63% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/Verify total 0.038ms self 0.038ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.280ms self 0.280ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/Verify total 0.085ms self 0.085ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable total 1.095s self 0.010ms children 1.094s %children 100.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/Verify total 0.061ms self 0.061ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation total 1.094s self 35.829ms children 1.059s %children 96.73% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 16.519ms self 0.009ms children 16.509ms %children 99.94% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 16.459ms self 2.708ms children 13.751ms %children 83.55% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 13.751ms self 0.101ms children 13.650ms %children 99.27% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.264ms self 0.264ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.191ms self 0.191ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.606ms self 0.606ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.553ms self 0.553ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.346ms self 1.346ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.101ms self 0.101ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.387ms self 1.387ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.432ms self 0.432ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.166ms self 0.166ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.457ms self 0.457ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.490ms self 0.490ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.018ms self 1.018ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.180ms self 0.180ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.089ms self 2.089ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.466ms self 0.466ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.198ms self 0.198ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.529ms self 0.529ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.514ms self 0.514ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.166ms self 1.166ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.181ms self 0.181ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.316ms self 1.316ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.260ms self 0.006ms children 0.254ms %children 97.74% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.210ms self 0.210ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 15.072ms self 0.006ms children 15.066ms %children 99.96% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 15.000ms self 2.779ms children 12.221ms %children 81.47% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 12.221ms self 0.089ms children 12.132ms %children 99.27% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.456ms self 0.456ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.167ms self 0.167ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.530ms self 0.530ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.507ms self 0.507ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.026ms self 1.026ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.151ms self 0.151ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.475ms self 1.475ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.404ms self 0.404ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.155ms self 0.155ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.488ms self 0.488ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.500ms self 0.500ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.983ms self 0.983ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.179ms self 0.179ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.296ms self 1.296ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.359ms self 0.359ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.158ms self 0.158ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.432ms self 0.432ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.440ms self 0.440ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.926ms self 0.926ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.178ms self 0.178ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.322ms self 1.322ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.046ms self 0.046ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.115ms self 0.004ms children 0.111ms %children 96.32% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.067ms self 0.067ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.119ms self 0.003ms children 0.116ms %children 97.83% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.058ms self 0.058ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.033ms self 0.033ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 14.481ms self 0.007ms children 14.474ms %children 99.95% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 14.431ms self 2.443ms children 11.988ms %children 83.07% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 11.988ms self 0.064ms children 11.924ms %children 99.46% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.210ms self 0.210ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.208ms self 0.208ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.551ms self 0.551ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.515ms self 0.515ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 1.016ms self 1.016ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.183ms self 0.183ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 1.337ms self 1.337ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.386ms self 0.386ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.168ms self 0.168ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.496ms self 0.496ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.495ms self 0.495ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.953ms self 0.953ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.170ms self 0.170ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 1.306ms self 1.306ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.372ms self 0.372ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.143ms self 0.143ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.481ms self 0.481ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.496ms self 0.496ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.950ms self 0.950ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.188ms self 0.188ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 1.298ms self 1.298ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 127.449ms self 50.498ms children 76.951ms %children 60.38% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 37.861ms self 0.011ms children 37.851ms %children 99.97% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 37.799ms self 3.875ms children 33.924ms %children 89.75% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 33.924ms self 0.064ms children 33.860ms %children 99.81% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.206ms self 0.206ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.204ms self 0.204ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.515ms self 0.515ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.504ms self 0.504ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.001ms self 1.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.173ms self 0.173ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.369ms self 1.369ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.391ms self 0.391ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.151ms self 0.151ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.485ms self 0.485ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.499ms self 0.499ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.995ms self 0.995ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.173ms self 0.173ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.311ms self 1.311ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.389ms self 0.389ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.149ms self 0.149ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.495ms self 0.495ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.499ms self 0.499ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.984ms self 0.984ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.177ms self 0.177ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 23.190ms self 23.190ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.167ms self 0.005ms children 0.162ms %children 97.05% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.090ms self 0.090ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.037ms self 0.037ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 18.638ms self 0.011ms children 18.627ms %children 99.94% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 18.530ms self 5.533ms children 12.998ms %children 70.14% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 12.998ms self 0.086ms children 12.912ms %children 99.34% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.145ms self 0.145ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.617ms self 0.617ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.552ms self 0.552ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.448ms self 0.448ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.988ms self 0.988ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.167ms self 0.167ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.396ms self 1.396ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.335ms self 0.335ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.165ms self 0.165ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.451ms self 0.451ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.455ms self 0.455ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 1.891ms self 1.891ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.159ms self 0.159ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.226ms self 1.226ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.309ms self 0.309ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.147ms self 0.147ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.507ms self 0.507ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.860ms self 0.860ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.838ms self 0.838ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.138ms self 0.138ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.116ms self 1.116ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.079ms self 0.079ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 1.559ms self 0.009ms children 1.550ms %children 99.41% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.048ms self 0.048ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 1.466ms self 1.466ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.037ms self 0.037ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 17.489ms self 0.013ms children 17.476ms %children 99.92% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 17.410ms self 5.694ms children 11.716ms %children 67.29% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 11.716ms self 0.077ms children 11.639ms %children 99.34% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.226ms self 0.226ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 1.811ms self 1.811ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.505ms self 0.505ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.482ms self 0.482ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.827ms self 0.827ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.143ms self 0.143ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.166ms self 1.166ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.315ms self 0.315ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.142ms self 0.142ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.312ms self 0.312ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.442ms self 0.442ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.733ms self 0.733ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.142ms self 0.142ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.153ms self 1.153ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.321ms self 0.321ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.145ms self 0.145ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.322ms self 0.322ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.436ms self 0.436ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.711ms self 0.711ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.148ms self 0.148ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.156ms self 1.156ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.046ms self 0.046ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 1.236ms self 1.236ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 1.982ms self 1.982ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 38.549ms self 38.549ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 0.344ms self 0.007ms children 0.337ms %children 98.08% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 0.332ms self 0.146ms children 0.185ms %children 55.86% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 0.185ms self 0.013ms children 0.172ms %children 92.98% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.038ms self 0.038ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.050ms self 0.002ms children 0.048ms %children 95.19% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.045ms self 0.045ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 0.155ms self 0.002ms children 0.153ms %children 98.43% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 0.151ms self 0.060ms children 0.091ms %children 60.07% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 0.091ms self 0.007ms children 0.084ms %children 92.63% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.011ms self 0.002ms children 0.010ms %children 85.10% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.010ms self 0.001ms children 0.008ms %children 86.49% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 0.113ms self 0.002ms children 0.110ms %children 98.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.109ms self 0.053ms children 0.056ms %children 51.69% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.056ms self 0.005ms children 0.051ms %children 90.46% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 9.268ms self 7.611ms children 1.657ms %children 17.88% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 0.605ms self 0.005ms children 0.600ms %children 99.11% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 0.592ms self 0.248ms children 0.344ms %children 58.09% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 0.344ms self 0.018ms children 0.326ms %children 94.85% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.045ms self 0.045ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.082ms self 0.082ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.049ms self 0.049ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.076ms self 0.076ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.023ms self 0.003ms children 0.020ms %children 88.94% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 0.317ms self 0.003ms children 0.314ms %children 99.18% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 0.311ms self 0.127ms children 0.184ms %children 59.20% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 0.184ms self 0.011ms children 0.173ms %children 94.03% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.036ms self 0.036ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.053ms self 0.053ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 0.249ms self 0.003ms children 0.246ms %children 98.84% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 0.239ms self 0.239ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 0.295ms self 0.003ms children 0.292ms %children 99.01% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 0.289ms self 0.128ms children 0.161ms %children 55.68% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 0.161ms self 0.009ms children 0.152ms %children 94.30% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.012ms self 0.012ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.033ms self 0.033ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.010ms self 0.010ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.048ms self 0.048ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 0.169ms self 0.169ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 2.462ms self 2.462ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 43.281ms self 0.011ms children 43.270ms %children 99.97% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.090ms self 0.090ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 43.062ms self 8.698ms children 34.364ms %children 79.80% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 34.364ms self 0.084ms children 34.280ms %children 99.76% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 1.155ms self 1.155ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.508ms self 0.508ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.183ms self 1.183ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 5.330ms self 5.330ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.699ms self 3.699ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.368ms self 0.368ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.549ms self 3.549ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.683ms self 0.683ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.451ms self 0.451ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.783ms self 0.783ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 1.132ms self 1.132ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 2.454ms self 2.454ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.214ms self 0.214ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.501ms self 3.501ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.568ms self 0.568ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.476ms self 0.476ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.887ms self 0.887ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 1.179ms self 1.179ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 2.758ms self 2.758ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.210ms self 0.210ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.192ms self 3.192ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.119ms self 0.119ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.383ms self 0.006ms children 0.377ms %children 98.32% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.054ms self 0.054ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.252ms self 0.252ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.070ms self 0.070ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 34.710ms self 0.011ms children 34.698ms %children 99.97% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.053ms self 0.053ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 34.562ms self 8.368ms children 26.194ms %children 75.79% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 26.194ms self 0.074ms children 26.120ms %children 99.72% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.384ms self 0.384ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.489ms self 0.489ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.944ms self 0.944ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 1.102ms self 1.102ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 2.460ms self 2.460ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.208ms self 0.208ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 3.010ms self 3.010ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.461ms self 0.461ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.434ms self 0.434ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.754ms self 0.754ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 1.094ms self 1.094ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 2.686ms self 2.686ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.229ms self 0.229ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 3.494ms self 3.494ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.483ms self 0.483ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.429ms self 0.429ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.719ms self 0.719ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 1.073ms self 1.073ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 2.388ms self 2.388ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.207ms self 0.207ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 3.072ms self 3.072ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.083ms self 0.083ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.329ms self 0.007ms children 0.321ms %children 97.73% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.095ms self 0.095ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.170ms self 0.170ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.056ms self 0.056ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.318ms self 0.005ms children 0.312ms %children 98.35% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.060ms self 0.060ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.155ms self 0.155ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.097ms self 0.097ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 33.573ms self 0.011ms children 33.563ms %children 99.97% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.046ms self 0.046ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 33.447ms self 6.974ms children 26.473ms %children 79.15% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 26.473ms self 0.069ms children 26.404ms %children 99.74% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.337ms self 0.337ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.463ms self 0.463ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.752ms self 0.752ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 1.023ms self 1.023ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 2.315ms self 2.315ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.204ms self 0.204ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 3.381ms self 3.381ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.480ms self 0.480ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.433ms self 0.433ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.773ms self 0.773ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 1.066ms self 1.066ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 3.137ms self 3.137ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.210ms self 0.210ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 3.273ms self 3.273ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.430ms self 0.430ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.411ms self 0.411ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.718ms self 0.718ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.966ms self 0.966ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 2.406ms self 2.406ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.248ms self 0.248ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 3.380ms self 3.380ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.070ms self 0.070ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 521.122ms self 410.577ms children 110.545ms %children 21.21% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 32.218ms self 0.009ms children 32.209ms %children 99.97% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.050ms self 0.050ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 32.093ms self 6.718ms children 25.375ms %children 79.07% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 25.375ms self 0.071ms children 25.303ms %children 99.72% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.367ms self 0.367ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.429ms self 0.429ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.730ms self 0.730ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.964ms self 0.964ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 2.643ms self 2.643ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.222ms self 0.222ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.476ms self 3.476ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.465ms self 0.465ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.433ms self 0.433ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.740ms self 0.740ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.972ms self 0.972ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 2.165ms self 2.165ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.142ms self 0.142ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.040ms self 3.040ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.448ms self 0.448ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.401ms self 0.401ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.722ms self 0.722ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.956ms self 0.956ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 2.396ms self 2.396ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.179ms self 0.179ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.414ms self 3.414ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.065ms self 0.065ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.513ms self 0.006ms children 0.507ms %children 98.90% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.099ms self 0.099ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.245ms self 0.245ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.163ms self 0.163ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 32.584ms self 0.009ms children 32.575ms %children 99.97% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 32.452ms self 6.790ms children 25.662ms %children 79.08% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 25.662ms self 0.079ms children 25.583ms %children 99.69% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.308ms self 0.308ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.469ms self 0.469ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.818ms self 0.818ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 1.001ms self 1.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 2.795ms self 2.795ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.202ms self 0.202ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 3.418ms self 3.418ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.446ms self 0.446ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.424ms self 0.424ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.749ms self 0.749ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.922ms self 0.922ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 2.346ms self 2.346ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.137ms self 0.137ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 2.881ms self 2.881ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.422ms self 0.422ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.446ms self 0.446ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.876ms self 0.876ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.983ms self 0.983ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 2.771ms self 2.771ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.160ms self 0.160ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 3.009ms self 3.009ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.072ms self 0.072ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 4.206ms self 0.010ms children 4.196ms %children 99.76% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.129ms self 0.129ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 3.952ms self 3.952ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.115ms self 0.115ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 37.540ms self 0.011ms children 37.528ms %children 99.97% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.057ms self 0.057ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 37.382ms self 7.845ms children 29.537ms %children 79.02% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 29.537ms self 0.085ms children 29.452ms %children 99.71% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.333ms self 0.333ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.483ms self 0.483ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.822ms self 0.822ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.918ms self 0.918ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 3.405ms self 3.405ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.205ms self 0.205ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 3.539ms self 3.539ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.535ms self 0.535ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.494ms self 0.494ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 1.002ms self 1.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 1.054ms self 1.054ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 4.597ms self 4.597ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.168ms self 0.168ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 3.285ms self 3.285ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.448ms self 0.448ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.438ms self 0.438ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.788ms self 0.788ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.950ms self 0.950ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 2.437ms self 2.437ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.147ms self 0.147ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 3.403ms self 3.403ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.089ms self 0.089ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 3.486ms self 3.486ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 8.536ms self 8.536ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 179.980ms self 179.980ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 0.347ms self 0.005ms children 0.342ms %children 98.53% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 0.334ms self 0.132ms children 0.202ms %children 60.44% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 0.202ms self 0.014ms children 0.188ms %children 92.86% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.027ms self 0.027ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.055ms self 0.055ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.055ms self 0.055ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.017ms self 0.003ms children 0.015ms %children 85.29% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.012ms self 0.012ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 0.139ms self 0.002ms children 0.137ms %children 98.42% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 0.136ms self 0.044ms children 0.092ms %children 67.55% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 0.092ms self 0.006ms children 0.085ms %children 93.01% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.036ms self 0.036ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.010ms self 0.002ms children 0.009ms %children 83.54% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.010ms self 0.001ms children 0.008ms %children 86.59% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 0.089ms self 0.003ms children 0.086ms %children 96.58% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.085ms self 0.041ms children 0.044ms %children 51.85% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.044ms self 0.005ms children 0.039ms %children 88.77% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 7.319ms self 6.046ms children 1.273ms %children 17.40% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 0.373ms self 0.003ms children 0.370ms %children 99.32% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 0.367ms self 0.130ms children 0.237ms %children 64.65% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 0.237ms self 0.011ms children 0.227ms %children 95.55% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.073ms self 0.073ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.076ms self 0.076ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.012ms self 0.002ms children 0.010ms %children 86.61% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 0.204ms self 0.003ms children 0.202ms %children 98.77% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 0.199ms self 0.088ms children 0.111ms %children 55.94% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 0.111ms self 0.009ms children 0.103ms %children 92.32% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.010ms self 0.010ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 0.234ms self 0.003ms children 0.231ms %children 98.91% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 0.206ms self 0.206ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 0.245ms self 0.003ms children 0.242ms %children 98.74% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 0.239ms self 0.116ms children 0.122ms %children 51.27% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 0.122ms self 0.009ms children 0.113ms %children 92.54% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.010ms self 0.010ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.010ms self 0.010ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 0.206ms self 0.206ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 1.466ms self 1.466ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/Verify total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable total 0.442ms self 0.008ms children 0.434ms %children 98.08% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.429ms self 0.186ms children 0.243ms %children 56.59% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.243ms self 0.015ms children 0.228ms %children 93.94% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.034ms self 0.034ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.030ms self 0.030ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.041ms self 0.041ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.061ms self 0.061ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile total 8.364ms self 6.539ms children 1.825ms %children 21.82% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR total 0.308ms self 0.003ms children 0.304ms %children 98.88% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 0.301ms self 0.122ms children 0.179ms %children 59.43% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 0.179ms self 0.010ms children 0.169ms %children 94.47% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.012ms self 0.012ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.037ms self 0.037ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.044ms self 0.044ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, initial IR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR total 0.015ms self 0.002ms children 0.013ms %children 86.48% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR/LoweringTransformation total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/InlineApplyIR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR total 0.256ms self 0.002ms children 0.253ms %children 99.04% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 0.251ms self 0.112ms children 0.139ms %children 55.31% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 0.139ms self 0.009ms children 0.130ms %children 93.68% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.033ms self 0.033ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.036ms self 0.036ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs total 0.758ms self 0.003ms children 0.755ms %children 99.60% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 0.748ms self 0.748ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/LowerArrayAggsToRunAggs/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 0.309ms self 0.003ms children 0.306ms %children 99.15% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 0.303ms self 0.133ms children 0.170ms %children 56.17% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 0.170ms self 0.010ms children 0.160ms %children 94.11% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.036ms self 0.036ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/Compile/EmitContext.analyze total 0.180ms self 0.180ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/InitializeCompiledFunction total 1.378ms self 1.378ms children 0.000ms %children 0.00% 2022-08-17 10:39:00 root: INFO: timing SparkBackend.executeEncode/RunCompiledFunction total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:45:57 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:45:57 BlockManagerInfo: INFO: Removed broadcast_35_piece0 on dna.Dlink:40753 in memory (size: 60.0 B, free: 17.8 GiB) 2022-08-17 10:45:57 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 10:45:57 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 10:45:57 root: INFO: timing SparkBackend.parse_value_ir total 54.586ms self 54.586ms children 0.000ms %children 0.00% 2022-08-17 10:45:57 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:45:57 root: INFO: starting execution of query hail_query_5 of initial size 606 2022-08-17 10:45:57 BlockManagerInfo: INFO: Removed broadcast_36_piece0 on dna.Dlink:40753 in memory (size: 36.9 KiB, free: 17.8 GiB) 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 606: (Let __rng_state (RNGStateLiteral (0 0 0 0)) (TableCount (MatrixRowsTable (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols None (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixMapCols None (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (Let __cse_1 (GetField alleles (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__uid_4 (GetField AC (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((GetField GT (Ref g)))))) (__uid_5 (ToArray (StreamMap __uid_6 (ToStream False (ArraySlice (Ref __cse_1) (I32 1) (I32 1))) (Let __uid_11 (ApplyIR 51 __uid_1 () Int32 (ApplyIR 30 indexArray () String (Ref __cse_1) (I32 0)) (Ref __uid_6)) (If (ApplyComparisonOp EQ (Ref __uid_11) (I32 1)) (Let __cse_2 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (If (ApplySpecial 75 land () Boolean (ApplyComparisonOp EQ (ApplyIR 52 __uid_1 () Int32 (Ref __cse_2) (Ref __uid_6)) (I32 1)) (ApplyIR 74 __uid_2 () Boolean (Ref __cse_2) (Ref __uid_6))) (I32 8) (I32 9))) (Ref __uid_11))))))))) (AggLet __cse_3 False (GetField GT (Ref g)) (InsertFields (SelectFields (s) (Ref sa)) None (sample_qc (Let __uid_25 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 76 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_3))))))) (n_not_called (ApplyAggOp Sum () ((Apply 77 toInt64 () Int64 (IsNA (Ref __cse_3)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Ref n_rows) (ApplyAggOp Count () ()))) (n_hom_ref (ApplyAggOp Sum () ((Apply 79 toInt64 () Int64 (Apply 78 isHomRef () Boolean (Ref __cse_3)))))) (n_het (ApplyAggOp Sum () ((Apply 81 toInt64 () Int64 (Apply 80 isHet () Boolean (Ref __cse_3)))))) (n_singleton (ApplyAggOp Sum () ((ApplyIR 89 toInt64 () Int64 (Let __uid_16 (Ref __cse_3) (ApplyIR 88 sum () Int32 (ToArray (StreamFilter __uid_20 (ToStream False (ToArray (StreamMap __uid_19 (ToStream False (ToArray (StreamMap __uid_17 (ToStream False (ToArray (StreamRange 83 False (I32 0) (Apply 82 ploidy () Int32 (Ref __uid_16)) (I32 1)))) (Let __uid_18 (Apply 84 index () Int32 (Ref __uid_16) (Ref __uid_17)) (ApplySpecial 86 land () Boolean (ApplyComparisonOp NEQ (Ref __uid_18) (I32 0)) (ApplyComparisonOp EQ (ApplyIR 85 indexArray () Int32 (GetField __uid_4 (Ref va)) (Ref __uid_18)) (I32 1))))))) (Apply 87 toInt32 () Int32 (Ref __uid_19))))) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_20))))))))))) (allele_type_counts (AggExplode __uid_24 False (ToStream False (ToArray (StreamMap __uid_23 (ToStream False (ToArray (StreamFilter __uid_22 (ToStream False (ToArray (StreamMap __uid_21 (ToStream False (ToArray (StreamRange 91 False (I32 0) (Apply 90 ploidy () Int32 (Ref __cse_3)) (I32 1)))) (Apply 92 index () Int32 (Ref __cse_3) (Ref __uid_21))))) (ApplyComparisonOp GT (Ref __uid_22) (I32 0))))) (ApplyIR 93 indexArray () Int32 (GetField __uid_5 (Ref va)) (ApplyBinaryPrimOp Subtract (Ref __uid_23) (I32 1)))))) (MakeTuple (0 1 2 3 4 5 6 7 8 9) (ApplyAggOp Sum () ((Apply 94 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 0))))) (ApplyAggOp Sum () ((Apply 95 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 1))))) (ApplyAggOp Sum () ((Apply 96 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 2))))) (ApplyAggOp Sum () ((Apply 97 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 3))))) (ApplyAggOp Sum () ((Apply 98 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 4))))) (ApplyAggOp Sum () ((Apply 99 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 5))))) (ApplyAggOp Sum () ((Apply 100 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 6))))) (ApplyAggOp Sum () ((Apply 101 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 7))))) (ApplyAggOp Sum () ((Apply 102 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 8))))) (ApplyAggOp Sum () ((Apply 103 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 9))))))))) (Let __cse_4 (GetField n_called (Ref __uid_25)) (Let __cse_5 (GetField n_not_called (Ref __uid_25)) (Let __cse_6 (GetField n_filtered (Ref __uid_25)) (Let __cse_7 (GetField n_hom_ref (Ref __uid_25)) (Let __cse_8 (GetField n_het (Ref __uid_25)) (Let __cse_9 (GetField allele_type_counts (Ref __uid_25)) (Let __uid_26 (MakeStruct (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 104 toFloat64 () Float64 (Ref __cse_4)) (ApplyIR 105 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_4) (Ref __cse_5)) (Ref __cse_6))))) (n_called (Ref __cse_4)) (n_not_called (Ref __cse_5)) (n_filtered (Ref __cse_6)) (n_hom_ref (Ref __cse_7)) (n_het (Ref __cse_8)) (n_hom_var (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7)) (Ref __cse_8))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7))) (n_singleton (GetField n_singleton (Ref __uid_25))) (n_snp (ApplyBinaryPrimOp Add (GetTupleElement 8 (Ref __cse_9)) (GetTupleElement 9 (Ref __cse_9)))) (n_insertion (GetTupleElement 3 (Ref __cse_9))) (n_deletion (GetTupleElement 4 (Ref __cse_9))) (n_transition (GetTupleElement 8 (Ref __cse_9))) (n_transversion (GetTupleElement 9 (Ref __cse_9))) (n_star (GetTupleElement 6 (Ref __cse_9)))) (InsertFields (Ref __uid_26) None (r_ti_tv (If (ApplyComparisonOp NEQ (GetField n_transversion (Ref __uid_26)) (ApplyIR 107 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 106 toFloat64 () Float64 (GetField n_transition (Ref __uid_26))) (ApplyIR 108 toFloat64 () Float64 (GetField n_transversion (Ref __uid_26)))) (NA Float64))) (r_het_hom_var (If (ApplyComparisonOp NEQ (GetField n_hom_var (Ref __uid_26)) (ApplyIR 110 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 109 toFloat64 () Float64 (GetField n_het (Ref __uid_26))) (ApplyIR 111 toFloat64 () Float64 (GetField n_hom_var (Ref __uid_26)))) (NA Float64))) (r_insertion_deletion (If (ApplyComparisonOp NEQ (GetField n_deletion (Ref __uid_26)) (ApplyIR 113 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 112 toFloat64 () Float64 (GetField n_insertion (Ref __uid_26))) (ApplyIR 114 toFloat64 () Float64 (GetField n_deletion (Ref __uid_26)))) (NA Float64)))))))))))))))) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_4 (GetField __uid_4 (Ref va))) (__uid_5 (GetField __uid_5 (Ref va)))))) (TableKeyBy (Sample) False (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __cse_11 (GetField text (Ref row)) (Let __cse_10 (Apply 3 splitChar () Array[String] (Ref __cse_11) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Ref __cse_10))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Ref __cse_10))) (I32 1)) (Str "field") (Str "fields")) (Ref __cse_11))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (Let __cse_12 (GetField split_text (Ref row)) (InsertFields (SelectFields (file split_text) (Ref row)) None (Sample (ApplyIR 14 indexArray () String (Ref __cse_12) (I32 0))) (Population (ApplyIR 15 indexArray () String (Ref __cse_12) (I32 1))) (SuperPopulation (ApplyIR 16 indexArray () String (Ref __cse_12) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ApplyIR 17 indexArray () String (Ref __cse_12) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ApplyIR 19 indexArray () String (Ref __cse_12) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ApplyIR 21 indexArray () String (Ref __cse_12) (I32 5))))))) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file split_text Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))) (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))))) (InsertFields (SelectFields (s sample_qc) (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (AggLet __cse_13 False (GetField GT (Ref g)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (variant_qc (Let __uid_28 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 115 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_13))))))) (n_not_called (ApplyAggOp Sum () ((Apply 116 toInt64 () Int64 (IsNA (Ref __cse_13)))))) (n_filtered (ApplyBinaryPrimOp Subtract (ApplyIR 117 toInt64 () Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((Ref __cse_13))))) (Let __cse_17 (GetField call_stats (Ref __uid_28)) (Let __cse_21 (GetField homozygote_count (Ref __cse_17)) (Let __cse_18 (GetField n_called (Ref __uid_28)) (Let __cse_19 (GetField n_not_called (Ref __uid_28)) (Let __cse_20 (GetField n_filtered (Ref __uid_28)) (Let __uid_29 (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (GetField alleles (Ref va)))) (I32 2)) (Let __cse_14 (GetField call_stats (Ref __uid_28)) (Let __cse_15 (GetField homozygote_count (Ref __cse_14)) (Let __cse_16 (GetField AC (Ref __cse_14)) (MakeTuple (0 1) (Apply 122 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 118 indexArray () Int32 (Ref __cse_15) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 119 indexArray () Int32 (Ref __cse_16) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 120 indexArray () Int32 (Ref __cse_15) (I32 1)) (I32 2))) (ApplyIR 121 indexArray () Int32 (Ref __cse_15) (I32 1)) (False)) (Apply 127 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 123 indexArray () Int32 (Ref __cse_15) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 124 indexArray () Int32 (Ref __cse_16) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 125 indexArray () Int32 (Ref __cse_15) (I32 1)) (I32 2))) (ApplyIR 126 indexArray () Int32 (Ref __cse_15) (I32 1)) (True)))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{het_freq_hwe:Float64,p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __cse_17))) (AF (GetField AF (Ref __cse_17))) (AN (GetField AN (Ref __cse_17))) (homozygote_count (Ref __cse_21)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 128 toFloat64 () Float64 (Ref __cse_18)) (ApplyIR 129 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_18) (Ref __cse_19)) (Ref __cse_20))))) (n_called (Ref __cse_18)) (n_not_called (Ref __cse_19)) (n_filtered (Ref __cse_20)) (n_het (ApplyBinaryPrimOp Subtract (Ref __cse_18) (ApplyIR 131 toInt64 () Int64 (ApplyIR 130 sum () Int32 (ToArray (StreamFilter __uid_30 (ToStream False (Ref __cse_21)) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_30))))))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_18) (ApplyIR 133 toInt64 () Int64 (ApplyIR 132 indexArray () Int32 (Ref __cse_21) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __uid_29)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __uid_29)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __uid_29)))))))))))))))) (Let __cse_22 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ApplyIR 134 indexArray () Float64 (Ref __cse_22) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ApplyIR 135 indexArray () Float64 (Ref __cse_22) (I32 0)) (F64 0.95))) (False))))))) 2022-08-17 10:45:57 BlockManagerInfo: INFO: Removed broadcast_30_piece0 on dna.Dlink:40753 in memory (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 10:45:57 BlockManagerInfo: INFO: Removed broadcast_29_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 10:45:57 root: INFO: Prune: InsertFields: eliminating field '__uid_4' 2022-08-17 10:45:57 root: INFO: Prune: InsertFields: eliminating field '__uid_5' 2022-08-17 10:45:57 root: INFO: Prune: InsertFields: eliminating field 'sample_qc' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'locus' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'rsid' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'qual' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'filters' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'info' 2022-08-17 10:45:57 root: INFO: Prune: InsertFields: eliminating field 'Population' 2022-08-17 10:45:57 root: INFO: Prune: InsertFields: eliminating field 'isFemale' 2022-08-17 10:45:57 root: INFO: Prune: InsertFields: eliminating field 'PurpleHair' 2022-08-17 10:45:57 root: INFO: Prune: InsertFields: eliminating field 'CaffeineConsumption' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'AC' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'AN' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'homozygote_count' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'call_rate' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'n_called' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'n_not_called' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'n_filtered' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'n_het' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'n_non_ref' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'het_freq_hwe' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'p_value_hwe' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'p_value_excess_het' 2022-08-17 10:45:57 root: INFO: Prune: InsertFields: eliminating field 'split_text' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'n_called' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'n_not_called' 2022-08-17 10:45:57 root: INFO: Prune: MakeStruct: eliminating field 'n_filtered' 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 125: (TableCount (TableFilter (MatrixRowsTable (MatrixMapRows (MatrixFilterCols (MatrixMapCols () (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixKeyRowsBy () False (MatrixRead Matrix{global:Struct{},col_key:[s],col:Struct{s:String},row_key:[[locus,alleles]],row:Struct{locus:Locus(GRCh37),alleles:Array[String]},entry:Struct{GT:Call}} False False (MatrixNativeReader Haill_mt/1kg_Full.mt ))) (MakeStruct (alleles (GetField alleles (Ref va))))) (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_3932 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_3933 (GetField text (Ref row)) (Let __iruid_3934 (Apply 3 splitChar () Array[String] (Ref __iruid_3933) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_3934)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_3934)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_3933))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_3932) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_3932) (I32 2)))))))) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (InsertFields (Ref va) None (variant_qc (Let __iruid_3936 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref va)))) ((GetField GT (Ref g)))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_3936)))))))))) (Let __iruid_3938 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_3938) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_3938) (I32 0)) (F64 0.95))) (False))))) 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 274: (TableCount (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapGlobals (TableMapGlobals (TableMapRows (TableKeyBy () False (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_3940 (MakeStruct) (MakeStruct (alleles (GetField alleles (SelectFields (locus alleles) (Ref row)))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (Let __dictfield (ToDict (ToStream False (ToArray (StreamMap __iruid_3941 (ToStream False (GetField rows (TableCollect (TableKeyBy () False (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_3932 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_3933 (GetField text (Ref row)) (Let __iruid_3934 (Apply 3 splitChar () Array[String] (Ref __iruid_3933) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_3934)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_3934)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_3933))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_3932) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_3932) (I32 2))))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_3941)) (SelectFields (SuperPopulation) (Ref __iruid_3941))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_3939 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_3939) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __dictfield) (MakeStruct (Sample (GetField s (Ref __iruid_3939))))))))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_3945 (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let __cols_array (GetField __cols (Ref global)) (Let sa (ArrayRef -1 (Ref __cols_array) (Ref __iruid_3945)) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))))))))) (InsertFields (Ref global) None (newColIdx (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let sa (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (SelectFields (__cols) (InsertFields (Ref global) None (__cols (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_3946 (MakeStruct) (StreamAgg i (ToStream False (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)))) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (AggLet sa False (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (AggLet g False (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i)) (InsertFields (SelectFields (alleles) (Ref row)) None (variant_qc (Let __iruid_3936 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (SelectFields (alleles) (Ref row))))) ((GetField GT (Ref g)))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_3936)))))))))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (SelectFields () (Ref global))) (SelectFields (alleles variant_qc) (Ref row))) (Let __iruid_3938 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_3938) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_3938) (I32 0)) (F64 0.95))) (False))))) 2022-08-17 10:45:57 root: INFO: Prune: InsertFields: eliminating field '__cols' 2022-08-17 10:45:57 root: INFO: Prune: InsertFields: eliminating field '__cols' 2022-08-17 10:45:57 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 210: (TableCount (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapRows (TableKeyBy () False (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))))))) (MakeStruct (alleles (GetField alleles (Ref row))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))))) (Let __iruid_4038 (ToDict (StreamMap __iruid_4039 (ToStream False (GetField rows (TableCollect (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_4040 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_4041 (GetField text (Ref row)) (Let __iruid_4042 (Apply 3 splitChar () Array[String] (Ref __iruid_4041) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_4042)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4042)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4041))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4040) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4040) (I32 2))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4039)) (SelectFields (SuperPopulation) (Ref __iruid_4039))))) (Let __iruid_4043 (ToArray (StreamMap __iruid_4044 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_4044) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_4038) (MakeStruct (Sample (GetField s (Ref __iruid_4044))))))))) (Let __iruid_4045 (ToArray (StreamMap __iruid_4046 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4043)) (I32 1)) (Let __iruid_4047 (ArrayRef -1 (Ref __iruid_4043) (Ref __iruid_4046)) (InsertFields (SelectFields () (Ref __iruid_4047)) None (pheno (GetField __uid_27 (Ref __iruid_4047))))))) (InsertFields (SelectFields () (Ref global)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4048 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4045)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4045) (Ref __iruid_4048)))) (Str "EUR")) (False)))))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4049 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_4049))))))) (SelectFields () (Ref global))) (StreamAgg __iruid_4050 (StreamFilter __iruid_4051 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_4051))))) (InsertFields (SelectFields () (Ref row)) None (variant_qc (Let __iruid_4052 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref row)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_4050))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_4052)))))))))) (Let __iruid_4053 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4053) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4053) (I32 0)) (F64 0.95))) (False))))) 2022-08-17 10:45:57 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:45:57 root: INFO: lowering result: TableCollect 2022-08-17 10:45:57 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 95: (Let __iruid_4065 (MakeStruct) (Let __iruid_4069 (CollectDistributedArray __iruid_4066 __iruid_4068 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_4065 (Ref __iruid_4065))) (Let __iruid_4065 (GetField __iruid_4065 (Ref __iruid_4068)) (ToArray (Let global (Ref __iruid_4065) (StreamMap __iruid_4067 (Let global (Ref __iruid_4065) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_4066)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let row (Ref __iruid_4067) (Let __iruid_4040 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_4041 (GetField text (Ref row)) (Let __iruid_4042 (Apply 3 splitChar () Array[String] (Ref __iruid_4041) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_4042)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4042)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4041))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4040) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4040) (I32 2))))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_4070 (ToStream False (Ref __iruid_4069)) (ToStream False (Ref __iruid_4070))))) (global (Ref __iruid_4065))))) 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_4095 (ToStream False (CollectDistributedArray __iruid_4096 __iruid_4097 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_4065:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_4099 (StreamFilter __iruid_4100 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_4096)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_4100)) (Str "Sample\tPop...")) (False))) (Let __iruid_4101 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_4099))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4099)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4099)) (Str "\t") (Literal Array[String] )) (Let __iruid_4102 (GetField text (Ref __iruid_4099)) (Let __iruid_4103 (Apply 3 splitChar () Array[String] (Ref __iruid_4102) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_4099)) (ArrayLen (Ref __iruid_4103)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4103)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4102))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_4099))))) (InsertFields (SelectFields () (Ref __iruid_4099)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4101) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4101) (I32 2))))))))) (ToStream False (Ref __iruid_4095))))) (global (Literal Struct{} ))) 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_4095 (ToStream False (CollectDistributedArray __iruid_4096 __iruid_4097 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_4065:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_4099 (StreamFilter __iruid_4100 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_4096)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_4100)) (Str "Sample\tPop...")) (False))) (Let __iruid_4101 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_4099))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4099)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4099)) (Str "\t") (Literal Array[String] )) (Let __iruid_4102 (GetField text (Ref __iruid_4099)) (Let __iruid_4103 (Apply 3 splitChar () Array[String] (Ref __iruid_4102) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_4099)) (ArrayLen (Ref __iruid_4103)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4103)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4102))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_4099))))) (InsertFields (SelectFields () (Ref __iruid_4099)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4101) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4101) (I32 2))))))))) (ToStream False (Ref __iruid_4095))))) (global (Literal Struct{} ))) 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_4120 (ToStream False (CollectDistributedArray __iruid_4121 __iruid_4122 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_4123 (StreamFilter __iruid_4124 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_4121)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_4124)) (Str "Sample\tPop...")) (False))) (Let __iruid_4125 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_4123))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4123)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4123)) (Str "\t") (Literal Array[String] )) (Let __iruid_4126 (GetField text (Ref __iruid_4123)) (Let __iruid_4127 (Apply 3 splitChar () Array[String] (Ref __iruid_4126) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_4123)) (ArrayLen (Ref __iruid_4127)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4127)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4126))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_4123))))) (InsertFields (SelectFields () (Ref __iruid_4123)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4125) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4125) (I32 2))))))))) (ToStream False (Ref __iruid_4120))))) (global (Literal Struct{} ))) 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_4120 (ToStream False (CollectDistributedArray __iruid_4121 __iruid_4122 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_4123 (StreamFilter __iruid_4124 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_4121)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_4124)) (Str "Sample\tPop...")) (False))) (Let __iruid_4125 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_4123))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4123)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4123)) (Str "\t") (Literal Array[String] )) (Let __iruid_4126 (GetField text (Ref __iruid_4123)) (Let __iruid_4127 (Apply 3 splitChar () Array[String] (Ref __iruid_4126) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_4123)) (ArrayLen (Ref __iruid_4127)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4127)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4126))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_4123))))) (InsertFields (SelectFields () (Ref __iruid_4123)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4125) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4125) (I32 2))))))))) (ToStream False (Ref __iruid_4120))))) (global (Literal Struct{} ))) 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_4144 (ToStream False (CollectDistributedArray __iruid_4145 __iruid_4146 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_4147 (StreamFilter __iruid_4148 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_4145)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_4148)) (Str "Sample\tPop...")) (False))) (Let __iruid_4149 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_4147))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4147)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4147)) (Str "\t") (Literal Array[String] )) (Let __iruid_4150 (GetField text (Ref __iruid_4147)) (Let __iruid_4151 (Apply 3 splitChar () Array[String] (Ref __iruid_4150) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_4147)) (ArrayLen (Ref __iruid_4151)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4151)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4150))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_4147))))) (InsertFields (SelectFields () (Ref __iruid_4147)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4149) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4149) (I32 2))))))))) (ToStream False (Ref __iruid_4144))))) (global (Literal Struct{} ))) 2022-08-17 10:45:57 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_4144 (ToStream False (CollectDistributedArray __iruid_4145 __iruid_4146 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_4147 (StreamFilter __iruid_4148 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_4145)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_4148)) (Str "Sample\tPop...")) (False))) (Let __iruid_4149 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_4147))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4147)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4147)) (Str "\t") (Literal Array[String] )) (Let __iruid_4150 (GetField text (Ref __iruid_4147)) (Let __iruid_4151 (Apply 3 splitChar () Array[String] (Ref __iruid_4150) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_4147)) (ArrayLen (Ref __iruid_4151)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4151)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4150))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_4147))))) (InsertFields (SelectFields () (Ref __iruid_4147)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4149) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4149) (I32 2))))))))) (ToStream False (Ref __iruid_4144))))) (global (Literal Struct{} )))) 2022-08-17 10:45:57 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_4168 (ToStream False (CollectDistributedArray __iruid_4169 __iruid_4170 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_4171 (StreamFilter __iruid_4172 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_4169)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_4172)) (Str "Sample\tPop...")) (False))) (Let __iruid_4173 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_4171))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4171)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4171)) (Str "\t") (Literal Array[String] )) (Let __iruid_4174 (GetField text (Ref __iruid_4171)) (Let __iruid_4175 (Apply 3 splitChar () Array[String] (Ref __iruid_4174) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_4171)) (ArrayLen (Ref __iruid_4175)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4175)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4174))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_4171))))) (InsertFields (SelectFields () (Ref __iruid_4171)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4173) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4173) (I32 2))))))))) (ToStream False (Ref __iruid_4168))))) (global (Literal Struct{} )))) 2022-08-17 10:45:57 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_4168 (ToStream False (CollectDistributedArray __iruid_4169 __iruid_4170 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_4171 (StreamFilter __iruid_4172 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_4169)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_4172)) (Str "Sample\tPop...")) (False))) (Let __iruid_4173 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_4171))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4171)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4171)) (Str "\t") (Literal Array[String] )) (Let __iruid_4174 (GetField text (Ref __iruid_4171)) (Let __iruid_4175 (Apply 3 splitChar () Array[String] (Ref __iruid_4174) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_4171)) (ArrayLen (Ref __iruid_4175)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4175)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4174))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_4171))))) (InsertFields (SelectFields () (Ref __iruid_4171)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4173) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4173) (I32 2))))))))) (ToStream False (Ref __iruid_4168))))) (global (Literal Struct{} )))) 2022-08-17 10:45:57 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_4192 (ToStream False (CollectDistributedArray __iruid_4193 __iruid_4194 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_4195 (StreamFilter __iruid_4196 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_4193)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_4196)) (Str "Sample\tPop...")) (False))) (Let __iruid_4197 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_4195))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4195)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4195)) (Str "\t") (Literal Array[String] )) (Let __iruid_4198 (GetField text (Ref __iruid_4195)) (Let __iruid_4199 (Apply 3 splitChar () Array[String] (Ref __iruid_4198) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_4195)) (ArrayLen (Ref __iruid_4199)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4199)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4198))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_4195))))) (InsertFields (SelectFields () (Ref __iruid_4195)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4197) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4197) (I32 2))))))))) (ToStream False (Ref __iruid_4192))))) (global (Literal Struct{} )))) 2022-08-17 10:45:57 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_4192 (ToStream False (CollectDistributedArray __iruid_4193 __iruid_4194 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_4195 (StreamFilter __iruid_4196 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_4193)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_4196)) (Str "Sample\tPop...")) (False))) (Let __iruid_4197 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_4195))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4195)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4195)) (Str "\t") (Literal Array[String] )) (Let __iruid_4198 (GetField text (Ref __iruid_4195)) (Let __iruid_4199 (Apply 3 splitChar () Array[String] (Ref __iruid_4198) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_4195)) (ArrayLen (Ref __iruid_4199)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4199)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4198))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_4195))))) (InsertFields (SelectFields () (Ref __iruid_4195)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4197) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4197) (I32 2))))))))) (ToStream False (Ref __iruid_4192))))) (global (Literal Struct{} )))) 2022-08-17 10:45:57 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_4216 (ToStream False (CollectDistributedArray __iruid_4217 __iruid_4218 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_4219 (StreamFilter __iruid_4220 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_4217)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_4220)) (Str "Sample\tPop...")) (False))) (Let __iruid_4221 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_4219))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4219)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_4219)) (Str "\t") (Literal Array[String] )) (Let __iruid_4222 (GetField text (Ref __iruid_4219)) (Let __iruid_4223 (Apply 3 splitChar () Array[String] (Ref __iruid_4222) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_4219)) (ArrayLen (Ref __iruid_4223)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_4223)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_4222))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_4219))))) (InsertFields (SelectFields () (Ref __iruid_4219)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_4221) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_4221) (I32 2))))))))) (ToStream False (Ref __iruid_4216))))) (global (Literal Struct{} )))) 2022-08-17 10:45:57 root: INFO: encoder cache hit 2022-08-17 10:45:57 MemoryStore: INFO: Block broadcast_39 stored as values in memory (estimated size 304.0 B, free 17.8 GiB) 2022-08-17 10:45:57 MemoryStore: INFO: Block broadcast_39_piece0 stored as bytes in memory (estimated size 256.0 B, free 17.8 GiB) 2022-08-17 10:45:57 BlockManagerInfo: INFO: Added broadcast_39_piece0 in memory on dna.Dlink:40753 (size: 256.0 B, free: 17.8 GiB) 2022-08-17 10:45:57 SparkContext: INFO: Created broadcast 39 from broadcast at SparkBackend.scala:313 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3145HailClassLoaderContainer. 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3145HailClassLoaderContainer. 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3146FSContainer. 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3146FSContainer. 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3147collect_distributed_array. 2022-08-17 10:45:57 root: INFO: instruction count: 111: __C3147collect_distributed_array.apply 2022-08-17 10:45:57 root: INFO: instruction count: 17: __C3147collect_distributed_array.apply 2022-08-17 10:45:57 root: INFO: instruction count: 27: __C3147collect_distributed_array.__m3148DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:45:57 root: INFO: instruction count: 53: __C3147collect_distributed_array.__m3149INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:45:57 root: INFO: instruction count: 10: __C3147collect_distributed_array.__m3150INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:45:57 root: INFO: instruction count: 31: __C3147collect_distributed_array.__m3151INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:45:57 root: INFO: instruction count: 10: __C3147collect_distributed_array.__m3152INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:45:57 root: INFO: instruction count: 10: __C3147collect_distributed_array.__m3153INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:45:57 root: INFO: instruction count: 27: __C3147collect_distributed_array.__m3155DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:45:57 root: INFO: instruction count: 8: __C3147collect_distributed_array.__m3156INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:45:57 root: INFO: instruction count: 205: __C3147collect_distributed_array.__m3158split_ToArray 2022-08-17 10:45:57 root: INFO: instruction count: 11: __C3147collect_distributed_array.__m3168ord_equiv 2022-08-17 10:45:57 root: INFO: instruction count: 21: __C3147collect_distributed_array.__m3169ord_equivNonnull 2022-08-17 10:45:57 root: INFO: instruction count: 28: __C3147collect_distributed_array.__m3170ord_compareNonnull 2022-08-17 10:45:57 root: INFO: instruction count: 7: __C3147collect_distributed_array.__m3173length 2022-08-17 10:45:57 root: INFO: instruction count: 11: __C3147collect_distributed_array.__m3174ord_gt 2022-08-17 10:45:57 root: INFO: instruction count: 14: __C3147collect_distributed_array.__m3175ord_gtNonnull 2022-08-17 10:45:57 root: INFO: instruction count: 138: __C3147collect_distributed_array.__m3176split_If 2022-08-17 10:45:57 root: INFO: instruction count: 161: __C3147collect_distributed_array.__m3182splitChar 2022-08-17 10:45:57 root: INFO: instruction count: 53: __C3147collect_distributed_array.convert_region_to_str_array 2022-08-17 10:45:57 root: INFO: instruction count: 12: __C3147collect_distributed_array.__m3185setup_null 2022-08-17 10:45:57 root: INFO: instruction count: 11: __C3147collect_distributed_array.__m3186ord_equiv 2022-08-17 10:45:57 root: INFO: instruction count: 14: __C3147collect_distributed_array.__m3187ord_equivNonnull 2022-08-17 10:45:57 root: INFO: instruction count: 135: __C3147collect_distributed_array.__m3193format 2022-08-17 10:45:57 root: INFO: instruction count: 12: __C3147collect_distributed_array.__m3196setup_null 2022-08-17 10:45:57 root: INFO: instruction count: 29: __C3147collect_distributed_array.__m3199concat 2022-08-17 10:45:57 root: INFO: instruction count: 35: __C3147collect_distributed_array.__m3201arrayref_bounds_check 2022-08-17 10:45:57 root: INFO: instruction count: 12: __C3147collect_distributed_array.__m3204setup_jab 2022-08-17 10:45:57 root: INFO: instruction count: 12: __C3147collect_distributed_array.__m3207setup_null 2022-08-17 10:45:57 root: INFO: instruction count: 4: __C3147collect_distributed_array.setObjects 2022-08-17 10:45:57 root: INFO: instruction count: 25: __C3147collect_distributed_array.__m3213ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND 2022-08-17 10:45:57 root: INFO: instruction count: 35: __C3147collect_distributed_array.__m3214ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 10:45:57 root: INFO: instruction count: 59: __C3147collect_distributed_array.__m3215ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 10:45:57 root: INFO: instruction count: 16: __C3147collect_distributed_array.__m3216ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:45:57 root: INFO: instruction count: 9: __C3147collect_distributed_array.setPartitionIndex 2022-08-17 10:45:57 root: INFO: instruction count: 4: __C3147collect_distributed_array.addPartitionRegion 2022-08-17 10:45:57 root: INFO: instruction count: 4: __C3147collect_distributed_array.setPool 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3147collect_distributed_array.addHailClassLoader 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3147collect_distributed_array.addFS 2022-08-17 10:45:57 root: INFO: instruction count: 121: __C3147collect_distributed_array.addLiterals 2022-08-17 10:45:57 root: INFO: instruction count: 81: __C3147collect_distributed_array.__m3220DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:45:57 root: INFO: instruction count: 58: __C3147collect_distributed_array.__m3221INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 10:45:57 root: INFO: instruction count: 400: __C3147collect_distributed_array.__m3158split_ToArray_region9_48 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3222__m3158split_ToArraySpills. 2022-08-17 10:45:57 root: INFO: encoder cache hit 2022-08-17 10:45:57 MemoryStore: INFO: Block broadcast_40 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 10:45:57 MemoryStore: INFO: Block broadcast_40_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 10:45:57 BlockManagerInfo: INFO: Added broadcast_40_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 10:45:57 SparkContext: INFO: Created broadcast 40 from broadcast at SparkBackend.scala:313 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3131HailClassLoaderContainer. 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3131HailClassLoaderContainer. 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3132FSContainer. 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3132FSContainer. 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3133Compiled. 2022-08-17 10:45:57 root: INFO: instruction count: 55: __C3133Compiled.apply 2022-08-17 10:45:57 root: INFO: instruction count: 571: __C3133Compiled.__m3134split_ToArray 2022-08-17 10:45:57 root: INFO: instruction count: 4: __C3133Compiled.setBackend 2022-08-17 10:45:57 root: INFO: instruction count: 9: __C3133Compiled.__m3234ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:45:57 root: INFO: instruction count: 61: __C3133Compiled.__m3235ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:45:57 root: INFO: instruction count: 4: __C3133Compiled.__m3236ENCODE_SInt32$_TO_r_int32 2022-08-17 10:45:57 root: INFO: instruction count: 16: __C3133Compiled.__m3237ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:45:57 root: INFO: instruction count: 4: __C3133Compiled.__m3238ENCODE_SInt64$_TO_r_int64 2022-08-17 10:45:57 root: INFO: instruction count: 4: __C3133Compiled.__m3239ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:45:57 root: INFO: instruction count: 9: __C3133Compiled.__m3240ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 10:45:57 root: INFO: instruction count: 1: __C3133Compiled.__m3241ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:45:57 root: INFO: instruction count: 4: __C3133Compiled.setObjects 2022-08-17 10:45:57 root: INFO: instruction count: 27: __C3133Compiled.__m3243DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND_TO_SBaseStructPointer 2022-08-17 10:45:57 root: INFO: instruction count: 58: __C3133Compiled.__m3244INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:45:57 root: INFO: instruction count: 75: __C3133Compiled.__m3245INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:45:57 root: INFO: instruction count: 31: __C3133Compiled.__m3246INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:45:57 root: INFO: instruction count: 12: __C3133Compiled.__m3265setup_jab 2022-08-17 10:45:57 root: INFO: instruction count: 9: __C3133Compiled.setPartitionIndex 2022-08-17 10:45:57 root: INFO: instruction count: 4: __C3133Compiled.addPartitionRegion 2022-08-17 10:45:57 root: INFO: instruction count: 4: __C3133Compiled.setPool 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3133Compiled.addHailClassLoader 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3133Compiled.addFS 2022-08-17 10:45:57 root: INFO: instruction count: 62: __C3133Compiled.addLiterals 2022-08-17 10:45:57 root: INFO: instruction count: 36: __C3133Compiled.__m3273DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:45:57 root: INFO: instruction count: 8: __C3133Compiled.__m3274INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:45:57 root: INFO: instruction count: 58: __C3133Compiled.__m3275INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:45:57 root: INFO: instruction count: 53: __C3133Compiled.__m3276INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:45:57 root: INFO: instruction count: 10: __C3133Compiled.__m3277INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:45:57 root: INFO: instruction count: 31: __C3133Compiled.__m3278INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:45:57 root: INFO: instruction count: 10: __C3133Compiled.__m3279INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:45:57 root: INFO: instruction count: 10: __C3133Compiled.__m3280INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:45:57 root: INFO: instruction count: 3: __C3281__m3134split_ToArraySpills. 2022-08-17 10:45:57 MemoryStore: INFO: Block broadcast_41 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 10:45:57 MemoryStore: INFO: Block broadcast_41_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 10:45:57 BlockManagerInfo: INFO: Added broadcast_41_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 10:45:57 SparkContext: INFO: Created broadcast 41 from broadcast at SparkBackend.scala:313 2022-08-17 10:45:57 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 10:45:57 DAGScheduler: INFO: Got job 6 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 10:45:57 DAGScheduler: INFO: Final stage: ResultStage 6 (collect at SparkBackend.scala:321) 2022-08-17 10:45:57 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 10:45:57 DAGScheduler: INFO: Missing parents: List() 2022-08-17 10:45:57 DAGScheduler: INFO: Submitting ResultStage 6 (SparkBackendComputeRDD[10] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 10:45:57 MemoryStore: INFO: Block broadcast_42 stored as values in memory (estimated size 26.2 KiB, free 17.8 GiB) 2022-08-17 10:45:57 MemoryStore: INFO: Block broadcast_42_piece0 stored as bytes in memory (estimated size 15.3 KiB, free 17.8 GiB) 2022-08-17 10:45:57 BlockManagerInfo: INFO: Added broadcast_42_piece0 in memory on dna.Dlink:40753 (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 10:45:57 SparkContext: INFO: Created broadcast 42 from broadcast at DAGScheduler.scala:1433 2022-08-17 10:45:57 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 6 (SparkBackendComputeRDD[10] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 10:45:57 TaskSchedulerImpl: INFO: Adding task set 6.0 with 1 tasks resource profile 0 2022-08-17 10:45:57 TaskSetManager: INFO: Starting task 0.0 in stage 6.0 (TID 21) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 10:45:57 Executor: INFO: Running task 0.0 in stage 6.0 (TID 21) 2022-08-17 10:45:57 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 0.0 in stage 6.0 (TID 21) 2022-08-17 10:45:57 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 0.0 in stage 6.0 (TID 21) 2022-08-17 10:45:57 root: INFO: RegionPool: REPORT_THRESHOLD: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 193: Executor task launch worker for task 0.0 in stage 6.0 (TID 21) 2022-08-17 10:45:57 root: INFO: TaskReport: stage=6, partition=0, attempt=0, peakBytes=524288, peakBytesReadable=512.00 KiB, chunks requested=1, cache hits=0 2022-08-17 10:45:57 root: INFO: RegionPool: FREE: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 193: Executor task launch worker for task 0.0 in stage 6.0 (TID 21) 2022-08-17 10:45:57 Executor: INFO: Finished task 0.0 in stage 6.0 (TID 21). 67647 bytes result sent to driver 2022-08-17 10:45:57 TaskSetManager: INFO: Finished task 0.0 in stage 6.0 (TID 21) in 19 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 10:45:57 TaskSchedulerImpl: INFO: Removed TaskSet 6.0, whose tasks have all completed, from pool 2022-08-17 10:45:57 DAGScheduler: INFO: ResultStage 6 (collect at SparkBackend.scala:321) finished in 0.022 s 2022-08-17 10:45:57 DAGScheduler: INFO: Job 6 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 10:45:57 TaskSchedulerImpl: INFO: Killing all running tasks in stage 6: Stage finished 2022-08-17 10:45:57 DAGScheduler: INFO: Job 6 finished: collect at SparkBackend.scala:321, took 0.023953 s 2022-08-17 10:45:57 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (128.0K blocks / 128.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 10:45:57 root: INFO: encoder cache hit 2022-08-17 10:45:57 root: INFO: took 149.168ms 2022-08-17 10:45:57 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:45:57 root: INFO: lowering result: EncodedLiteral 2022-08-17 10:45:57 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:45:57 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:45:58 root: INFO: RegionPool: REPORT_THRESHOLD: 576.0K allocated (192.0K blocks / 384.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 10:45:58 root: INFO: encoder cache hit 2022-08-17 10:45:58 root: INFO: took 3.896ms 2022-08-17 10:45:58 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:45:58 root: INFO: lowering result: TableCount 2022-08-17 10:45:58 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 4: (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString]})) 0) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 10:45:58 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 4: (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString]})) 0) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 10:45:58 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 4: (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString]})) 0) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 10:45:58 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 4: (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString]})) 0) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 10:45:58 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 4: (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString]})) 0) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 10:45:58 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 4: (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString]})) 0) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3282HailClassLoaderContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3282HailClassLoaderContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3283FSContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3283FSContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3284Compiled. 2022-08-17 10:45:58 root: INFO: instruction count: 117: __C3284Compiled.apply 2022-08-17 10:45:58 root: INFO: instruction count: 9: __C3284Compiled.setPartitionIndex 2022-08-17 10:45:58 root: INFO: instruction count: 4: __C3284Compiled.addPartitionRegion 2022-08-17 10:45:58 root: INFO: instruction count: 4: __C3284Compiled.setPool 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3284Compiled.addHailClassLoader 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3284Compiled.addFS 2022-08-17 10:45:58 root: INFO: compiling and evaluating result: TableCount 2022-08-17 10:45:58 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 192: (ApplyIR -1 sum () Int64 (Let __iruid_4225 (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) (Let __iruid_4227 (Let global (Ref __iruid_4225) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (Let __iruid_4229 (Let global (Ref __iruid_4227) (Let __iruid_4038 (ToDict (StreamMap __iruid_4039 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4039)) (SelectFields (SuperPopulation) (Ref __iruid_4039))))) (Let __iruid_4043 (ToArray (StreamMap __iruid_4044 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_4044) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_4038) (MakeStruct (Sample (GetField s (Ref __iruid_4044))))))))) (Let __iruid_4045 (ToArray (StreamMap __iruid_4046 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4043)) (I32 1)) (Let __iruid_4047 (ArrayRef -1 (Ref __iruid_4043) (Ref __iruid_4046)) (InsertFields (SelectFields () (Ref __iruid_4047)) None (pheno (GetField __uid_27 (Ref __iruid_4047))))))) (InsertFields (SelectFields () (Ref global)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4048 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4045)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4045) (Ref __iruid_4048)))) (Str "EUR")) (False)))))))))) (Let __iruid_4231 (Let global (Ref __iruid_4229) (SelectFields () (Ref global))) (Let __iruid_4234 (CollectDistributedArray __iruid_4226 __iruid_4233 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_4225 (Ref __iruid_4225)) (__iruid_4227 (Ref __iruid_4227)) (__iruid_4229 (Ref __iruid_4229)) (__iruid_4231 (Ref __iruid_4231))) (Let __iruid_4231 (GetField __iruid_4231 (Ref __iruid_4233)) (Let __iruid_4229 (GetField __iruid_4229 (Ref __iruid_4233)) (Let __iruid_4227 (GetField __iruid_4227 (Ref __iruid_4233)) (Let __iruid_4225 (GetField __iruid_4225 (Ref __iruid_4233)) (Cast Int64 (StreamLen (Let global (Ref __iruid_4231) (StreamFilter row (Let global (Ref __iruid_4231) (StreamMap __iruid_4232 (Let global (Ref __iruid_4229) (StreamMap __iruid_4230 (Let global (Ref __iruid_4227) (StreamMap __iruid_4228 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_4226)) (Let row (Ref __iruid_4228) (MakeStruct (alleles (GetField alleles (Ref row))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))))))) (Let row (Ref __iruid_4230) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4049 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_4049))))))))) (Let row (Ref __iruid_4232) (StreamAgg __iruid_4050 (StreamFilter __iruid_4051 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_4051))))) (InsertFields (SelectFields () (Ref row)) None (variant_qc (Let __iruid_4052 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref row)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_4050))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_4052)))))))))))) (Let __iruid_4053 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4053) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4053) (I32 0)) (F64 0.95))) (False)))))))))))) (Ref __iruid_4234))))))) 2022-08-17 10:45:58 root: INFO: Prune: MakeStruct: eliminating field '__iruid_4225' 2022-08-17 10:45:58 root: INFO: Prune: MakeStruct: eliminating field '__iruid_4227' 2022-08-17 10:45:58 root: INFO: Prune: MakeStruct: eliminating field '__iruid_4231' 2022-08-17 10:45:58 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 148: (Let __iruid_4367 (ToDict (StreamMap __iruid_4368 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4368)) (SelectFields (SuperPopulation) (Ref __iruid_4368))))) (Let __iruid_4369 (ToArray (StreamMap __iruid_4370 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_4370) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_4367) (MakeStruct (Sample (GetField s (Ref __iruid_4370))))))))) (Let __iruid_4371 (ToArray (StreamMap __iruid_4372 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4369)) (I32 1)) (Let __iruid_4373 (ArrayRef -1 (Ref __iruid_4369) (Ref __iruid_4372)) (InsertFields (SelectFields () (Ref __iruid_4373)) None (pheno (GetField __uid_27 (Ref __iruid_4373))))))) (StreamFold __iruid_4376 __iruid_4377 (ToStream False (CollectDistributedArray __iruid_4378 __iruid_4379 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_4229 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4375 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4371)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4371) (Ref __iruid_4375)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_4380 (StreamMap __iruid_4381 (Let __iruid_4382 (GetField __iruid_4229 (Ref __iruid_4379)) (StreamMap __iruid_4383 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_4378)) (Let __iruid_4384 (MakeStruct (alleles (GetField alleles (Ref __iruid_4383))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4383)))) (InsertFields (Ref __iruid_4384) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4385 (ToStream False (GetField newColIdx (Ref __iruid_4382))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4384)) (Ref __iruid_4385))))))))) (StreamAgg __iruid_4386 (StreamFilter __iruid_4387 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4381))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4381)) (Ref __iruid_4387))))) (InsertFields (SelectFields () (Ref __iruid_4381)) None (variant_qc (Let __iruid_4388 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_4381)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4381)) (Ref __iruid_4386))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_4388)))))))))) (Let __iruid_4389 (GetField AF (GetField variant_qc (Ref __iruid_4380))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4389) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4389) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_4376) (Ref __iruid_4377)))))) 2022-08-17 10:45:58 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 148: (Let __iruid_4367 (ToDict (StreamMap __iruid_4368 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4368)) (SelectFields (SuperPopulation) (Ref __iruid_4368))))) (Let __iruid_4369 (ToArray (StreamMap __iruid_4370 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_4370) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_4367) (MakeStruct (Sample (GetField s (Ref __iruid_4370))))))))) (Let __iruid_4371 (ToArray (StreamMap __iruid_4372 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4369)) (I32 1)) (Let __iruid_4373 (ArrayRef -1 (Ref __iruid_4369) (Ref __iruid_4372)) (InsertFields (SelectFields () (Ref __iruid_4373)) None (pheno (GetField __uid_27 (Ref __iruid_4373))))))) (StreamFold __iruid_4376 __iruid_4377 (ToStream False (CollectDistributedArray __iruid_4378 __iruid_4379 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_4229 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4375 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4371)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4371) (Ref __iruid_4375)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_4380 (StreamMap __iruid_4381 (Let __iruid_4382 (GetField __iruid_4229 (Ref __iruid_4379)) (StreamMap __iruid_4383 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_4378)) (Let __iruid_4384 (MakeStruct (alleles (GetField alleles (Ref __iruid_4383))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4383)))) (InsertFields (Ref __iruid_4384) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4385 (ToStream False (GetField newColIdx (Ref __iruid_4382))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4384)) (Ref __iruid_4385))))))))) (StreamAgg __iruid_4386 (StreamFilter __iruid_4387 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4381))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4381)) (Ref __iruid_4387))))) (InsertFields (SelectFields () (Ref __iruid_4381)) None (variant_qc (Let __iruid_4388 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_4381)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4381)) (Ref __iruid_4386))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_4388)))))))))) (Let __iruid_4389 (GetField AF (GetField variant_qc (Ref __iruid_4380))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4389) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4389) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_4376) (Ref __iruid_4377)))))) 2022-08-17 10:45:58 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 148: (Let __iruid_4470 (ToDict (StreamMap __iruid_4471 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4471)) (SelectFields (SuperPopulation) (Ref __iruid_4471))))) (Let __iruid_4472 (ToArray (StreamMap __iruid_4473 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_4473) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_4470) (MakeStruct (Sample (GetField s (Ref __iruid_4473))))))))) (Let __iruid_4474 (ToArray (StreamMap __iruid_4475 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4472)) (I32 1)) (Let __iruid_4476 (ArrayRef -1 (Ref __iruid_4472) (Ref __iruid_4475)) (InsertFields (SelectFields () (Ref __iruid_4476)) None (pheno (GetField __uid_27 (Ref __iruid_4476))))))) (StreamFold __iruid_4477 __iruid_4478 (ToStream False (CollectDistributedArray __iruid_4479 __iruid_4480 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_4229 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4481 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4474)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4474) (Ref __iruid_4481)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_4482 (StreamMap __iruid_4483 (Let __iruid_4484 (GetField __iruid_4229 (Ref __iruid_4480)) (StreamMap __iruid_4485 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_4479)) (Let __iruid_4486 (MakeStruct (alleles (GetField alleles (Ref __iruid_4485))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4485)))) (InsertFields (Ref __iruid_4486) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4487 (ToStream False (GetField newColIdx (Ref __iruid_4484))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4486)) (Ref __iruid_4487))))))))) (StreamAgg __iruid_4488 (StreamFilter __iruid_4489 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4483))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4483)) (Ref __iruid_4489))))) (InsertFields (SelectFields () (Ref __iruid_4483)) None (variant_qc (Let __iruid_4490 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_4483)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4483)) (Ref __iruid_4488))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_4490)))))))))) (Let __iruid_4491 (GetField AF (GetField variant_qc (Ref __iruid_4482))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4491) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4491) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_4477) (Ref __iruid_4478)))))) 2022-08-17 10:45:58 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 148: (Let __iruid_4470 (ToDict (StreamMap __iruid_4471 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4471)) (SelectFields (SuperPopulation) (Ref __iruid_4471))))) (Let __iruid_4472 (ToArray (StreamMap __iruid_4473 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_4473) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_4470) (MakeStruct (Sample (GetField s (Ref __iruid_4473))))))))) (Let __iruid_4474 (ToArray (StreamMap __iruid_4475 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4472)) (I32 1)) (Let __iruid_4476 (ArrayRef -1 (Ref __iruid_4472) (Ref __iruid_4475)) (InsertFields (SelectFields () (Ref __iruid_4476)) None (pheno (GetField __uid_27 (Ref __iruid_4476))))))) (StreamFold __iruid_4477 __iruid_4478 (ToStream False (CollectDistributedArray __iruid_4479 __iruid_4480 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_4229 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4481 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4474)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4474) (Ref __iruid_4481)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_4482 (StreamMap __iruid_4483 (Let __iruid_4484 (GetField __iruid_4229 (Ref __iruid_4480)) (StreamMap __iruid_4485 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_4479)) (Let __iruid_4486 (MakeStruct (alleles (GetField alleles (Ref __iruid_4485))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4485)))) (InsertFields (Ref __iruid_4486) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4487 (ToStream False (GetField newColIdx (Ref __iruid_4484))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4486)) (Ref __iruid_4487))))))))) (StreamAgg __iruid_4488 (StreamFilter __iruid_4489 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4483))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4483)) (Ref __iruid_4489))))) (InsertFields (SelectFields () (Ref __iruid_4483)) None (variant_qc (Let __iruid_4490 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_4483)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4483)) (Ref __iruid_4488))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_4490)))))))))) (Let __iruid_4491 (GetField AF (GetField variant_qc (Ref __iruid_4482))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4491) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4491) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_4477) (Ref __iruid_4478)))))) 2022-08-17 10:45:58 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 148: (Let __iruid_4572 (ToDict (StreamMap __iruid_4573 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4573)) (SelectFields (SuperPopulation) (Ref __iruid_4573))))) (Let __iruid_4574 (ToArray (StreamMap __iruid_4575 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_4575) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_4572) (MakeStruct (Sample (GetField s (Ref __iruid_4575))))))))) (Let __iruid_4576 (ToArray (StreamMap __iruid_4577 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4574)) (I32 1)) (Let __iruid_4578 (ArrayRef -1 (Ref __iruid_4574) (Ref __iruid_4577)) (InsertFields (SelectFields () (Ref __iruid_4578)) None (pheno (GetField __uid_27 (Ref __iruid_4578))))))) (StreamFold __iruid_4579 __iruid_4580 (ToStream False (CollectDistributedArray __iruid_4581 __iruid_4582 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_4229 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4583 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4576)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4576) (Ref __iruid_4583)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_4584 (StreamMap __iruid_4585 (Let __iruid_4586 (GetField __iruid_4229 (Ref __iruid_4582)) (StreamMap __iruid_4587 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_4581)) (Let __iruid_4588 (MakeStruct (alleles (GetField alleles (Ref __iruid_4587))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4587)))) (InsertFields (Ref __iruid_4588) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4589 (ToStream False (GetField newColIdx (Ref __iruid_4586))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4588)) (Ref __iruid_4589))))))))) (StreamAgg __iruid_4590 (StreamFilter __iruid_4591 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4585))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4585)) (Ref __iruid_4591))))) (InsertFields (SelectFields () (Ref __iruid_4585)) None (variant_qc (Let __iruid_4592 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_4585)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4585)) (Ref __iruid_4590))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_4592)))))))))) (Let __iruid_4593 (GetField AF (GetField variant_qc (Ref __iruid_4584))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4593) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4593) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_4579) (Ref __iruid_4580)))))) 2022-08-17 10:45:58 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 149: (MakeTuple (0) (Let __iruid_4572 (ToDict (StreamMap __iruid_4573 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4573)) (SelectFields (SuperPopulation) (Ref __iruid_4573))))) (Let __iruid_4574 (ToArray (StreamMap __iruid_4575 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_4575) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_4572) (MakeStruct (Sample (GetField s (Ref __iruid_4575))))))))) (Let __iruid_4576 (ToArray (StreamMap __iruid_4577 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4574)) (I32 1)) (Let __iruid_4578 (ArrayRef -1 (Ref __iruid_4574) (Ref __iruid_4577)) (InsertFields (SelectFields () (Ref __iruid_4578)) None (pheno (GetField __uid_27 (Ref __iruid_4578))))))) (StreamFold __iruid_4579 __iruid_4580 (ToStream False (CollectDistributedArray __iruid_4581 __iruid_4582 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_4229 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4583 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4576)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4576) (Ref __iruid_4583)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_4584 (StreamMap __iruid_4585 (Let __iruid_4586 (GetField __iruid_4229 (Ref __iruid_4582)) (StreamMap __iruid_4587 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_4581)) (Let __iruid_4588 (MakeStruct (alleles (GetField alleles (Ref __iruid_4587))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4587)))) (InsertFields (Ref __iruid_4588) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4589 (ToStream False (GetField newColIdx (Ref __iruid_4586))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4588)) (Ref __iruid_4589))))))))) (StreamAgg __iruid_4590 (StreamFilter __iruid_4591 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4585))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4585)) (Ref __iruid_4591))))) (InsertFields (SelectFields () (Ref __iruid_4585)) None (variant_qc (Let __iruid_4592 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_4585)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4585)) (Ref __iruid_4590))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_4592)))))))))) (Let __iruid_4593 (GetField AF (GetField variant_qc (Ref __iruid_4584))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4593) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4593) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_4579) (Ref __iruid_4580))))))) 2022-08-17 10:45:58 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 149: (MakeTuple (0) (Let __iruid_4674 (ToDict (StreamMap __iruid_4675 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4675)) (SelectFields (SuperPopulation) (Ref __iruid_4675))))) (Let __iruid_4676 (ToArray (StreamMap __iruid_4677 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_4677) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_4674) (MakeStruct (Sample (GetField s (Ref __iruid_4677))))))))) (Let __iruid_4678 (ToArray (StreamMap __iruid_4679 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4676)) (I32 1)) (Let __iruid_4680 (ArrayRef -1 (Ref __iruid_4676) (Ref __iruid_4679)) (InsertFields (SelectFields () (Ref __iruid_4680)) None (pheno (GetField __uid_27 (Ref __iruid_4680))))))) (StreamFold __iruid_4681 __iruid_4682 (ToStream False (CollectDistributedArray __iruid_4683 __iruid_4684 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_4229 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4685 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4678)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4678) (Ref __iruid_4685)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_4686 (StreamMap __iruid_4687 (Let __iruid_4688 (GetField __iruid_4229 (Ref __iruid_4684)) (StreamMap __iruid_4689 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_4683)) (Let __iruid_4690 (MakeStruct (alleles (GetField alleles (Ref __iruid_4689))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4689)))) (InsertFields (Ref __iruid_4690) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4691 (ToStream False (GetField newColIdx (Ref __iruid_4688))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4690)) (Ref __iruid_4691))))))))) (StreamAgg __iruid_4692 (StreamFilter __iruid_4693 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4687))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4687)) (Ref __iruid_4693))))) (InsertFields (SelectFields () (Ref __iruid_4687)) None (variant_qc (Let __iruid_4694 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_4687)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4687)) (Ref __iruid_4692))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_4694)))))))))) (Let __iruid_4695 (GetField AF (GetField variant_qc (Ref __iruid_4686))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4695) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4695) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_4681) (Ref __iruid_4682))))))) 2022-08-17 10:45:58 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 179: (MakeTuple (0) (Let __iruid_4674 (ToDict (StreamMap __iruid_4675 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4675)) (SelectFields (SuperPopulation) (Ref __iruid_4675))))) (Let __iruid_4676 (ToArray (StreamMap __iruid_4677 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_4677) None (__uid_27 (Let __iruid_4702 (Ref __iruid_4674) (Let __iruid_4703 (MakeStruct (Sample (GetField s (Ref __iruid_4677)))) (If (IsNA (Ref __iruid_4702)) (NA Struct{SuperPopulation:String}) (Let __iruid_4704 (LowerBoundOnOrderedCollection True (Ref __iruid_4702) (Ref __iruid_4703)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_4704) (ArrayLen (CastToArray (Ref __iruid_4702)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_4702)) (Ref __iruid_4704))) (Ref __iruid_4703)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_4702)) (Ref __iruid_4704))) (NA Struct{SuperPopulation:String}))))))))))) (Let __iruid_4678 (ToArray (StreamMap __iruid_4679 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4676)) (I32 1)) (Let __iruid_4680 (ArrayRef -1 (Ref __iruid_4676) (Ref __iruid_4679)) (InsertFields (SelectFields () (Ref __iruid_4680)) None (pheno (GetField __uid_27 (Ref __iruid_4680))))))) (StreamFold __iruid_4681 __iruid_4682 (ToStream False (CollectDistributedArray __iruid_4683 __iruid_4684 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_4229 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4685 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4678)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4678) (Ref __iruid_4685)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_4686 (StreamMap __iruid_4687 (Let __iruid_4688 (GetField __iruid_4229 (Ref __iruid_4684)) (StreamMap __iruid_4689 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_4683)) (Let __iruid_4690 (MakeStruct (alleles (GetField alleles (Ref __iruid_4689))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4689)))) (InsertFields (Ref __iruid_4690) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4691 (ToStream False (GetField newColIdx (Ref __iruid_4688))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4690)) (Ref __iruid_4691))))))))) (StreamAgg __iruid_4692 (StreamFilter __iruid_4693 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4687))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4687)) (Ref __iruid_4693))))) (InsertFields (SelectFields () (Ref __iruid_4687)) None (variant_qc (Let __iruid_4694 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_4687)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4687)) (Ref __iruid_4692))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_4694)))))))))) (Let __iruid_4695 (GetField AF (GetField variant_qc (Ref __iruid_4686))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4695) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4695) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_4681) (Ref __iruid_4682))))))) 2022-08-17 10:45:58 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 177: (MakeTuple (0) (Let __iruid_4754 (ToDict (StreamMap __iruid_4755 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4755)) (SelectFields (SuperPopulation) (Ref __iruid_4755))))) (Let __iruid_4756 (ToArray (StreamMap __iruid_4757 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_4757) None (__uid_27 (Let __iruid_4758 (MakeStruct (Sample (GetField s (Ref __iruid_4757)))) (If (IsNA (Ref __iruid_4754)) (NA Struct{SuperPopulation:String}) (Let __iruid_4759 (LowerBoundOnOrderedCollection True (Ref __iruid_4754) (Ref __iruid_4758)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_4759) (ArrayLen (CastToArray (Ref __iruid_4754)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_4754)) (Ref __iruid_4759))) (Ref __iruid_4758)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_4754)) (Ref __iruid_4759))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_4760 (ToArray (StreamMap __iruid_4761 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4756)) (I32 1)) (Let __iruid_4762 (ArrayRef -1 (Ref __iruid_4756) (Ref __iruid_4761)) (InsertFields (SelectFields () (Ref __iruid_4762)) None (pheno (GetField __uid_27 (Ref __iruid_4762))))))) (StreamFold __iruid_4763 __iruid_4764 (ToStream False (CollectDistributedArray __iruid_4765 __iruid_4766 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_4229 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4767 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4760)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4760) (Ref __iruid_4767)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_4768 (StreamMap __iruid_4769 (Let __iruid_4770 (GetField __iruid_4229 (Ref __iruid_4766)) (StreamMap __iruid_4771 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_4765)) (Let __iruid_4772 (MakeStruct (alleles (GetField alleles (Ref __iruid_4771))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4771)))) (InsertFields (Ref __iruid_4772) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4773 (ToStream False (GetField newColIdx (Ref __iruid_4770))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4772)) (Ref __iruid_4773))))))))) (StreamAgg __iruid_4774 (StreamFilter __iruid_4775 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4769))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4769)) (Ref __iruid_4775))))) (InsertFields (SelectFields () (Ref __iruid_4769)) None (variant_qc (Let __iruid_4776 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_4769)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4769)) (Ref __iruid_4774))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_4776)))))))))) (Let __iruid_4777 (GetField AF (GetField variant_qc (Ref __iruid_4768))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4777) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4777) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_4763) (Ref __iruid_4764))))))) 2022-08-17 10:45:58 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 187: (MakeTuple (0) (Let __iruid_4754 (ToDict (StreamMap __iruid_4755 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4755)) (SelectFields (SuperPopulation) (Ref __iruid_4755))))) (Let __iruid_4756 (ToArray (StreamMap __iruid_4757 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_4757) None (__uid_27 (Let __iruid_4758 (MakeStruct (Sample (GetField s (Ref __iruid_4757)))) (If (IsNA (Ref __iruid_4754)) (NA Struct{SuperPopulation:String}) (Let __iruid_4759 (LowerBoundOnOrderedCollection True (Ref __iruid_4754) (Ref __iruid_4758)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_4759) (ArrayLen (CastToArray (Ref __iruid_4754)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_4754)) (Ref __iruid_4759))) (Ref __iruid_4758)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_4754)) (Ref __iruid_4759))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_4760 (ToArray (StreamMap __iruid_4761 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4756)) (I32 1)) (Let __iruid_4762 (ArrayRef -1 (Ref __iruid_4756) (Ref __iruid_4761)) (InsertFields (SelectFields () (Ref __iruid_4762)) None (pheno (GetField __uid_27 (Ref __iruid_4762))))))) (StreamFold __iruid_4763 __iruid_4764 (ToStream False (CollectDistributedArray __iruid_4765 __iruid_4766 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_4229 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4767 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4760)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4760) (Ref __iruid_4767)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_4768 (StreamMap __iruid_4769 (Let __iruid_4770 (GetField __iruid_4229 (Ref __iruid_4766)) (StreamMap __iruid_4771 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_4765)) (Let __iruid_4772 (MakeStruct (alleles (GetField alleles (Ref __iruid_4771))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4771)))) (InsertFields (Ref __iruid_4772) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4773 (ToStream False (GetField newColIdx (Ref __iruid_4770))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4772)) (Ref __iruid_4773))))))))) (Let __iruid_4778 (RunAgg ((CallStatsStateSig)) (Begin (Begin (InitOp 0 (CallStats (CallStatsStateSig)) ((ArrayLen (GetField alleles (Ref __iruid_4769)))))) (StreamFor __iruid_4774 (StreamFilter __iruid_4775 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4769))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4769)) (Ref __iruid_4775))))) (Begin (SeqOp 0 (CallStats (CallStatsStateSig)) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4769)) (Ref __iruid_4774)))))))) (MakeTuple (0) (ResultOp 0 (CallStats (CallStatsStateSig))))) (InsertFields (SelectFields () (Ref __iruid_4769)) None (variant_qc (Let __iruid_4776 (MakeStruct (call_stats (GetTupleElement 0 (Ref __iruid_4778)))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_4776)))))))))) (Let __iruid_4777 (GetField AF (GetField variant_qc (Ref __iruid_4768))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4777) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4777) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_4763) (Ref __iruid_4764))))))) 2022-08-17 10:45:58 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 183: (MakeTuple (0) (Let __iruid_4828 (ToDict (StreamMap __iruid_4829 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_4829)) (SelectFields (SuperPopulation) (Ref __iruid_4829))))) (Let __iruid_4830 (ToArray (StreamMap __iruid_4831 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_4831) None (__uid_27 (Let __iruid_4832 (MakeStruct (Sample (GetField s (Ref __iruid_4831)))) (If (IsNA (Ref __iruid_4828)) (NA Struct{SuperPopulation:String}) (Let __iruid_4833 (LowerBoundOnOrderedCollection True (Ref __iruid_4828) (Ref __iruid_4832)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_4833) (ArrayLen (CastToArray (Ref __iruid_4828)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_4828)) (Ref __iruid_4833))) (Ref __iruid_4832)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_4828)) (Ref __iruid_4833))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_4834 (ToArray (StreamMap __iruid_4835 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4830)) (I32 1)) (Let __iruid_4836 (ArrayRef -1 (Ref __iruid_4830) (Ref __iruid_4835)) (InsertFields (SelectFields () (Ref __iruid_4836)) None (pheno (GetField __uid_27 (Ref __iruid_4836))))))) (StreamFold __iruid_4837 __iruid_4838 (ToStream False (CollectDistributedArray __iruid_4839 __iruid_4840 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_4229 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_4841 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_4834)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_4834) (Ref __iruid_4841)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_4842 (StreamMap __iruid_4843 (Let __iruid_4844 (GetField __iruid_4229 (Ref __iruid_4840)) (StreamMap __iruid_4845 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_4839)) (Let __iruid_4846 (MakeStruct (alleles (GetField alleles (Ref __iruid_4845))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4845)))) (InsertFields (Ref __iruid_4846) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_4847 (ToStream False (GetField newColIdx (Ref __iruid_4844))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4846)) (Ref __iruid_4847))))))))) (Let __iruid_4848 (RunAgg ((CallStatsStateSig)) (Begin (Begin (InitOp 0 (CallStats (CallStatsStateSig)) ((ArrayLen (GetField alleles (Ref __iruid_4843)))))) (StreamFor __iruid_4849 (StreamFilter __iruid_4850 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4843))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4843)) (Ref __iruid_4850))))) (Begin (SeqOp 0 (CallStats (CallStatsStateSig)) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_4843)) (Ref __iruid_4849)))))))) (MakeTuple (0) (ResultOp 0 (CallStats (CallStatsStateSig))))) (InsertFields (SelectFields () (Ref __iruid_4843)) None (variant_qc (MakeStruct (AF (GetField AF (GetTupleElement 0 (Ref __iruid_4848))))))))) (Let __iruid_4851 (GetField AF (GetField variant_qc (Ref __iruid_4842))) (Coalesce (ApplySpecial 136 land () Boolean (ApplyComparisonOp GT (ArrayRef 134 (Ref __iruid_4851) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 135 (Ref __iruid_4851) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_4837) (Ref __iruid_4838))))))) 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3422HailClassLoaderContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3422HailClassLoaderContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3423FSContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3423FSContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3424collect_distributed_array. 2022-08-17 10:45:58 root: INFO: instruction count: 114: __C3424collect_distributed_array.apply 2022-08-17 10:45:58 root: INFO: instruction count: 17: __C3424collect_distributed_array.apply 2022-08-17 10:45:58 root: INFO: instruction count: 27: __C3424collect_distributed_array.__m3425DECODE_r_struct_of_r_struct_of_r_binaryANDr_binaryENDEND_TO_SBaseStructPointer 2022-08-17 10:45:58 root: INFO: instruction count: 26: __C3424collect_distributed_array.__m3426INPLACE_DECODE_r_struct_of_r_binaryANDr_binaryEND_TO_r_struct_of_r_stringANDr_stringEND 2022-08-17 10:45:58 root: INFO: instruction count: 31: __C3424collect_distributed_array.__m3427INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:45:58 root: INFO: instruction count: 27: __C3424collect_distributed_array.__m3429DECODE_r_struct_of_r_struct_of_r_struct_of_r_array_of_r_int32ENDENDEND_TO_SBaseStructPointer 2022-08-17 10:45:58 root: INFO: instruction count: 17: __C3424collect_distributed_array.__m3430INPLACE_DECODE_r_struct_of_r_struct_of_r_array_of_r_int32ENDEND_TO_r_struct_of_r_struct_of_r_array_of_r_int32ENDEND 2022-08-17 10:45:58 root: INFO: instruction count: 17: __C3424collect_distributed_array.__m3431INPLACE_DECODE_r_struct_of_r_array_of_r_int32END_TO_r_struct_of_r_array_of_r_int32END 2022-08-17 10:45:58 root: INFO: instruction count: 58: __C3424collect_distributed_array.__m3432INPLACE_DECODE_r_array_of_r_int32_TO_r_array_of_r_int32 2022-08-17 10:45:58 root: INFO: instruction count: 10: __C3424collect_distributed_array.__m3433INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:45:58 root: INFO: instruction count: 185: __C3424collect_distributed_array.__m3435split_StreamLen 2022-08-17 10:45:58 root: INFO: instruction count: 92: __C3424collect_distributed_array.__m3441DECODE_r_struct_of_r_struct_of_r_binaryANDr_int32ENDANDr_array_of_r_binaryANDo_binaryANDo_float64ANDo_array_of_r_binaryANDr_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:45:58 root: INFO: instruction count: 26: __C3424collect_distributed_array.__m3442INPLACE_DECODE_r_struct_of_r_binaryANDr_int32END_TO_r_locus 2022-08-17 10:45:58 root: INFO: instruction count: 58: __C3424collect_distributed_array.__m3443INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 10:45:58 root: INFO: instruction count: 7: __C3424collect_distributed_array.__m3444SKIP_o_binary 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3424collect_distributed_array.__m3445SKIP_o_float64 2022-08-17 10:45:58 root: INFO: instruction count: 22: __C3424collect_distributed_array.__m3446SKIP_o_array_of_r_binary 2022-08-17 10:45:58 root: INFO: instruction count: 7: __C3424collect_distributed_array.__m3447SKIP_r_binary 2022-08-17 10:45:58 root: INFO: instruction count: 363: __C3424collect_distributed_array.__m3448SKIP_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolEND 2022-08-17 10:45:58 root: INFO: instruction count: 51: __C3424collect_distributed_array.__m3449SKIP_o_array_of_o_int32 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3424collect_distributed_array.__m3450SKIP_o_int32 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3424collect_distributed_array.__m3451SKIP_r_bool 2022-08-17 10:45:58 root: INFO: instruction count: 51: __C3424collect_distributed_array.__m3452SKIP_o_array_of_o_binary 2022-08-17 10:45:58 root: INFO: instruction count: 51: __C3424collect_distributed_array.__m3453SKIP_o_array_of_o_float64 2022-08-17 10:45:58 root: INFO: instruction count: 27: __C3424collect_distributed_array.__m3457DECODE_r_struct_of_r_array_of_r_struct_of_o_int32ENDEND_TO_SBaseStructPointer 2022-08-17 10:45:58 root: INFO: instruction count: 58: __C3424collect_distributed_array.__m3458INPLACE_DECODE_r_array_of_r_struct_of_o_int32END_TO_r_array_of_r_struct_of_o_callEND 2022-08-17 10:45:58 root: INFO: instruction count: 48: __C3424collect_distributed_array.__m3459INPLACE_DECODE_r_struct_of_o_int32END_TO_r_struct_of_o_callEND 2022-08-17 10:45:58 root: INFO: instruction count: 10: __C3424collect_distributed_array.__m3460INPLACE_DECODE_o_int32_TO_o_call 2022-08-17 10:45:58 root: INFO: instruction count: 177: __C3424collect_distributed_array.__m3472split_ToArray 2022-08-17 10:45:58 root: INFO: instruction count: 35: __C3424collect_distributed_array.__m3480arrayref_bounds_check 2022-08-17 10:45:58 root: INFO: instruction count: 9: __C3424collect_distributed_array.__m3500begin_group_0 2022-08-17 10:45:58 root: INFO: instruction count: 152: __C3424collect_distributed_array.__m3501begin_group_0 2022-08-17 10:45:58 root: INFO: instruction count: 106: __C3424collect_distributed_array.__m3505split_StreamFor 2022-08-17 10:45:58 root: INFO: instruction count: 459: __C3424collect_distributed_array.__m3514begin_group_0 2022-08-17 10:45:58 root: INFO: instruction count: 11: __C3424collect_distributed_array.__m3535ord_gt 2022-08-17 10:45:58 root: INFO: instruction count: 16: __C3424collect_distributed_array.__m3536ord_gtNonnull 2022-08-17 10:45:58 root: INFO: instruction count: 11: __C3424collect_distributed_array.__m3537ord_lt 2022-08-17 10:45:58 root: INFO: instruction count: 16: __C3424collect_distributed_array.__m3538ord_ltNonnull 2022-08-17 10:45:58 root: INFO: instruction count: 13: __C3424collect_distributed_array.__m3540ENCODE_SBaseStructPointer_TO_r_struct_of_r_int64END 2022-08-17 10:45:58 root: INFO: instruction count: 4: __C3424collect_distributed_array.__m3541ENCODE_SInt64$_TO_r_int64 2022-08-17 10:45:58 root: INFO: instruction count: 9: __C3424collect_distributed_array.setPartitionIndex 2022-08-17 10:45:58 root: INFO: instruction count: 4: __C3424collect_distributed_array.addPartitionRegion 2022-08-17 10:45:58 root: INFO: instruction count: 4: __C3424collect_distributed_array.setPool 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3424collect_distributed_array.addHailClassLoader 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3424collect_distributed_array.addFS 2022-08-17 10:45:58 root: INFO: instruction count: 239: __C3424collect_distributed_array.__m3435split_StreamLen_region4_6 2022-08-17 10:45:58 root: INFO: instruction count: 194: __C3424collect_distributed_array.__m3435split_StreamLen_region7_16 2022-08-17 10:45:58 root: INFO: instruction count: 493: __C3424collect_distributed_array.__m3435split_StreamLen_region1_64 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3544__m3435split_StreamLenSpills. 2022-08-17 10:45:58 root: INFO: encoder cache miss (19 hits, 26 misses, 0.422) 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3596HailClassLoaderContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3596HailClassLoaderContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3597FSContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3597FSContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3598etypeEncode. 2022-08-17 10:45:58 root: INFO: instruction count: 7: __C3598etypeEncode.apply 2022-08-17 10:45:58 root: INFO: instruction count: 61: __C3598etypeEncode.__m3599ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryANDr_array_of_r_struct_of_r_binaryANDr_binaryENDANDr_binaryANDr_binaryEND 2022-08-17 10:45:58 root: INFO: instruction count: 16: __C3598etypeEncode.__m3600ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:45:58 root: INFO: instruction count: 35: __C3598etypeEncode.__m3601ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_r_binaryANDr_binaryEND 2022-08-17 10:45:58 root: INFO: instruction count: 25: __C3598etypeEncode.__m3602ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryANDr_binaryEND 2022-08-17 10:45:58 MemoryStore: INFO: Block broadcast_43 stored as values in memory (estimated size 84.3 KiB, free 17.8 GiB) 2022-08-17 10:45:58 MemoryStore: INFO: Block broadcast_43_piece0 stored as bytes in memory (estimated size 22.2 KiB, free 17.8 GiB) 2022-08-17 10:45:58 BlockManagerInfo: INFO: Added broadcast_43_piece0 in memory on dna.Dlink:40753 (size: 22.2 KiB, free: 17.8 GiB) 2022-08-17 10:45:58 SparkContext: INFO: Created broadcast 43 from broadcast at SparkBackend.scala:313 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3292HailClassLoaderContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3292HailClassLoaderContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3293FSContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3293FSContainer. 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3294Compiled. 2022-08-17 10:45:58 root: INFO: instruction count: 76: __C3294Compiled.apply 2022-08-17 10:45:58 root: INFO: instruction count: 405: __C3294Compiled.__m3295split_ToDict 2022-08-17 10:45:58 root: INFO: instruction count: 12: __C3294Compiled.__m3306setup_jab 2022-08-17 10:45:58 root: INFO: instruction count: 202: __C3294Compiled.__m3309arraySorter_outer 2022-08-17 10:45:58 root: INFO: instruction count: 93: __C3294Compiled.__m3310arraySorter_merge 2022-08-17 10:45:58 root: INFO: instruction count: 11: __C3294Compiled.__m3313ord_lt 2022-08-17 10:45:58 root: INFO: instruction count: 136: __C3294Compiled.__m3314ord_ltNonnull 2022-08-17 10:45:58 root: INFO: instruction count: 24: __C3294Compiled.__m3315ord_lt 2022-08-17 10:45:58 root: INFO: instruction count: 21: __C3294Compiled.__m3316ord_ltNonnull 2022-08-17 10:45:58 root: INFO: instruction count: 9: __C3294Compiled.__m3317ord_compareNonnull 2022-08-17 10:45:58 root: INFO: instruction count: 89: __C3294Compiled.__m3318ord_compareNonnull 2022-08-17 10:45:58 root: INFO: instruction count: 30: __C3294Compiled.__m3319ord_equiv 2022-08-17 10:45:58 root: INFO: instruction count: 21: __C3294Compiled.__m3320ord_equivNonnull 2022-08-17 10:45:58 root: INFO: instruction count: 36: __C3294Compiled.__m3321arraySorter_splitMerge 2022-08-17 10:45:58 root: INFO: instruction count: 264: __C3294Compiled.__m3322distinctFromSorted 2022-08-17 10:45:58 root: INFO: instruction count: 30: __C3294Compiled.__m3325ord_equiv 2022-08-17 10:45:58 root: INFO: instruction count: 99: __C3294Compiled.__m3326ord_equivNonnull 2022-08-17 10:45:58 root: INFO: instruction count: 435: __C3294Compiled.__m3334split_ToArray 2022-08-17 10:45:58 root: INFO: instruction count: 58: __C3294Compiled.__m3340DECODE_r_struct_of_o_binaryEND_TO_SBaseStructPointer 2022-08-17 10:45:58 root: INFO: instruction count: 31: __C3294Compiled.__m3341INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:45:58 root: INFO: instruction count: 213: __C3294Compiled.__m3343split_Let 2022-08-17 10:45:58 root: INFO: instruction count: 70: __C3294Compiled.__m3347findElt 2022-08-17 10:45:58 root: INFO: instruction count: 12: __C3294Compiled.__m3348ord_lt 2022-08-17 10:45:58 root: INFO: instruction count: 121: __C3294Compiled.__m3349ord_ltNonnull 2022-08-17 10:45:58 root: INFO: instruction count: 11: __C3294Compiled.__m3351ord_equiv 2022-08-17 10:45:58 root: INFO: instruction count: 14: __C3294Compiled.__m3352ord_equivNonnull 2022-08-17 10:45:58 root: INFO: instruction count: 35: __C3294Compiled.__m3353arrayref_bounds_check 2022-08-17 10:45:58 root: INFO: instruction count: 12: __C3294Compiled.__m3354ord_equiv 2022-08-17 10:45:58 root: INFO: instruction count: 84: __C3294Compiled.__m3355ord_equivNonnull 2022-08-17 10:45:58 root: INFO: instruction count: 12: __C3294Compiled.__m3360setup_jab 2022-08-17 10:45:58 root: INFO: instruction count: 236: __C3294Compiled.__m3368split_ToArray 2022-08-17 10:45:58 root: INFO: instruction count: 377: __C3294Compiled.__m3382split_StreamFold 2022-08-17 10:45:58 root: INFO: instruction count: 264: __C3294Compiled.__m3392split_ToArray 2022-08-17 10:45:58 root: INFO: instruction count: 18: __C3294Compiled.__m3398DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 10:45:58 root: INFO: instruction count: 12: __C3294Compiled.__m3401setup_jab 2022-08-17 10:45:58 root: INFO: instruction count: 278: __C3294Compiled.__m3406split_ToArray 2022-08-17 10:45:58 root: INFO: instruction count: 11: __C3294Compiled.__m3415ord_equiv 2022-08-17 10:45:58 root: INFO: instruction count: 12: __C3294Compiled.__m3418setup_iab 2022-08-17 10:45:58 root: INFO: instruction count: 4: __C3294Compiled.setBackend 2022-08-17 10:45:58 root: INFO: instruction count: 9: __C3294Compiled.__m3566ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_binaryANDr_binaryENDEND 2022-08-17 10:45:58 root: INFO: instruction count: 25: __C3294Compiled.__m3567ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryANDr_binaryEND 2022-08-17 10:45:58 root: INFO: instruction count: 16: __C3294Compiled.__m3568ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:45:58 root: INFO: instruction count: 9: __C3294Compiled.__m3569ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_struct_of_r_array_of_r_int32ENDENDEND 2022-08-17 10:45:58 root: INFO: instruction count: 9: __C3294Compiled.__m3570ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_array_of_r_int32ENDEND 2022-08-17 10:45:58 root: INFO: instruction count: 25: __C3294Compiled.__m3571ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_int32END 2022-08-17 10:45:58 root: INFO: instruction count: 39: __C3294Compiled.__m3572ENCODE_SIndexablePointer_TO_r_array_of_r_int32 2022-08-17 10:45:58 root: INFO: instruction count: 4: __C3294Compiled.__m3573ENCODE_SInt32$_TO_r_int32 2022-08-17 10:45:58 root: INFO: instruction count: 4: __C3294Compiled.setObjects 2022-08-17 10:45:58 root: INFO: instruction count: 27: __C3294Compiled.__m3575DECODE_r_struct_of_r_int64END_TO_SBaseStructPointer 2022-08-17 10:45:58 root: INFO: instruction count: 10: __C3294Compiled.__m3576INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:45:58 root: INFO: instruction count: 9: __C3294Compiled.setPartitionIndex 2022-08-17 10:45:58 root: INFO: instruction count: 4: __C3294Compiled.addPartitionRegion 2022-08-17 10:45:58 root: INFO: instruction count: 4: __C3294Compiled.setPool 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3294Compiled.addHailClassLoader 2022-08-17 10:45:58 root: INFO: instruction count: 3: __C3294Compiled.addFS 2022-08-17 10:45:58 root: INFO: instruction count: 118: __C3294Compiled.addLiterals 2022-08-17 10:45:58 root: INFO: instruction count: 54: __C3294Compiled.__m3588DECODE_r_struct_of_r_binaryANDr_array_of_r_struct_of_r_binaryANDr_binaryENDANDr_binaryANDr_binaryEND_TO_SBaseStructPointer 2022-08-17 10:45:58 root: INFO: instruction count: 31: __C3294Compiled.__m3589INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:45:58 root: INFO: instruction count: 58: __C3294Compiled.__m3590INPLACE_DECODE_r_array_of_r_struct_of_r_binaryANDr_binaryEND_TO_r_array_of_r_struct_of_r_stringANDr_stringEND 2022-08-17 10:45:58 root: INFO: instruction count: 26: __C3294Compiled.__m3591INPLACE_DECODE_r_struct_of_r_binaryANDr_binaryEND_TO_r_struct_of_r_stringANDr_stringEND 2022-08-17 10:45:58 root: INFO: instruction count: 36: __C3294Compiled.__m3592DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDANDr_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:45:58 root: INFO: instruction count: 58: __C3294Compiled.__m3593INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:45:58 root: INFO: instruction count: 75: __C3294Compiled.__m3594INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:45:58 root: INFO: instruction count: 8: __C3294Compiled.__m3595INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:45:58 root: INFO: RegionPool: REPORT_THRESHOLD: 1.0M allocated (384.0K blocks / 640.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 10:45:58 MemoryStore: INFO: Block broadcast_44 stored as values in memory (estimated size 2.0 KiB, free 17.8 GiB) 2022-08-17 10:45:58 MemoryStore: INFO: Block broadcast_44_piece0 stored as bytes in memory (estimated size 2.0 KiB, free 17.8 GiB) 2022-08-17 10:45:58 BlockManagerInfo: INFO: Added broadcast_44_piece0 in memory on dna.Dlink:40753 (size: 2.0 KiB, free: 17.8 GiB) 2022-08-17 10:45:58 SparkContext: INFO: Created broadcast 44 from broadcast at SparkBackend.scala:313 2022-08-17 10:45:58 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 10:45:58 DAGScheduler: INFO: Got job 7 (collect at SparkBackend.scala:321) with 112 output partitions 2022-08-17 10:45:58 DAGScheduler: INFO: Final stage: ResultStage 7 (collect at SparkBackend.scala:321) 2022-08-17 10:45:58 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 10:45:58 DAGScheduler: INFO: Missing parents: List() 2022-08-17 10:45:58 DAGScheduler: INFO: Submitting ResultStage 7 (SparkBackendComputeRDD[11] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 10:45:58 MemoryStore: INFO: Block broadcast_45 stored as values in memory (estimated size 34.2 KiB, free 17.8 GiB) 2022-08-17 10:45:58 MemoryStore: INFO: Block broadcast_45_piece0 stored as bytes in memory (estimated size 18.6 KiB, free 17.8 GiB) 2022-08-17 10:45:58 BlockManagerInfo: INFO: Added broadcast_45_piece0 in memory on dna.Dlink:40753 (size: 18.6 KiB, free: 17.8 GiB) 2022-08-17 10:45:58 SparkContext: INFO: Created broadcast 45 from broadcast at DAGScheduler.scala:1433 2022-08-17 10:45:58 DAGScheduler: INFO: Submitting 112 missing tasks from ResultStage 7 (SparkBackendComputeRDD[11] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14)) 2022-08-17 10:45:58 TaskSchedulerImpl: INFO: Adding task set 7.0 with 112 tasks resource profile 0 2022-08-17 10:45:58 TaskSetManager: INFO: Starting task 0.0 in stage 7.0 (TID 22) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:45:58 TaskSetManager: INFO: Starting task 1.0 in stage 7.0 (TID 23) (dna.Dlink, executor driver, partition 1, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:45:58 TaskSetManager: INFO: Starting task 2.0 in stage 7.0 (TID 24) (dna.Dlink, executor driver, partition 2, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:45:58 TaskSetManager: INFO: Starting task 3.0 in stage 7.0 (TID 25) (dna.Dlink, executor driver, partition 3, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:45:58 TaskSetManager: INFO: Starting task 4.0 in stage 7.0 (TID 26) (dna.Dlink, executor driver, partition 4, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:45:58 TaskSetManager: INFO: Starting task 5.0 in stage 7.0 (TID 27) (dna.Dlink, executor driver, partition 5, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:45:58 TaskSetManager: INFO: Starting task 6.0 in stage 7.0 (TID 28) (dna.Dlink, executor driver, partition 6, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:45:58 TaskSetManager: INFO: Starting task 7.0 in stage 7.0 (TID 29) (dna.Dlink, executor driver, partition 7, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:45:58 Executor: INFO: Running task 0.0 in stage 7.0 (TID 22) 2022-08-17 10:45:58 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 0.0 in stage 7.0 (TID 22) 2022-08-17 10:45:58 Executor: INFO: Running task 1.0 in stage 7.0 (TID 23) 2022-08-17 10:45:58 root: INFO: RegionPool: initialized for thread 194: Executor task launch worker for task 1.0 in stage 7.0 (TID 23) 2022-08-17 10:45:58 Executor: INFO: Running task 2.0 in stage 7.0 (TID 24) 2022-08-17 10:45:58 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 2.0 in stage 7.0 (TID 24) 2022-08-17 10:45:58 Executor: INFO: Running task 3.0 in stage 7.0 (TID 25) 2022-08-17 10:45:58 Executor: INFO: Running task 4.0 in stage 7.0 (TID 26) 2022-08-17 10:45:58 root: INFO: RegionPool: initialized for thread 197: Executor task launch worker for task 4.0 in stage 7.0 (TID 26) 2022-08-17 10:45:58 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 3.0 in stage 7.0 (TID 25) 2022-08-17 10:45:58 Executor: INFO: Running task 5.0 in stage 7.0 (TID 27) 2022-08-17 10:45:58 Executor: INFO: Running task 6.0 in stage 7.0 (TID 28) 2022-08-17 10:45:58 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 5.0 in stage 7.0 (TID 27) 2022-08-17 10:45:58 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 6.0 in stage 7.0 (TID 28) 2022-08-17 10:45:58 Executor: INFO: Running task 7.0 in stage 7.0 (TID 29) 2022-08-17 10:45:58 root: INFO: RegionPool: initialized for thread 200: Executor task launch worker for task 7.0 in stage 7.0 (TID 29) 2022-08-17 10:45:58 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 0.0 in stage 7.0 (TID 22) 2022-08-17 10:45:58 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 3.0 in stage 7.0 (TID 25) 2022-08-17 10:45:58 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 194: Executor task launch worker for task 1.0 in stage 7.0 (TID 23) 2022-08-17 10:45:58 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 197: Executor task launch worker for task 4.0 in stage 7.0 (TID 26) 2022-08-17 10:45:58 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 6.0 in stage 7.0 (TID 28) 2022-08-17 10:45:58 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 200: Executor task launch worker for task 7.0 in stage 7.0 (TID 29) 2022-08-17 10:45:58 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 5.0 in stage 7.0 (TID 27) 2022-08-17 10:45:58 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 2.0 in stage 7.0 (TID 24) 2022-08-17 10:46:18 root: INFO: TaskReport: stage=7, partition=0, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:18 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 0.0 in stage 7.0 (TID 22) 2022-08-17 10:46:18 Executor: INFO: Finished task 0.0 in stage 7.0 (TID 22). 818 bytes result sent to driver 2022-08-17 10:46:18 TaskSetManager: INFO: Starting task 8.0 in stage 7.0 (TID 30) (dna.Dlink, executor driver, partition 8, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:18 Executor: INFO: Running task 8.0 in stage 7.0 (TID 30) 2022-08-17 10:46:18 TaskSetManager: INFO: Finished task 0.0 in stage 7.0 (TID 22) in 19928 ms on dna.Dlink (executor driver) (1/112) 2022-08-17 10:46:18 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 8.0 in stage 7.0 (TID 30) 2022-08-17 10:46:18 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 8.0 in stage 7.0 (TID 30) 2022-08-17 10:46:19 root: INFO: TaskReport: stage=7, partition=7, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:19 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 200: Executor task launch worker for task 7.0 in stage 7.0 (TID 29) 2022-08-17 10:46:19 Executor: INFO: Finished task 7.0 in stage 7.0 (TID 29). 818 bytes result sent to driver 2022-08-17 10:46:19 TaskSetManager: INFO: Starting task 9.0 in stage 7.0 (TID 31) (dna.Dlink, executor driver, partition 9, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:19 Executor: INFO: Running task 9.0 in stage 7.0 (TID 31) 2022-08-17 10:46:19 TaskSetManager: INFO: Finished task 7.0 in stage 7.0 (TID 29) in 20989 ms on dna.Dlink (executor driver) (2/112) 2022-08-17 10:46:19 root: INFO: RegionPool: initialized for thread 200: Executor task launch worker for task 9.0 in stage 7.0 (TID 31) 2022-08-17 10:46:19 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 200: Executor task launch worker for task 9.0 in stage 7.0 (TID 31) 2022-08-17 10:46:19 root: INFO: TaskReport: stage=7, partition=5, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:19 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 5.0 in stage 7.0 (TID 27) 2022-08-17 10:46:19 Executor: INFO: Finished task 5.0 in stage 7.0 (TID 27). 818 bytes result sent to driver 2022-08-17 10:46:19 TaskSetManager: INFO: Starting task 10.0 in stage 7.0 (TID 32) (dna.Dlink, executor driver, partition 10, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:19 TaskSetManager: INFO: Finished task 5.0 in stage 7.0 (TID 27) in 21111 ms on dna.Dlink (executor driver) (3/112) 2022-08-17 10:46:19 Executor: INFO: Running task 10.0 in stage 7.0 (TID 32) 2022-08-17 10:46:19 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 10.0 in stage 7.0 (TID 32) 2022-08-17 10:46:19 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 10.0 in stage 7.0 (TID 32) 2022-08-17 10:46:19 root: INFO: TaskReport: stage=7, partition=2, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:19 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 2.0 in stage 7.0 (TID 24) 2022-08-17 10:46:19 Executor: INFO: Finished task 2.0 in stage 7.0 (TID 24). 818 bytes result sent to driver 2022-08-17 10:46:19 TaskSetManager: INFO: Starting task 11.0 in stage 7.0 (TID 33) (dna.Dlink, executor driver, partition 11, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:19 TaskSetManager: INFO: Finished task 2.0 in stage 7.0 (TID 24) in 21427 ms on dna.Dlink (executor driver) (4/112) 2022-08-17 10:46:19 Executor: INFO: Running task 11.0 in stage 7.0 (TID 33) 2022-08-17 10:46:19 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 11.0 in stage 7.0 (TID 33) 2022-08-17 10:46:19 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 11.0 in stage 7.0 (TID 33) 2022-08-17 10:46:19 root: INFO: TaskReport: stage=7, partition=6, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:19 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 6.0 in stage 7.0 (TID 28) 2022-08-17 10:46:19 Executor: INFO: Finished task 6.0 in stage 7.0 (TID 28). 818 bytes result sent to driver 2022-08-17 10:46:19 TaskSetManager: INFO: Starting task 12.0 in stage 7.0 (TID 34) (dna.Dlink, executor driver, partition 12, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:19 TaskSetManager: INFO: Finished task 6.0 in stage 7.0 (TID 28) in 21580 ms on dna.Dlink (executor driver) (5/112) 2022-08-17 10:46:19 Executor: INFO: Running task 12.0 in stage 7.0 (TID 34) 2022-08-17 10:46:19 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 12.0 in stage 7.0 (TID 34) 2022-08-17 10:46:19 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 12.0 in stage 7.0 (TID 34) 2022-08-17 10:46:20 root: INFO: TaskReport: stage=7, partition=1, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:20 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 194: Executor task launch worker for task 1.0 in stage 7.0 (TID 23) 2022-08-17 10:46:20 Executor: INFO: Finished task 1.0 in stage 7.0 (TID 23). 775 bytes result sent to driver 2022-08-17 10:46:20 TaskSetManager: INFO: Starting task 13.0 in stage 7.0 (TID 35) (dna.Dlink, executor driver, partition 13, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:20 TaskSetManager: INFO: Finished task 1.0 in stage 7.0 (TID 23) in 21727 ms on dna.Dlink (executor driver) (6/112) 2022-08-17 10:46:20 Executor: INFO: Running task 13.0 in stage 7.0 (TID 35) 2022-08-17 10:46:20 root: INFO: RegionPool: initialized for thread 194: Executor task launch worker for task 13.0 in stage 7.0 (TID 35) 2022-08-17 10:46:20 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 194: Executor task launch worker for task 13.0 in stage 7.0 (TID 35) 2022-08-17 10:46:20 root: INFO: TaskReport: stage=7, partition=3, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:20 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 3.0 in stage 7.0 (TID 25) 2022-08-17 10:46:20 Executor: INFO: Finished task 3.0 in stage 7.0 (TID 25). 818 bytes result sent to driver 2022-08-17 10:46:20 TaskSetManager: INFO: Starting task 14.0 in stage 7.0 (TID 36) (dna.Dlink, executor driver, partition 14, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:20 TaskSetManager: INFO: Finished task 3.0 in stage 7.0 (TID 25) in 22073 ms on dna.Dlink (executor driver) (7/112) 2022-08-17 10:46:20 Executor: INFO: Running task 14.0 in stage 7.0 (TID 36) 2022-08-17 10:46:20 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 14.0 in stage 7.0 (TID 36) 2022-08-17 10:46:20 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 14.0 in stage 7.0 (TID 36) 2022-08-17 10:46:20 root: INFO: TaskReport: stage=7, partition=4, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:20 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 197: Executor task launch worker for task 4.0 in stage 7.0 (TID 26) 2022-08-17 10:46:20 Executor: INFO: Finished task 4.0 in stage 7.0 (TID 26). 775 bytes result sent to driver 2022-08-17 10:46:20 TaskSetManager: INFO: Starting task 15.0 in stage 7.0 (TID 37) (dna.Dlink, executor driver, partition 15, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:20 TaskSetManager: INFO: Finished task 4.0 in stage 7.0 (TID 26) in 22436 ms on dna.Dlink (executor driver) (8/112) 2022-08-17 10:46:20 Executor: INFO: Running task 15.0 in stage 7.0 (TID 37) 2022-08-17 10:46:20 root: INFO: RegionPool: initialized for thread 197: Executor task launch worker for task 15.0 in stage 7.0 (TID 37) 2022-08-17 10:46:20 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 197: Executor task launch worker for task 15.0 in stage 7.0 (TID 37) 2022-08-17 10:46:38 root: INFO: TaskReport: stage=7, partition=8, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:38 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 8.0 in stage 7.0 (TID 30) 2022-08-17 10:46:38 Executor: INFO: Finished task 8.0 in stage 7.0 (TID 30). 818 bytes result sent to driver 2022-08-17 10:46:38 TaskSetManager: INFO: Starting task 16.0 in stage 7.0 (TID 38) (dna.Dlink, executor driver, partition 16, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:38 TaskSetManager: INFO: Finished task 8.0 in stage 7.0 (TID 30) in 20439 ms on dna.Dlink (executor driver) (9/112) 2022-08-17 10:46:38 Executor: INFO: Running task 16.0 in stage 7.0 (TID 38) 2022-08-17 10:46:38 root: INFO: RegionPool: initialized for thread 201: Executor task launch worker for task 16.0 in stage 7.0 (TID 38) 2022-08-17 10:46:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 201: Executor task launch worker for task 16.0 in stage 7.0 (TID 38) 2022-08-17 10:46:41 BlockManagerInfo: INFO: Removed broadcast_41_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 10:46:41 BlockManagerInfo: INFO: Removed broadcast_42_piece0 on dna.Dlink:40753 in memory (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 10:46:43 root: INFO: TaskReport: stage=7, partition=9, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:43 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 200: Executor task launch worker for task 9.0 in stage 7.0 (TID 31) 2022-08-17 10:46:43 Executor: INFO: Finished task 9.0 in stage 7.0 (TID 31). 818 bytes result sent to driver 2022-08-17 10:46:43 TaskSetManager: INFO: Starting task 17.0 in stage 7.0 (TID 39) (dna.Dlink, executor driver, partition 17, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:43 TaskSetManager: INFO: Finished task 9.0 in stage 7.0 (TID 31) in 23662 ms on dna.Dlink (executor driver) (10/112) 2022-08-17 10:46:43 Executor: INFO: Running task 17.0 in stage 7.0 (TID 39) 2022-08-17 10:46:43 root: INFO: RegionPool: initialized for thread 200: Executor task launch worker for task 17.0 in stage 7.0 (TID 39) 2022-08-17 10:46:43 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 200: Executor task launch worker for task 17.0 in stage 7.0 (TID 39) 2022-08-17 10:46:43 root: INFO: TaskReport: stage=7, partition=10, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:43 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 10.0 in stage 7.0 (TID 32) 2022-08-17 10:46:43 Executor: INFO: Finished task 10.0 in stage 7.0 (TID 32). 861 bytes result sent to driver 2022-08-17 10:46:43 TaskSetManager: INFO: Starting task 18.0 in stage 7.0 (TID 40) (dna.Dlink, executor driver, partition 18, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:43 TaskSetManager: INFO: Finished task 10.0 in stage 7.0 (TID 32) in 24302 ms on dna.Dlink (executor driver) (11/112) 2022-08-17 10:46:43 Executor: INFO: Running task 18.0 in stage 7.0 (TID 40) 2022-08-17 10:46:43 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 18.0 in stage 7.0 (TID 40) 2022-08-17 10:46:43 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 18.0 in stage 7.0 (TID 40) 2022-08-17 10:46:44 root: INFO: TaskReport: stage=7, partition=11, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:44 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 11.0 in stage 7.0 (TID 33) 2022-08-17 10:46:44 Executor: INFO: Finished task 11.0 in stage 7.0 (TID 33). 818 bytes result sent to driver 2022-08-17 10:46:44 TaskSetManager: INFO: Starting task 19.0 in stage 7.0 (TID 41) (dna.Dlink, executor driver, partition 19, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:44 TaskSetManager: INFO: Finished task 11.0 in stage 7.0 (TID 33) in 24260 ms on dna.Dlink (executor driver) (12/112) 2022-08-17 10:46:44 Executor: INFO: Running task 19.0 in stage 7.0 (TID 41) 2022-08-17 10:46:44 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 19.0 in stage 7.0 (TID 41) 2022-08-17 10:46:44 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 19.0 in stage 7.0 (TID 41) 2022-08-17 10:46:44 root: INFO: TaskReport: stage=7, partition=13, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:44 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 194: Executor task launch worker for task 13.0 in stage 7.0 (TID 35) 2022-08-17 10:46:44 Executor: INFO: Finished task 13.0 in stage 7.0 (TID 35). 861 bytes result sent to driver 2022-08-17 10:46:44 TaskSetManager: INFO: Starting task 20.0 in stage 7.0 (TID 42) (dna.Dlink, executor driver, partition 20, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:44 Executor: INFO: Running task 20.0 in stage 7.0 (TID 42) 2022-08-17 10:46:44 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 20.0 in stage 7.0 (TID 42) 2022-08-17 10:46:44 TaskSetManager: INFO: Finished task 13.0 in stage 7.0 (TID 35) in 24515 ms on dna.Dlink (executor driver) (13/112) 2022-08-17 10:46:44 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 20.0 in stage 7.0 (TID 42) 2022-08-17 10:46:44 root: INFO: TaskReport: stage=7, partition=15, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:44 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 197: Executor task launch worker for task 15.0 in stage 7.0 (TID 37) 2022-08-17 10:46:44 Executor: INFO: Finished task 15.0 in stage 7.0 (TID 37). 818 bytes result sent to driver 2022-08-17 10:46:44 TaskSetManager: INFO: Starting task 21.0 in stage 7.0 (TID 43) (dna.Dlink, executor driver, partition 21, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:44 Executor: INFO: Running task 21.0 in stage 7.0 (TID 43) 2022-08-17 10:46:44 TaskSetManager: INFO: Finished task 15.0 in stage 7.0 (TID 37) in 23918 ms on dna.Dlink (executor driver) (14/112) 2022-08-17 10:46:44 root: INFO: RegionPool: initialized for thread 194: Executor task launch worker for task 21.0 in stage 7.0 (TID 43) 2022-08-17 10:46:44 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 194: Executor task launch worker for task 21.0 in stage 7.0 (TID 43) 2022-08-17 10:46:45 root: INFO: TaskReport: stage=7, partition=14, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:45 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 14.0 in stage 7.0 (TID 36) 2022-08-17 10:46:45 Executor: INFO: Finished task 14.0 in stage 7.0 (TID 36). 818 bytes result sent to driver 2022-08-17 10:46:45 TaskSetManager: INFO: Starting task 22.0 in stage 7.0 (TID 44) (dna.Dlink, executor driver, partition 22, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:45 Executor: INFO: Running task 22.0 in stage 7.0 (TID 44) 2022-08-17 10:46:45 TaskSetManager: INFO: Finished task 14.0 in stage 7.0 (TID 36) in 24772 ms on dna.Dlink (executor driver) (15/112) 2022-08-17 10:46:45 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 22.0 in stage 7.0 (TID 44) 2022-08-17 10:46:45 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 22.0 in stage 7.0 (TID 44) 2022-08-17 10:46:45 root: INFO: TaskReport: stage=7, partition=12, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:46:45 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 12.0 in stage 7.0 (TID 34) 2022-08-17 10:46:45 Executor: INFO: Finished task 12.0 in stage 7.0 (TID 34). 818 bytes result sent to driver 2022-08-17 10:46:45 TaskSetManager: INFO: Starting task 23.0 in stage 7.0 (TID 45) (dna.Dlink, executor driver, partition 23, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:46:45 TaskSetManager: INFO: Finished task 12.0 in stage 7.0 (TID 34) in 25951 ms on dna.Dlink (executor driver) (16/112) 2022-08-17 10:46:45 Executor: INFO: Running task 23.0 in stage 7.0 (TID 45) 2022-08-17 10:46:45 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 23.0 in stage 7.0 (TID 45) 2022-08-17 10:46:45 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 23.0 in stage 7.0 (TID 45) 2022-08-17 10:47:04 root: INFO: TaskReport: stage=7, partition=16, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:04 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 201: Executor task launch worker for task 16.0 in stage 7.0 (TID 38) 2022-08-17 10:47:04 Executor: INFO: Finished task 16.0 in stage 7.0 (TID 38). 818 bytes result sent to driver 2022-08-17 10:47:04 TaskSetManager: INFO: Starting task 24.0 in stage 7.0 (TID 46) (dna.Dlink, executor driver, partition 24, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:04 TaskSetManager: INFO: Finished task 16.0 in stage 7.0 (TID 38) in 25749 ms on dna.Dlink (executor driver) (17/112) 2022-08-17 10:47:04 Executor: INFO: Running task 24.0 in stage 7.0 (TID 46) 2022-08-17 10:47:04 root: INFO: RegionPool: initialized for thread 201: Executor task launch worker for task 24.0 in stage 7.0 (TID 46) 2022-08-17 10:47:04 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 201: Executor task launch worker for task 24.0 in stage 7.0 (TID 46) 2022-08-17 10:47:05 root: INFO: TaskReport: stage=7, partition=18, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:05 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 18.0 in stage 7.0 (TID 40) 2022-08-17 10:47:05 Executor: INFO: Finished task 18.0 in stage 7.0 (TID 40). 775 bytes result sent to driver 2022-08-17 10:47:05 TaskSetManager: INFO: Starting task 25.0 in stage 7.0 (TID 47) (dna.Dlink, executor driver, partition 25, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:05 TaskSetManager: INFO: Finished task 18.0 in stage 7.0 (TID 40) in 21957 ms on dna.Dlink (executor driver) (18/112) 2022-08-17 10:47:05 Executor: INFO: Running task 25.0 in stage 7.0 (TID 47) 2022-08-17 10:47:05 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 25.0 in stage 7.0 (TID 47) 2022-08-17 10:47:05 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 25.0 in stage 7.0 (TID 47) 2022-08-17 10:47:06 root: INFO: TaskReport: stage=7, partition=19, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:06 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 19.0 in stage 7.0 (TID 41) 2022-08-17 10:47:06 Executor: INFO: Finished task 19.0 in stage 7.0 (TID 41). 775 bytes result sent to driver 2022-08-17 10:47:06 TaskSetManager: INFO: Starting task 26.0 in stage 7.0 (TID 48) (dna.Dlink, executor driver, partition 26, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:06 TaskSetManager: INFO: Finished task 19.0 in stage 7.0 (TID 41) in 22261 ms on dna.Dlink (executor driver) (19/112) 2022-08-17 10:47:06 Executor: INFO: Running task 26.0 in stage 7.0 (TID 48) 2022-08-17 10:47:06 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 26.0 in stage 7.0 (TID 48) 2022-08-17 10:47:06 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 26.0 in stage 7.0 (TID 48) 2022-08-17 10:47:06 root: INFO: TaskReport: stage=7, partition=17, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:06 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 200: Executor task launch worker for task 17.0 in stage 7.0 (TID 39) 2022-08-17 10:47:06 Executor: INFO: Finished task 17.0 in stage 7.0 (TID 39). 775 bytes result sent to driver 2022-08-17 10:47:06 TaskSetManager: INFO: Starting task 27.0 in stage 7.0 (TID 49) (dna.Dlink, executor driver, partition 27, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:06 TaskSetManager: INFO: Finished task 17.0 in stage 7.0 (TID 39) in 23579 ms on dna.Dlink (executor driver) (20/112) 2022-08-17 10:47:06 Executor: INFO: Running task 27.0 in stage 7.0 (TID 49) 2022-08-17 10:47:06 root: INFO: RegionPool: initialized for thread 200: Executor task launch worker for task 27.0 in stage 7.0 (TID 49) 2022-08-17 10:47:06 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 200: Executor task launch worker for task 27.0 in stage 7.0 (TID 49) 2022-08-17 10:47:07 root: INFO: TaskReport: stage=7, partition=22, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:07 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 22.0 in stage 7.0 (TID 44) 2022-08-17 10:47:07 Executor: INFO: Finished task 22.0 in stage 7.0 (TID 44). 775 bytes result sent to driver 2022-08-17 10:47:07 TaskSetManager: INFO: Starting task 28.0 in stage 7.0 (TID 50) (dna.Dlink, executor driver, partition 28, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:07 Executor: INFO: Running task 28.0 in stage 7.0 (TID 50) 2022-08-17 10:47:07 TaskSetManager: INFO: Finished task 22.0 in stage 7.0 (TID 44) in 21938 ms on dna.Dlink (executor driver) (21/112) 2022-08-17 10:47:07 root: INFO: RegionPool: initialized for thread 197: Executor task launch worker for task 28.0 in stage 7.0 (TID 50) 2022-08-17 10:47:07 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 197: Executor task launch worker for task 28.0 in stage 7.0 (TID 50) 2022-08-17 10:47:08 root: INFO: TaskReport: stage=7, partition=21, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:08 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 194: Executor task launch worker for task 21.0 in stage 7.0 (TID 43) 2022-08-17 10:47:08 Executor: INFO: Finished task 21.0 in stage 7.0 (TID 43). 818 bytes result sent to driver 2022-08-17 10:47:08 TaskSetManager: INFO: Starting task 29.0 in stage 7.0 (TID 51) (dna.Dlink, executor driver, partition 29, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:08 TaskSetManager: INFO: Finished task 21.0 in stage 7.0 (TID 43) in 23334 ms on dna.Dlink (executor driver) (22/112) 2022-08-17 10:47:08 Executor: INFO: Running task 29.0 in stage 7.0 (TID 51) 2022-08-17 10:47:08 root: INFO: RegionPool: initialized for thread 194: Executor task launch worker for task 29.0 in stage 7.0 (TID 51) 2022-08-17 10:47:08 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 194: Executor task launch worker for task 29.0 in stage 7.0 (TID 51) 2022-08-17 10:47:08 root: INFO: TaskReport: stage=7, partition=20, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:08 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 20.0 in stage 7.0 (TID 42) 2022-08-17 10:47:08 Executor: INFO: Finished task 20.0 in stage 7.0 (TID 42). 775 bytes result sent to driver 2022-08-17 10:47:08 TaskSetManager: INFO: Starting task 30.0 in stage 7.0 (TID 52) (dna.Dlink, executor driver, partition 30, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:08 TaskSetManager: INFO: Finished task 20.0 in stage 7.0 (TID 42) in 23684 ms on dna.Dlink (executor driver) (23/112) 2022-08-17 10:47:08 Executor: INFO: Running task 30.0 in stage 7.0 (TID 52) 2022-08-17 10:47:08 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 30.0 in stage 7.0 (TID 52) 2022-08-17 10:47:08 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 30.0 in stage 7.0 (TID 52) 2022-08-17 10:47:09 root: INFO: TaskReport: stage=7, partition=23, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:09 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 23.0 in stage 7.0 (TID 45) 2022-08-17 10:47:09 Executor: INFO: Finished task 23.0 in stage 7.0 (TID 45). 775 bytes result sent to driver 2022-08-17 10:47:09 TaskSetManager: INFO: Starting task 31.0 in stage 7.0 (TID 53) (dna.Dlink, executor driver, partition 31, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:09 TaskSetManager: INFO: Finished task 23.0 in stage 7.0 (TID 45) in 23476 ms on dna.Dlink (executor driver) (24/112) 2022-08-17 10:47:09 Executor: INFO: Running task 31.0 in stage 7.0 (TID 53) 2022-08-17 10:47:09 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 31.0 in stage 7.0 (TID 53) 2022-08-17 10:47:09 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 31.0 in stage 7.0 (TID 53) 2022-08-17 10:47:26 root: INFO: TaskReport: stage=7, partition=24, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:26 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 201: Executor task launch worker for task 24.0 in stage 7.0 (TID 46) 2022-08-17 10:47:26 Executor: INFO: Finished task 24.0 in stage 7.0 (TID 46). 775 bytes result sent to driver 2022-08-17 10:47:26 TaskSetManager: INFO: Starting task 32.0 in stage 7.0 (TID 54) (dna.Dlink, executor driver, partition 32, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:26 TaskSetManager: INFO: Finished task 24.0 in stage 7.0 (TID 46) in 22398 ms on dna.Dlink (executor driver) (25/112) 2022-08-17 10:47:26 Executor: INFO: Running task 32.0 in stage 7.0 (TID 54) 2022-08-17 10:47:26 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 32.0 in stage 7.0 (TID 54) 2022-08-17 10:47:26 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 32.0 in stage 7.0 (TID 54) 2022-08-17 10:47:27 root: INFO: TaskReport: stage=7, partition=25, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:27 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 25.0 in stage 7.0 (TID 47) 2022-08-17 10:47:27 Executor: INFO: Finished task 25.0 in stage 7.0 (TID 47). 818 bytes result sent to driver 2022-08-17 10:47:27 TaskSetManager: INFO: Starting task 33.0 in stage 7.0 (TID 55) (dna.Dlink, executor driver, partition 33, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:27 TaskSetManager: INFO: Finished task 25.0 in stage 7.0 (TID 47) in 21569 ms on dna.Dlink (executor driver) (26/112) 2022-08-17 10:47:27 Executor: INFO: Running task 33.0 in stage 7.0 (TID 55) 2022-08-17 10:47:27 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 33.0 in stage 7.0 (TID 55) 2022-08-17 10:47:27 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 33.0 in stage 7.0 (TID 55) 2022-08-17 10:47:28 root: INFO: TaskReport: stage=7, partition=26, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:28 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 26.0 in stage 7.0 (TID 48) 2022-08-17 10:47:28 Executor: INFO: Finished task 26.0 in stage 7.0 (TID 48). 775 bytes result sent to driver 2022-08-17 10:47:28 TaskSetManager: INFO: Starting task 34.0 in stage 7.0 (TID 56) (dna.Dlink, executor driver, partition 34, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:28 TaskSetManager: INFO: Finished task 26.0 in stage 7.0 (TID 48) in 21956 ms on dna.Dlink (executor driver) (27/112) 2022-08-17 10:47:28 Executor: INFO: Running task 34.0 in stage 7.0 (TID 56) 2022-08-17 10:47:28 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 34.0 in stage 7.0 (TID 56) 2022-08-17 10:47:28 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 34.0 in stage 7.0 (TID 56) 2022-08-17 10:47:28 root: INFO: TaskReport: stage=7, partition=27, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:28 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 200: Executor task launch worker for task 27.0 in stage 7.0 (TID 49) 2022-08-17 10:47:28 Executor: INFO: Finished task 27.0 in stage 7.0 (TID 49). 775 bytes result sent to driver 2022-08-17 10:47:28 TaskSetManager: INFO: Starting task 35.0 in stage 7.0 (TID 57) (dna.Dlink, executor driver, partition 35, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:28 TaskSetManager: INFO: Finished task 27.0 in stage 7.0 (TID 49) in 22081 ms on dna.Dlink (executor driver) (28/112) 2022-08-17 10:47:28 Executor: INFO: Running task 35.0 in stage 7.0 (TID 57) 2022-08-17 10:47:28 root: INFO: RegionPool: initialized for thread 201: Executor task launch worker for task 35.0 in stage 7.0 (TID 57) 2022-08-17 10:47:28 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 201: Executor task launch worker for task 35.0 in stage 7.0 (TID 57) 2022-08-17 10:47:29 root: INFO: TaskReport: stage=7, partition=28, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:29 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 197: Executor task launch worker for task 28.0 in stage 7.0 (TID 50) 2022-08-17 10:47:29 Executor: INFO: Finished task 28.0 in stage 7.0 (TID 50). 775 bytes result sent to driver 2022-08-17 10:47:29 TaskSetManager: INFO: Starting task 36.0 in stage 7.0 (TID 58) (dna.Dlink, executor driver, partition 36, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:29 TaskSetManager: INFO: Finished task 28.0 in stage 7.0 (TID 50) in 22293 ms on dna.Dlink (executor driver) (29/112) 2022-08-17 10:47:29 Executor: INFO: Running task 36.0 in stage 7.0 (TID 58) 2022-08-17 10:47:29 root: INFO: RegionPool: initialized for thread 197: Executor task launch worker for task 36.0 in stage 7.0 (TID 58) 2022-08-17 10:47:29 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 197: Executor task launch worker for task 36.0 in stage 7.0 (TID 58) 2022-08-17 10:47:29 root: INFO: TaskReport: stage=7, partition=29, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:29 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 194: Executor task launch worker for task 29.0 in stage 7.0 (TID 51) 2022-08-17 10:47:29 Executor: INFO: Finished task 29.0 in stage 7.0 (TID 51). 775 bytes result sent to driver 2022-08-17 10:47:29 TaskSetManager: INFO: Starting task 37.0 in stage 7.0 (TID 59) (dna.Dlink, executor driver, partition 37, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:29 TaskSetManager: INFO: Finished task 29.0 in stage 7.0 (TID 51) in 21563 ms on dna.Dlink (executor driver) (30/112) 2022-08-17 10:47:29 Executor: INFO: Running task 37.0 in stage 7.0 (TID 59) 2022-08-17 10:47:29 root: INFO: RegionPool: initialized for thread 194: Executor task launch worker for task 37.0 in stage 7.0 (TID 59) 2022-08-17 10:47:29 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 194: Executor task launch worker for task 37.0 in stage 7.0 (TID 59) 2022-08-17 10:47:30 root: INFO: TaskReport: stage=7, partition=30, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:30 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 30.0 in stage 7.0 (TID 52) 2022-08-17 10:47:30 Executor: INFO: Finished task 30.0 in stage 7.0 (TID 52). 775 bytes result sent to driver 2022-08-17 10:47:30 TaskSetManager: INFO: Starting task 38.0 in stage 7.0 (TID 60) (dna.Dlink, executor driver, partition 38, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:30 TaskSetManager: INFO: Finished task 30.0 in stage 7.0 (TID 52) in 21961 ms on dna.Dlink (executor driver) (31/112) 2022-08-17 10:47:30 Executor: INFO: Running task 38.0 in stage 7.0 (TID 60) 2022-08-17 10:47:30 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 38.0 in stage 7.0 (TID 60) 2022-08-17 10:47:30 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 38.0 in stage 7.0 (TID 60) 2022-08-17 10:47:31 root: INFO: TaskReport: stage=7, partition=31, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:31 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 31.0 in stage 7.0 (TID 53) 2022-08-17 10:47:31 Executor: INFO: Finished task 31.0 in stage 7.0 (TID 53). 775 bytes result sent to driver 2022-08-17 10:47:31 TaskSetManager: INFO: Starting task 39.0 in stage 7.0 (TID 61) (dna.Dlink, executor driver, partition 39, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:31 TaskSetManager: INFO: Finished task 31.0 in stage 7.0 (TID 53) in 22505 ms on dna.Dlink (executor driver) (32/112) 2022-08-17 10:47:31 Executor: INFO: Running task 39.0 in stage 7.0 (TID 61) 2022-08-17 10:47:31 root: INFO: RegionPool: initialized for thread 200: Executor task launch worker for task 39.0 in stage 7.0 (TID 61) 2022-08-17 10:47:31 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 200: Executor task launch worker for task 39.0 in stage 7.0 (TID 61) 2022-08-17 10:47:48 root: INFO: TaskReport: stage=7, partition=33, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:48 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 33.0 in stage 7.0 (TID 55) 2022-08-17 10:47:48 Executor: INFO: Finished task 33.0 in stage 7.0 (TID 55). 775 bytes result sent to driver 2022-08-17 10:47:48 TaskSetManager: INFO: Starting task 40.0 in stage 7.0 (TID 62) (dna.Dlink, executor driver, partition 40, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:48 TaskSetManager: INFO: Finished task 33.0 in stage 7.0 (TID 55) in 21347 ms on dna.Dlink (executor driver) (33/112) 2022-08-17 10:47:48 Executor: INFO: Running task 40.0 in stage 7.0 (TID 62) 2022-08-17 10:47:48 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 40.0 in stage 7.0 (TID 62) 2022-08-17 10:47:48 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 40.0 in stage 7.0 (TID 62) 2022-08-17 10:47:49 root: INFO: TaskReport: stage=7, partition=32, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:49 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 32.0 in stage 7.0 (TID 54) 2022-08-17 10:47:49 Executor: INFO: Finished task 32.0 in stage 7.0 (TID 54). 775 bytes result sent to driver 2022-08-17 10:47:49 TaskSetManager: INFO: Starting task 41.0 in stage 7.0 (TID 63) (dna.Dlink, executor driver, partition 41, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:49 Executor: INFO: Running task 41.0 in stage 7.0 (TID 63) 2022-08-17 10:47:49 TaskSetManager: INFO: Finished task 32.0 in stage 7.0 (TID 54) in 22341 ms on dna.Dlink (executor driver) (34/112) 2022-08-17 10:47:49 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 41.0 in stage 7.0 (TID 63) 2022-08-17 10:47:49 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 41.0 in stage 7.0 (TID 63) 2022-08-17 10:47:50 root: INFO: TaskReport: stage=7, partition=34, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:50 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 34.0 in stage 7.0 (TID 56) 2022-08-17 10:47:50 Executor: INFO: Finished task 34.0 in stage 7.0 (TID 56). 775 bytes result sent to driver 2022-08-17 10:47:50 TaskSetManager: INFO: Starting task 42.0 in stage 7.0 (TID 64) (dna.Dlink, executor driver, partition 42, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:50 Executor: INFO: Running task 42.0 in stage 7.0 (TID 64) 2022-08-17 10:47:50 TaskSetManager: INFO: Finished task 34.0 in stage 7.0 (TID 56) in 22213 ms on dna.Dlink (executor driver) (35/112) 2022-08-17 10:47:50 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 42.0 in stage 7.0 (TID 64) 2022-08-17 10:47:50 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 42.0 in stage 7.0 (TID 64) 2022-08-17 10:47:51 root: INFO: TaskReport: stage=7, partition=35, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:51 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 201: Executor task launch worker for task 35.0 in stage 7.0 (TID 57) 2022-08-17 10:47:51 Executor: INFO: Finished task 35.0 in stage 7.0 (TID 57). 775 bytes result sent to driver 2022-08-17 10:47:51 TaskSetManager: INFO: Starting task 43.0 in stage 7.0 (TID 65) (dna.Dlink, executor driver, partition 43, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:51 TaskSetManager: INFO: Finished task 35.0 in stage 7.0 (TID 57) in 22768 ms on dna.Dlink (executor driver) (36/112) 2022-08-17 10:47:51 Executor: INFO: Running task 43.0 in stage 7.0 (TID 65) 2022-08-17 10:47:51 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 43.0 in stage 7.0 (TID 65) 2022-08-17 10:47:51 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 43.0 in stage 7.0 (TID 65) 2022-08-17 10:47:52 root: INFO: TaskReport: stage=7, partition=36, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:52 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 197: Executor task launch worker for task 36.0 in stage 7.0 (TID 58) 2022-08-17 10:47:52 Executor: INFO: Finished task 36.0 in stage 7.0 (TID 58). 775 bytes result sent to driver 2022-08-17 10:47:52 TaskSetManager: INFO: Starting task 44.0 in stage 7.0 (TID 66) (dna.Dlink, executor driver, partition 44, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:52 TaskSetManager: INFO: Finished task 36.0 in stage 7.0 (TID 58) in 22940 ms on dna.Dlink (executor driver) (37/112) 2022-08-17 10:47:52 Executor: INFO: Running task 44.0 in stage 7.0 (TID 66) 2022-08-17 10:47:52 root: INFO: RegionPool: initialized for thread 201: Executor task launch worker for task 44.0 in stage 7.0 (TID 66) 2022-08-17 10:47:52 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 201: Executor task launch worker for task 44.0 in stage 7.0 (TID 66) 2022-08-17 10:47:53 root: INFO: TaskReport: stage=7, partition=37, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:53 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 194: Executor task launch worker for task 37.0 in stage 7.0 (TID 59) 2022-08-17 10:47:53 Executor: INFO: Finished task 37.0 in stage 7.0 (TID 59). 818 bytes result sent to driver 2022-08-17 10:47:53 TaskSetManager: INFO: Starting task 45.0 in stage 7.0 (TID 67) (dna.Dlink, executor driver, partition 45, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:53 Executor: INFO: Running task 45.0 in stage 7.0 (TID 67) 2022-08-17 10:47:53 TaskSetManager: INFO: Finished task 37.0 in stage 7.0 (TID 59) in 23675 ms on dna.Dlink (executor driver) (38/112) 2022-08-17 10:47:53 root: INFO: RegionPool: initialized for thread 197: Executor task launch worker for task 45.0 in stage 7.0 (TID 67) 2022-08-17 10:47:53 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 197: Executor task launch worker for task 45.0 in stage 7.0 (TID 67) 2022-08-17 10:47:54 root: INFO: TaskReport: stage=7, partition=38, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:54 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 38.0 in stage 7.0 (TID 60) 2022-08-17 10:47:54 Executor: INFO: Finished task 38.0 in stage 7.0 (TID 60). 775 bytes result sent to driver 2022-08-17 10:47:54 TaskSetManager: INFO: Starting task 46.0 in stage 7.0 (TID 68) (dna.Dlink, executor driver, partition 46, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:54 TaskSetManager: INFO: Finished task 38.0 in stage 7.0 (TID 60) in 23781 ms on dna.Dlink (executor driver) (39/112) 2022-08-17 10:47:54 Executor: INFO: Running task 46.0 in stage 7.0 (TID 68) 2022-08-17 10:47:54 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 46.0 in stage 7.0 (TID 68) 2022-08-17 10:47:54 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 46.0 in stage 7.0 (TID 68) 2022-08-17 10:47:56 root: INFO: TaskReport: stage=7, partition=39, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:47:56 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 200: Executor task launch worker for task 39.0 in stage 7.0 (TID 61) 2022-08-17 10:47:56 Executor: INFO: Finished task 39.0 in stage 7.0 (TID 61). 775 bytes result sent to driver 2022-08-17 10:47:56 TaskSetManager: INFO: Starting task 47.0 in stage 7.0 (TID 69) (dna.Dlink, executor driver, partition 47, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:47:56 TaskSetManager: INFO: Finished task 39.0 in stage 7.0 (TID 61) in 24294 ms on dna.Dlink (executor driver) (40/112) 2022-08-17 10:47:56 Executor: INFO: Running task 47.0 in stage 7.0 (TID 69) 2022-08-17 10:47:56 root: INFO: RegionPool: initialized for thread 194: Executor task launch worker for task 47.0 in stage 7.0 (TID 69) 2022-08-17 10:47:56 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 194: Executor task launch worker for task 47.0 in stage 7.0 (TID 69) 2022-08-17 10:48:09 root: INFO: TaskReport: stage=7, partition=42, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:09 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 42.0 in stage 7.0 (TID 64) 2022-08-17 10:48:09 Executor: INFO: Finished task 42.0 in stage 7.0 (TID 64). 861 bytes result sent to driver 2022-08-17 10:48:09 TaskSetManager: INFO: Starting task 48.0 in stage 7.0 (TID 70) (dna.Dlink, executor driver, partition 48, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:09 TaskSetManager: INFO: Finished task 42.0 in stage 7.0 (TID 64) in 18719 ms on dna.Dlink (executor driver) (41/112) 2022-08-17 10:48:09 Executor: INFO: Running task 48.0 in stage 7.0 (TID 70) 2022-08-17 10:48:09 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 48.0 in stage 7.0 (TID 70) 2022-08-17 10:48:09 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 48.0 in stage 7.0 (TID 70) 2022-08-17 10:48:11 root: INFO: TaskReport: stage=7, partition=40, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:11 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 40.0 in stage 7.0 (TID 62) 2022-08-17 10:48:11 Executor: INFO: Finished task 40.0 in stage 7.0 (TID 62). 775 bytes result sent to driver 2022-08-17 10:48:11 TaskSetManager: INFO: Starting task 49.0 in stage 7.0 (TID 71) (dna.Dlink, executor driver, partition 49, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:11 TaskSetManager: INFO: Finished task 40.0 in stage 7.0 (TID 62) in 22621 ms on dna.Dlink (executor driver) (42/112) 2022-08-17 10:48:11 Executor: INFO: Running task 49.0 in stage 7.0 (TID 71) 2022-08-17 10:48:11 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 49.0 in stage 7.0 (TID 71) 2022-08-17 10:48:11 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 49.0 in stage 7.0 (TID 71) 2022-08-17 10:48:12 root: INFO: TaskReport: stage=7, partition=41, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:12 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 41.0 in stage 7.0 (TID 63) 2022-08-17 10:48:12 Executor: INFO: Finished task 41.0 in stage 7.0 (TID 63). 818 bytes result sent to driver 2022-08-17 10:48:12 TaskSetManager: INFO: Starting task 50.0 in stage 7.0 (TID 72) (dna.Dlink, executor driver, partition 50, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:12 Executor: INFO: Running task 50.0 in stage 7.0 (TID 72) 2022-08-17 10:48:12 TaskSetManager: INFO: Finished task 41.0 in stage 7.0 (TID 63) in 23136 ms on dna.Dlink (executor driver) (43/112) 2022-08-17 10:48:12 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 50.0 in stage 7.0 (TID 72) 2022-08-17 10:48:12 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 50.0 in stage 7.0 (TID 72) 2022-08-17 10:48:14 root: INFO: TaskReport: stage=7, partition=43, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:14 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 43.0 in stage 7.0 (TID 65) 2022-08-17 10:48:14 Executor: INFO: Finished task 43.0 in stage 7.0 (TID 65). 861 bytes result sent to driver 2022-08-17 10:48:14 TaskSetManager: INFO: Starting task 51.0 in stage 7.0 (TID 73) (dna.Dlink, executor driver, partition 51, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:14 TaskSetManager: INFO: Finished task 43.0 in stage 7.0 (TID 65) in 23227 ms on dna.Dlink (executor driver) (44/112) 2022-08-17 10:48:14 Executor: INFO: Running task 51.0 in stage 7.0 (TID 73) 2022-08-17 10:48:14 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 51.0 in stage 7.0 (TID 73) 2022-08-17 10:48:14 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 51.0 in stage 7.0 (TID 73) 2022-08-17 10:48:15 root: INFO: TaskReport: stage=7, partition=44, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:15 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 201: Executor task launch worker for task 44.0 in stage 7.0 (TID 66) 2022-08-17 10:48:15 Executor: INFO: Finished task 44.0 in stage 7.0 (TID 66). 818 bytes result sent to driver 2022-08-17 10:48:15 TaskSetManager: INFO: Starting task 52.0 in stage 7.0 (TID 74) (dna.Dlink, executor driver, partition 52, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:15 TaskSetManager: INFO: Finished task 44.0 in stage 7.0 (TID 66) in 23034 ms on dna.Dlink (executor driver) (45/112) 2022-08-17 10:48:15 Executor: INFO: Running task 52.0 in stage 7.0 (TID 74) 2022-08-17 10:48:15 root: INFO: RegionPool: initialized for thread 200: Executor task launch worker for task 52.0 in stage 7.0 (TID 74) 2022-08-17 10:48:15 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 200: Executor task launch worker for task 52.0 in stage 7.0 (TID 74) 2022-08-17 10:48:16 root: INFO: TaskReport: stage=7, partition=45, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:16 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 197: Executor task launch worker for task 45.0 in stage 7.0 (TID 67) 2022-08-17 10:48:16 Executor: INFO: Finished task 45.0 in stage 7.0 (TID 67). 818 bytes result sent to driver 2022-08-17 10:48:16 TaskSetManager: INFO: Starting task 53.0 in stage 7.0 (TID 75) (dna.Dlink, executor driver, partition 53, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:16 TaskSetManager: INFO: Finished task 45.0 in stage 7.0 (TID 67) in 22785 ms on dna.Dlink (executor driver) (46/112) 2022-08-17 10:48:16 Executor: INFO: Running task 53.0 in stage 7.0 (TID 75) 2022-08-17 10:48:16 root: INFO: RegionPool: initialized for thread 197: Executor task launch worker for task 53.0 in stage 7.0 (TID 75) 2022-08-17 10:48:16 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 197: Executor task launch worker for task 53.0 in stage 7.0 (TID 75) 2022-08-17 10:48:17 root: INFO: TaskReport: stage=7, partition=47, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:17 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 194: Executor task launch worker for task 47.0 in stage 7.0 (TID 69) 2022-08-17 10:48:17 Executor: INFO: Finished task 47.0 in stage 7.0 (TID 69). 861 bytes result sent to driver 2022-08-17 10:48:17 TaskSetManager: INFO: Starting task 54.0 in stage 7.0 (TID 76) (dna.Dlink, executor driver, partition 54, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:17 Executor: INFO: Running task 54.0 in stage 7.0 (TID 76) 2022-08-17 10:48:17 TaskSetManager: INFO: Finished task 47.0 in stage 7.0 (TID 69) in 21235 ms on dna.Dlink (executor driver) (47/112) 2022-08-17 10:48:17 root: INFO: RegionPool: initialized for thread 201: Executor task launch worker for task 54.0 in stage 7.0 (TID 76) 2022-08-17 10:48:17 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 201: Executor task launch worker for task 54.0 in stage 7.0 (TID 76) 2022-08-17 10:48:18 root: INFO: TaskReport: stage=7, partition=46, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:18 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 46.0 in stage 7.0 (TID 68) 2022-08-17 10:48:18 Executor: INFO: Finished task 46.0 in stage 7.0 (TID 68). 818 bytes result sent to driver 2022-08-17 10:48:18 TaskSetManager: INFO: Starting task 55.0 in stage 7.0 (TID 77) (dna.Dlink, executor driver, partition 55, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:18 TaskSetManager: INFO: Finished task 46.0 in stage 7.0 (TID 68) in 24116 ms on dna.Dlink (executor driver) (48/112) 2022-08-17 10:48:18 Executor: INFO: Running task 55.0 in stage 7.0 (TID 77) 2022-08-17 10:48:18 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 55.0 in stage 7.0 (TID 77) 2022-08-17 10:48:18 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 55.0 in stage 7.0 (TID 77) 2022-08-17 10:48:29 root: INFO: TaskReport: stage=7, partition=48, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:29 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 48.0 in stage 7.0 (TID 70) 2022-08-17 10:48:29 Executor: INFO: Finished task 48.0 in stage 7.0 (TID 70). 818 bytes result sent to driver 2022-08-17 10:48:29 TaskSetManager: INFO: Starting task 56.0 in stage 7.0 (TID 78) (dna.Dlink, executor driver, partition 56, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:29 Executor: INFO: Running task 56.0 in stage 7.0 (TID 78) 2022-08-17 10:48:29 TaskSetManager: INFO: Finished task 48.0 in stage 7.0 (TID 70) in 20366 ms on dna.Dlink (executor driver) (49/112) 2022-08-17 10:48:29 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 56.0 in stage 7.0 (TID 78) 2022-08-17 10:48:29 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 56.0 in stage 7.0 (TID 78) 2022-08-17 10:48:32 root: INFO: TaskReport: stage=7, partition=49, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:32 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 49.0 in stage 7.0 (TID 71) 2022-08-17 10:48:32 Executor: INFO: Finished task 49.0 in stage 7.0 (TID 71). 818 bytes result sent to driver 2022-08-17 10:48:32 TaskSetManager: INFO: Starting task 57.0 in stage 7.0 (TID 79) (dna.Dlink, executor driver, partition 57, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:32 Executor: INFO: Running task 57.0 in stage 7.0 (TID 79) 2022-08-17 10:48:32 TaskSetManager: INFO: Finished task 49.0 in stage 7.0 (TID 71) in 20730 ms on dna.Dlink (executor driver) (50/112) 2022-08-17 10:48:32 root: INFO: RegionPool: initialized for thread 194: Executor task launch worker for task 57.0 in stage 7.0 (TID 79) 2022-08-17 10:48:32 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 194: Executor task launch worker for task 57.0 in stage 7.0 (TID 79) 2022-08-17 10:48:33 root: INFO: TaskReport: stage=7, partition=50, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:33 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 50.0 in stage 7.0 (TID 72) 2022-08-17 10:48:33 Executor: INFO: Finished task 50.0 in stage 7.0 (TID 72). 775 bytes result sent to driver 2022-08-17 10:48:33 TaskSetManager: INFO: Starting task 58.0 in stage 7.0 (TID 80) (dna.Dlink, executor driver, partition 58, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:33 TaskSetManager: INFO: Finished task 50.0 in stage 7.0 (TID 72) in 20704 ms on dna.Dlink (executor driver) (51/112) 2022-08-17 10:48:33 Executor: INFO: Running task 58.0 in stage 7.0 (TID 80) 2022-08-17 10:48:33 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 58.0 in stage 7.0 (TID 80) 2022-08-17 10:48:33 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 58.0 in stage 7.0 (TID 80) 2022-08-17 10:48:36 root: INFO: TaskReport: stage=7, partition=51, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:36 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 51.0 in stage 7.0 (TID 73) 2022-08-17 10:48:36 Executor: INFO: Finished task 51.0 in stage 7.0 (TID 73). 775 bytes result sent to driver 2022-08-17 10:48:36 TaskSetManager: INFO: Starting task 59.0 in stage 7.0 (TID 81) (dna.Dlink, executor driver, partition 59, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:36 TaskSetManager: INFO: Finished task 51.0 in stage 7.0 (TID 73) in 21365 ms on dna.Dlink (executor driver) (52/112) 2022-08-17 10:48:36 Executor: INFO: Running task 59.0 in stage 7.0 (TID 81) 2022-08-17 10:48:36 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 59.0 in stage 7.0 (TID 81) 2022-08-17 10:48:36 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 59.0 in stage 7.0 (TID 81) 2022-08-17 10:48:37 root: INFO: TaskReport: stage=7, partition=52, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:37 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 200: Executor task launch worker for task 52.0 in stage 7.0 (TID 74) 2022-08-17 10:48:37 Executor: INFO: Finished task 52.0 in stage 7.0 (TID 74). 775 bytes result sent to driver 2022-08-17 10:48:37 TaskSetManager: INFO: Starting task 60.0 in stage 7.0 (TID 82) (dna.Dlink, executor driver, partition 60, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:37 Executor: INFO: Running task 60.0 in stage 7.0 (TID 82) 2022-08-17 10:48:37 TaskSetManager: INFO: Finished task 52.0 in stage 7.0 (TID 74) in 21891 ms on dna.Dlink (executor driver) (53/112) 2022-08-17 10:48:37 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 60.0 in stage 7.0 (TID 82) 2022-08-17 10:48:37 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 60.0 in stage 7.0 (TID 82) 2022-08-17 10:48:37 root: INFO: TaskReport: stage=7, partition=53, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:37 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 197: Executor task launch worker for task 53.0 in stage 7.0 (TID 75) 2022-08-17 10:48:37 Executor: INFO: Finished task 53.0 in stage 7.0 (TID 75). 775 bytes result sent to driver 2022-08-17 10:48:37 TaskSetManager: INFO: Starting task 61.0 in stage 7.0 (TID 83) (dna.Dlink, executor driver, partition 61, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:37 TaskSetManager: INFO: Finished task 53.0 in stage 7.0 (TID 75) in 21789 ms on dna.Dlink (executor driver) (54/112) 2022-08-17 10:48:37 Executor: INFO: Running task 61.0 in stage 7.0 (TID 83) 2022-08-17 10:48:37 root: INFO: RegionPool: initialized for thread 197: Executor task launch worker for task 61.0 in stage 7.0 (TID 83) 2022-08-17 10:48:37 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 197: Executor task launch worker for task 61.0 in stage 7.0 (TID 83) 2022-08-17 10:48:37 root: INFO: TaskReport: stage=7, partition=54, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:37 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 201: Executor task launch worker for task 54.0 in stage 7.0 (TID 76) 2022-08-17 10:48:37 Executor: INFO: Finished task 54.0 in stage 7.0 (TID 76). 775 bytes result sent to driver 2022-08-17 10:48:37 TaskSetManager: INFO: Starting task 62.0 in stage 7.0 (TID 84) (dna.Dlink, executor driver, partition 62, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:37 TaskSetManager: INFO: Finished task 54.0 in stage 7.0 (TID 76) in 20574 ms on dna.Dlink (executor driver) (55/112) 2022-08-17 10:48:37 Executor: INFO: Running task 62.0 in stage 7.0 (TID 84) 2022-08-17 10:48:37 root: INFO: RegionPool: initialized for thread 200: Executor task launch worker for task 62.0 in stage 7.0 (TID 84) 2022-08-17 10:48:37 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 200: Executor task launch worker for task 62.0 in stage 7.0 (TID 84) 2022-08-17 10:48:41 root: INFO: TaskReport: stage=7, partition=55, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:41 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 55.0 in stage 7.0 (TID 77) 2022-08-17 10:48:41 Executor: INFO: Finished task 55.0 in stage 7.0 (TID 77). 775 bytes result sent to driver 2022-08-17 10:48:41 TaskSetManager: INFO: Starting task 63.0 in stage 7.0 (TID 85) (dna.Dlink, executor driver, partition 63, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:41 Executor: INFO: Running task 63.0 in stage 7.0 (TID 85) 2022-08-17 10:48:41 TaskSetManager: INFO: Finished task 55.0 in stage 7.0 (TID 77) in 23344 ms on dna.Dlink (executor driver) (56/112) 2022-08-17 10:48:41 root: INFO: RegionPool: initialized for thread 201: Executor task launch worker for task 63.0 in stage 7.0 (TID 85) 2022-08-17 10:48:41 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 201: Executor task launch worker for task 63.0 in stage 7.0 (TID 85) 2022-08-17 10:48:53 root: INFO: TaskReport: stage=7, partition=56, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:53 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 56.0 in stage 7.0 (TID 78) 2022-08-17 10:48:53 Executor: INFO: Finished task 56.0 in stage 7.0 (TID 78). 775 bytes result sent to driver 2022-08-17 10:48:53 TaskSetManager: INFO: Starting task 64.0 in stage 7.0 (TID 86) (dna.Dlink, executor driver, partition 64, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:53 TaskSetManager: INFO: Finished task 56.0 in stage 7.0 (TID 78) in 23923 ms on dna.Dlink (executor driver) (57/112) 2022-08-17 10:48:53 Executor: INFO: Running task 64.0 in stage 7.0 (TID 86) 2022-08-17 10:48:53 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 64.0 in stage 7.0 (TID 86) 2022-08-17 10:48:53 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 64.0 in stage 7.0 (TID 86) 2022-08-17 10:48:57 root: INFO: TaskReport: stage=7, partition=57, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:57 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 194: Executor task launch worker for task 57.0 in stage 7.0 (TID 79) 2022-08-17 10:48:57 Executor: INFO: Finished task 57.0 in stage 7.0 (TID 79). 818 bytes result sent to driver 2022-08-17 10:48:57 TaskSetManager: INFO: Starting task 65.0 in stage 7.0 (TID 87) (dna.Dlink, executor driver, partition 65, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:57 TaskSetManager: INFO: Finished task 57.0 in stage 7.0 (TID 79) in 25045 ms on dna.Dlink (executor driver) (58/112) 2022-08-17 10:48:57 Executor: INFO: Running task 65.0 in stage 7.0 (TID 87) 2022-08-17 10:48:57 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 65.0 in stage 7.0 (TID 87) 2022-08-17 10:48:57 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 65.0 in stage 7.0 (TID 87) 2022-08-17 10:48:57 root: INFO: TaskReport: stage=7, partition=58, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:57 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 58.0 in stage 7.0 (TID 80) 2022-08-17 10:48:57 Executor: INFO: Finished task 58.0 in stage 7.0 (TID 80). 775 bytes result sent to driver 2022-08-17 10:48:57 TaskSetManager: INFO: Starting task 66.0 in stage 7.0 (TID 88) (dna.Dlink, executor driver, partition 66, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:57 TaskSetManager: INFO: Finished task 58.0 in stage 7.0 (TID 80) in 24209 ms on dna.Dlink (executor driver) (59/112) 2022-08-17 10:48:57 Executor: INFO: Running task 66.0 in stage 7.0 (TID 88) 2022-08-17 10:48:57 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 66.0 in stage 7.0 (TID 88) 2022-08-17 10:48:57 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 66.0 in stage 7.0 (TID 88) 2022-08-17 10:48:59 root: INFO: TaskReport: stage=7, partition=59, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:59 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 59.0 in stage 7.0 (TID 81) 2022-08-17 10:48:59 Executor: INFO: Finished task 59.0 in stage 7.0 (TID 81). 775 bytes result sent to driver 2022-08-17 10:48:59 TaskSetManager: INFO: Starting task 67.0 in stage 7.0 (TID 89) (dna.Dlink, executor driver, partition 67, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:59 TaskSetManager: INFO: Finished task 59.0 in stage 7.0 (TID 81) in 23558 ms on dna.Dlink (executor driver) (60/112) 2022-08-17 10:48:59 Executor: INFO: Running task 67.0 in stage 7.0 (TID 89) 2022-08-17 10:48:59 root: INFO: RegionPool: initialized for thread 194: Executor task launch worker for task 67.0 in stage 7.0 (TID 89) 2022-08-17 10:48:59 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 194: Executor task launch worker for task 67.0 in stage 7.0 (TID 89) 2022-08-17 10:48:59 root: INFO: TaskReport: stage=7, partition=60, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:48:59 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 60.0 in stage 7.0 (TID 82) 2022-08-17 10:48:59 Executor: INFO: Finished task 60.0 in stage 7.0 (TID 82). 775 bytes result sent to driver 2022-08-17 10:48:59 TaskSetManager: INFO: Starting task 68.0 in stage 7.0 (TID 90) (dna.Dlink, executor driver, partition 68, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:48:59 Executor: INFO: Running task 68.0 in stage 7.0 (TID 90) 2022-08-17 10:48:59 TaskSetManager: INFO: Finished task 60.0 in stage 7.0 (TID 82) in 22457 ms on dna.Dlink (executor driver) (61/112) 2022-08-17 10:48:59 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 68.0 in stage 7.0 (TID 90) 2022-08-17 10:48:59 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 68.0 in stage 7.0 (TID 90) 2022-08-17 10:49:00 root: INFO: TaskReport: stage=7, partition=61, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:00 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 197: Executor task launch worker for task 61.0 in stage 7.0 (TID 83) 2022-08-17 10:49:00 Executor: INFO: Finished task 61.0 in stage 7.0 (TID 83). 775 bytes result sent to driver 2022-08-17 10:49:00 TaskSetManager: INFO: Starting task 69.0 in stage 7.0 (TID 91) (dna.Dlink, executor driver, partition 69, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:00 TaskSetManager: INFO: Finished task 61.0 in stage 7.0 (TID 83) in 22137 ms on dna.Dlink (executor driver) (62/112) 2022-08-17 10:49:00 Executor: INFO: Running task 69.0 in stage 7.0 (TID 91) 2022-08-17 10:49:00 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 69.0 in stage 7.0 (TID 91) 2022-08-17 10:49:00 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 69.0 in stage 7.0 (TID 91) 2022-08-17 10:49:00 root: INFO: TaskReport: stage=7, partition=62, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:00 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 200: Executor task launch worker for task 62.0 in stage 7.0 (TID 84) 2022-08-17 10:49:00 Executor: INFO: Finished task 62.0 in stage 7.0 (TID 84). 775 bytes result sent to driver 2022-08-17 10:49:00 TaskSetManager: INFO: Starting task 70.0 in stage 7.0 (TID 92) (dna.Dlink, executor driver, partition 70, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:00 TaskSetManager: INFO: Finished task 62.0 in stage 7.0 (TID 84) in 22603 ms on dna.Dlink (executor driver) (63/112) 2022-08-17 10:49:00 Executor: INFO: Running task 70.0 in stage 7.0 (TID 92) 2022-08-17 10:49:00 root: INFO: RegionPool: initialized for thread 200: Executor task launch worker for task 70.0 in stage 7.0 (TID 92) 2022-08-17 10:49:00 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 200: Executor task launch worker for task 70.0 in stage 7.0 (TID 92) 2022-08-17 10:49:04 root: INFO: TaskReport: stage=7, partition=63, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:04 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 201: Executor task launch worker for task 63.0 in stage 7.0 (TID 85) 2022-08-17 10:49:04 Executor: INFO: Finished task 63.0 in stage 7.0 (TID 85). 775 bytes result sent to driver 2022-08-17 10:49:04 TaskSetManager: INFO: Starting task 71.0 in stage 7.0 (TID 93) (dna.Dlink, executor driver, partition 71, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:04 TaskSetManager: INFO: Finished task 63.0 in stage 7.0 (TID 85) in 22562 ms on dna.Dlink (executor driver) (64/112) 2022-08-17 10:49:04 Executor: INFO: Running task 71.0 in stage 7.0 (TID 93) 2022-08-17 10:49:04 root: INFO: RegionPool: initialized for thread 197: Executor task launch worker for task 71.0 in stage 7.0 (TID 93) 2022-08-17 10:49:04 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 197: Executor task launch worker for task 71.0 in stage 7.0 (TID 93) 2022-08-17 10:49:14 root: INFO: TaskReport: stage=7, partition=64, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:14 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 64.0 in stage 7.0 (TID 86) 2022-08-17 10:49:14 Executor: INFO: Finished task 64.0 in stage 7.0 (TID 86). 775 bytes result sent to driver 2022-08-17 10:49:14 TaskSetManager: INFO: Starting task 72.0 in stage 7.0 (TID 94) (dna.Dlink, executor driver, partition 72, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:14 TaskSetManager: INFO: Finished task 64.0 in stage 7.0 (TID 86) in 21146 ms on dna.Dlink (executor driver) (65/112) 2022-08-17 10:49:14 Executor: INFO: Running task 72.0 in stage 7.0 (TID 94) 2022-08-17 10:49:14 root: INFO: RegionPool: initialized for thread 201: Executor task launch worker for task 72.0 in stage 7.0 (TID 94) 2022-08-17 10:49:14 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 201: Executor task launch worker for task 72.0 in stage 7.0 (TID 94) 2022-08-17 10:49:17 root: INFO: TaskReport: stage=7, partition=66, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:17 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 66.0 in stage 7.0 (TID 88) 2022-08-17 10:49:17 Executor: INFO: Finished task 66.0 in stage 7.0 (TID 88). 775 bytes result sent to driver 2022-08-17 10:49:17 TaskSetManager: INFO: Starting task 73.0 in stage 7.0 (TID 95) (dna.Dlink, executor driver, partition 73, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:17 Executor: INFO: Running task 73.0 in stage 7.0 (TID 95) 2022-08-17 10:49:17 TaskSetManager: INFO: Finished task 66.0 in stage 7.0 (TID 88) in 20182 ms on dna.Dlink (executor driver) (66/112) 2022-08-17 10:49:17 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 73.0 in stage 7.0 (TID 95) 2022-08-17 10:49:17 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 73.0 in stage 7.0 (TID 95) 2022-08-17 10:49:19 root: INFO: TaskReport: stage=7, partition=68, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:19 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 68.0 in stage 7.0 (TID 90) 2022-08-17 10:49:19 Executor: INFO: Finished task 68.0 in stage 7.0 (TID 90). 818 bytes result sent to driver 2022-08-17 10:49:19 TaskSetManager: INFO: Starting task 74.0 in stage 7.0 (TID 96) (dna.Dlink, executor driver, partition 74, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:19 TaskSetManager: INFO: Finished task 68.0 in stage 7.0 (TID 90) in 19767 ms on dna.Dlink (executor driver) (67/112) 2022-08-17 10:49:19 Executor: INFO: Running task 74.0 in stage 7.0 (TID 96) 2022-08-17 10:49:19 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 74.0 in stage 7.0 (TID 96) 2022-08-17 10:49:19 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 74.0 in stage 7.0 (TID 96) 2022-08-17 10:49:19 root: INFO: TaskReport: stage=7, partition=65, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:19 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 65.0 in stage 7.0 (TID 87) 2022-08-17 10:49:19 Executor: INFO: Finished task 65.0 in stage 7.0 (TID 87). 775 bytes result sent to driver 2022-08-17 10:49:19 TaskSetManager: INFO: Starting task 75.0 in stage 7.0 (TID 97) (dna.Dlink, executor driver, partition 75, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:19 TaskSetManager: INFO: Finished task 65.0 in stage 7.0 (TID 87) in 22548 ms on dna.Dlink (executor driver) (68/112) 2022-08-17 10:49:19 Executor: INFO: Running task 75.0 in stage 7.0 (TID 97) 2022-08-17 10:49:19 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 75.0 in stage 7.0 (TID 97) 2022-08-17 10:49:19 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 75.0 in stage 7.0 (TID 97) 2022-08-17 10:49:20 root: INFO: TaskReport: stage=7, partition=67, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:20 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 194: Executor task launch worker for task 67.0 in stage 7.0 (TID 89) 2022-08-17 10:49:20 Executor: INFO: Finished task 67.0 in stage 7.0 (TID 89). 775 bytes result sent to driver 2022-08-17 10:49:20 TaskSetManager: INFO: Starting task 76.0 in stage 7.0 (TID 98) (dna.Dlink, executor driver, partition 76, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:20 TaskSetManager: INFO: Finished task 67.0 in stage 7.0 (TID 89) in 21103 ms on dna.Dlink (executor driver) (69/112) 2022-08-17 10:49:20 Executor: INFO: Running task 76.0 in stage 7.0 (TID 98) 2022-08-17 10:49:20 root: INFO: RegionPool: initialized for thread 194: Executor task launch worker for task 76.0 in stage 7.0 (TID 98) 2022-08-17 10:49:20 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 194: Executor task launch worker for task 76.0 in stage 7.0 (TID 98) 2022-08-17 10:49:20 root: INFO: TaskReport: stage=7, partition=69, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:20 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 69.0 in stage 7.0 (TID 91) 2022-08-17 10:49:20 Executor: INFO: Finished task 69.0 in stage 7.0 (TID 91). 775 bytes result sent to driver 2022-08-17 10:49:20 TaskSetManager: INFO: Starting task 77.0 in stage 7.0 (TID 99) (dna.Dlink, executor driver, partition 77, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:20 TaskSetManager: INFO: Finished task 69.0 in stage 7.0 (TID 91) in 20754 ms on dna.Dlink (executor driver) (70/112) 2022-08-17 10:49:20 Executor: INFO: Running task 77.0 in stage 7.0 (TID 99) 2022-08-17 10:49:20 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 77.0 in stage 7.0 (TID 99) 2022-08-17 10:49:20 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 77.0 in stage 7.0 (TID 99) 2022-08-17 10:49:21 root: INFO: TaskReport: stage=7, partition=70, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:21 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 200: Executor task launch worker for task 70.0 in stage 7.0 (TID 92) 2022-08-17 10:49:21 Executor: INFO: Finished task 70.0 in stage 7.0 (TID 92). 775 bytes result sent to driver 2022-08-17 10:49:21 TaskSetManager: INFO: Starting task 78.0 in stage 7.0 (TID 100) (dna.Dlink, executor driver, partition 78, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:21 TaskSetManager: INFO: Finished task 70.0 in stage 7.0 (TID 92) in 21368 ms on dna.Dlink (executor driver) (71/112) 2022-08-17 10:49:21 Executor: INFO: Running task 78.0 in stage 7.0 (TID 100) 2022-08-17 10:49:21 root: INFO: RegionPool: initialized for thread 200: Executor task launch worker for task 78.0 in stage 7.0 (TID 100) 2022-08-17 10:49:21 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 200: Executor task launch worker for task 78.0 in stage 7.0 (TID 100) 2022-08-17 10:49:24 root: INFO: TaskReport: stage=7, partition=71, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:24 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 197: Executor task launch worker for task 71.0 in stage 7.0 (TID 93) 2022-08-17 10:49:24 Executor: INFO: Finished task 71.0 in stage 7.0 (TID 93). 775 bytes result sent to driver 2022-08-17 10:49:24 TaskSetManager: INFO: Starting task 79.0 in stage 7.0 (TID 101) (dna.Dlink, executor driver, partition 79, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:24 TaskSetManager: INFO: Finished task 71.0 in stage 7.0 (TID 93) in 20552 ms on dna.Dlink (executor driver) (72/112) 2022-08-17 10:49:24 Executor: INFO: Running task 79.0 in stage 7.0 (TID 101) 2022-08-17 10:49:24 root: INFO: RegionPool: initialized for thread 197: Executor task launch worker for task 79.0 in stage 7.0 (TID 101) 2022-08-17 10:49:24 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 197: Executor task launch worker for task 79.0 in stage 7.0 (TID 101) 2022-08-17 10:49:38 root: INFO: TaskReport: stage=7, partition=72, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:38 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 201: Executor task launch worker for task 72.0 in stage 7.0 (TID 94) 2022-08-17 10:49:38 Executor: INFO: Finished task 72.0 in stage 7.0 (TID 94). 818 bytes result sent to driver 2022-08-17 10:49:38 TaskSetManager: INFO: Starting task 80.0 in stage 7.0 (TID 102) (dna.Dlink, executor driver, partition 80, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:38 TaskSetManager: INFO: Finished task 72.0 in stage 7.0 (TID 94) in 23980 ms on dna.Dlink (executor driver) (73/112) 2022-08-17 10:49:38 Executor: INFO: Running task 80.0 in stage 7.0 (TID 102) 2022-08-17 10:49:38 root: INFO: RegionPool: initialized for thread 201: Executor task launch worker for task 80.0 in stage 7.0 (TID 102) 2022-08-17 10:49:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 201: Executor task launch worker for task 80.0 in stage 7.0 (TID 102) 2022-08-17 10:49:42 root: INFO: TaskReport: stage=7, partition=73, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:42 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 73.0 in stage 7.0 (TID 95) 2022-08-17 10:49:42 Executor: INFO: Finished task 73.0 in stage 7.0 (TID 95). 775 bytes result sent to driver 2022-08-17 10:49:42 TaskSetManager: INFO: Starting task 81.0 in stage 7.0 (TID 103) (dna.Dlink, executor driver, partition 81, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:42 TaskSetManager: INFO: Finished task 73.0 in stage 7.0 (TID 95) in 24823 ms on dna.Dlink (executor driver) (74/112) 2022-08-17 10:49:42 Executor: INFO: Running task 81.0 in stage 7.0 (TID 103) 2022-08-17 10:49:42 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 81.0 in stage 7.0 (TID 103) 2022-08-17 10:49:42 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 81.0 in stage 7.0 (TID 103) 2022-08-17 10:49:44 root: INFO: TaskReport: stage=7, partition=77, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:44 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 77.0 in stage 7.0 (TID 99) 2022-08-17 10:49:44 Executor: INFO: Finished task 77.0 in stage 7.0 (TID 99). 818 bytes result sent to driver 2022-08-17 10:49:44 TaskSetManager: INFO: Starting task 82.0 in stage 7.0 (TID 104) (dna.Dlink, executor driver, partition 82, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:44 TaskSetManager: INFO: Finished task 77.0 in stage 7.0 (TID 99) in 23566 ms on dna.Dlink (executor driver) (75/112) 2022-08-17 10:49:44 Executor: INFO: Running task 82.0 in stage 7.0 (TID 104) 2022-08-17 10:49:44 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 82.0 in stage 7.0 (TID 104) 2022-08-17 10:49:44 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 82.0 in stage 7.0 (TID 104) 2022-08-17 10:49:44 root: INFO: TaskReport: stage=7, partition=75, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:44 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 75.0 in stage 7.0 (TID 97) 2022-08-17 10:49:44 Executor: INFO: Finished task 75.0 in stage 7.0 (TID 97). 818 bytes result sent to driver 2022-08-17 10:49:44 TaskSetManager: INFO: Starting task 83.0 in stage 7.0 (TID 105) (dna.Dlink, executor driver, partition 83, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:44 Executor: INFO: Running task 83.0 in stage 7.0 (TID 105) 2022-08-17 10:49:44 TaskSetManager: INFO: Finished task 75.0 in stage 7.0 (TID 97) in 24742 ms on dna.Dlink (executor driver) (76/112) 2022-08-17 10:49:44 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 83.0 in stage 7.0 (TID 105) 2022-08-17 10:49:44 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 83.0 in stage 7.0 (TID 105) 2022-08-17 10:49:45 root: INFO: TaskReport: stage=7, partition=76, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:45 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 194: Executor task launch worker for task 76.0 in stage 7.0 (TID 98) 2022-08-17 10:49:45 Executor: INFO: Finished task 76.0 in stage 7.0 (TID 98). 818 bytes result sent to driver 2022-08-17 10:49:45 TaskSetManager: INFO: Starting task 84.0 in stage 7.0 (TID 106) (dna.Dlink, executor driver, partition 84, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:45 Executor: INFO: Running task 84.0 in stage 7.0 (TID 106) 2022-08-17 10:49:45 TaskSetManager: INFO: Finished task 76.0 in stage 7.0 (TID 98) in 24894 ms on dna.Dlink (executor driver) (77/112) 2022-08-17 10:49:45 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 84.0 in stage 7.0 (TID 106) 2022-08-17 10:49:45 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 84.0 in stage 7.0 (TID 106) 2022-08-17 10:49:45 root: INFO: TaskReport: stage=7, partition=78, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:45 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 200: Executor task launch worker for task 78.0 in stage 7.0 (TID 100) 2022-08-17 10:49:45 Executor: INFO: Finished task 78.0 in stage 7.0 (TID 100). 861 bytes result sent to driver 2022-08-17 10:49:45 TaskSetManager: INFO: Starting task 85.0 in stage 7.0 (TID 107) (dna.Dlink, executor driver, partition 85, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:45 TaskSetManager: INFO: Finished task 78.0 in stage 7.0 (TID 100) in 23909 ms on dna.Dlink (executor driver) (78/112) 2022-08-17 10:49:45 Executor: INFO: Running task 85.0 in stage 7.0 (TID 107) 2022-08-17 10:49:45 root: INFO: RegionPool: initialized for thread 194: Executor task launch worker for task 85.0 in stage 7.0 (TID 107) 2022-08-17 10:49:45 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 194: Executor task launch worker for task 85.0 in stage 7.0 (TID 107) 2022-08-17 10:49:46 root: INFO: TaskReport: stage=7, partition=74, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:46 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 74.0 in stage 7.0 (TID 96) 2022-08-17 10:49:46 Executor: INFO: Finished task 74.0 in stage 7.0 (TID 96). 818 bytes result sent to driver 2022-08-17 10:49:46 TaskSetManager: INFO: Starting task 86.0 in stage 7.0 (TID 108) (dna.Dlink, executor driver, partition 86, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:46 TaskSetManager: INFO: Finished task 74.0 in stage 7.0 (TID 96) in 26687 ms on dna.Dlink (executor driver) (79/112) 2022-08-17 10:49:46 Executor: INFO: Running task 86.0 in stage 7.0 (TID 108) 2022-08-17 10:49:46 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 86.0 in stage 7.0 (TID 108) 2022-08-17 10:49:46 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 86.0 in stage 7.0 (TID 108) 2022-08-17 10:49:48 root: INFO: TaskReport: stage=7, partition=79, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:49:48 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 197: Executor task launch worker for task 79.0 in stage 7.0 (TID 101) 2022-08-17 10:49:48 Executor: INFO: Finished task 79.0 in stage 7.0 (TID 101). 861 bytes result sent to driver 2022-08-17 10:49:48 TaskSetManager: INFO: Starting task 87.0 in stage 7.0 (TID 109) (dna.Dlink, executor driver, partition 87, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:49:48 TaskSetManager: INFO: Finished task 79.0 in stage 7.0 (TID 101) in 24231 ms on dna.Dlink (executor driver) (80/112) 2022-08-17 10:49:48 Executor: INFO: Running task 87.0 in stage 7.0 (TID 109) 2022-08-17 10:49:48 root: INFO: RegionPool: initialized for thread 197: Executor task launch worker for task 87.0 in stage 7.0 (TID 109) 2022-08-17 10:49:48 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 197: Executor task launch worker for task 87.0 in stage 7.0 (TID 109) 2022-08-17 10:50:03 root: INFO: TaskReport: stage=7, partition=80, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:03 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 201: Executor task launch worker for task 80.0 in stage 7.0 (TID 102) 2022-08-17 10:50:03 Executor: INFO: Finished task 80.0 in stage 7.0 (TID 102). 818 bytes result sent to driver 2022-08-17 10:50:03 TaskSetManager: INFO: Starting task 88.0 in stage 7.0 (TID 110) (dna.Dlink, executor driver, partition 88, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:03 Executor: INFO: Running task 88.0 in stage 7.0 (TID 110) 2022-08-17 10:50:03 TaskSetManager: INFO: Finished task 80.0 in stage 7.0 (TID 102) in 24851 ms on dna.Dlink (executor driver) (81/112) 2022-08-17 10:50:03 root: INFO: RegionPool: initialized for thread 200: Executor task launch worker for task 88.0 in stage 7.0 (TID 110) 2022-08-17 10:50:03 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 200: Executor task launch worker for task 88.0 in stage 7.0 (TID 110) 2022-08-17 10:50:06 root: INFO: TaskReport: stage=7, partition=81, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:06 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 81.0 in stage 7.0 (TID 103) 2022-08-17 10:50:06 Executor: INFO: Finished task 81.0 in stage 7.0 (TID 103). 818 bytes result sent to driver 2022-08-17 10:50:06 TaskSetManager: INFO: Starting task 89.0 in stage 7.0 (TID 111) (dna.Dlink, executor driver, partition 89, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:06 TaskSetManager: INFO: Finished task 81.0 in stage 7.0 (TID 103) in 23897 ms on dna.Dlink (executor driver) (82/112) 2022-08-17 10:50:06 Executor: INFO: Running task 89.0 in stage 7.0 (TID 111) 2022-08-17 10:50:06 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 89.0 in stage 7.0 (TID 111) 2022-08-17 10:50:06 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 89.0 in stage 7.0 (TID 111) 2022-08-17 10:50:06 root: INFO: TaskReport: stage=7, partition=86, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:06 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 86.0 in stage 7.0 (TID 108) 2022-08-17 10:50:06 Executor: INFO: Finished task 86.0 in stage 7.0 (TID 108). 775 bytes result sent to driver 2022-08-17 10:50:06 TaskSetManager: INFO: Starting task 90.0 in stage 7.0 (TID 112) (dna.Dlink, executor driver, partition 90, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:06 Executor: INFO: Running task 90.0 in stage 7.0 (TID 112) 2022-08-17 10:50:06 TaskSetManager: INFO: Finished task 86.0 in stage 7.0 (TID 108) in 20200 ms on dna.Dlink (executor driver) (83/112) 2022-08-17 10:50:06 root: INFO: RegionPool: initialized for thread 201: Executor task launch worker for task 90.0 in stage 7.0 (TID 112) 2022-08-17 10:50:06 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 201: Executor task launch worker for task 90.0 in stage 7.0 (TID 112) 2022-08-17 10:50:06 root: INFO: TaskReport: stage=7, partition=82, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:06 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 82.0 in stage 7.0 (TID 104) 2022-08-17 10:50:06 Executor: INFO: Finished task 82.0 in stage 7.0 (TID 104). 775 bytes result sent to driver 2022-08-17 10:50:06 TaskSetManager: INFO: Starting task 91.0 in stage 7.0 (TID 113) (dna.Dlink, executor driver, partition 91, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:06 TaskSetManager: INFO: Finished task 82.0 in stage 7.0 (TID 104) in 22436 ms on dna.Dlink (executor driver) (84/112) 2022-08-17 10:50:06 Executor: INFO: Running task 91.0 in stage 7.0 (TID 113) 2022-08-17 10:50:06 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 91.0 in stage 7.0 (TID 113) 2022-08-17 10:50:06 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 91.0 in stage 7.0 (TID 113) 2022-08-17 10:50:07 root: INFO: TaskReport: stage=7, partition=85, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:07 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 194: Executor task launch worker for task 85.0 in stage 7.0 (TID 107) 2022-08-17 10:50:07 Executor: INFO: Finished task 85.0 in stage 7.0 (TID 107). 775 bytes result sent to driver 2022-08-17 10:50:07 TaskSetManager: INFO: Starting task 92.0 in stage 7.0 (TID 114) (dna.Dlink, executor driver, partition 92, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:07 TaskSetManager: INFO: Finished task 85.0 in stage 7.0 (TID 107) in 21425 ms on dna.Dlink (executor driver) (85/112) 2022-08-17 10:50:07 Executor: INFO: Running task 92.0 in stage 7.0 (TID 114) 2022-08-17 10:50:07 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 92.0 in stage 7.0 (TID 114) 2022-08-17 10:50:07 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 92.0 in stage 7.0 (TID 114) 2022-08-17 10:50:08 root: INFO: TaskReport: stage=7, partition=84, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:08 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 84.0 in stage 7.0 (TID 106) 2022-08-17 10:50:08 Executor: INFO: Finished task 84.0 in stage 7.0 (TID 106). 818 bytes result sent to driver 2022-08-17 10:50:08 TaskSetManager: INFO: Starting task 93.0 in stage 7.0 (TID 115) (dna.Dlink, executor driver, partition 93, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:08 TaskSetManager: INFO: Finished task 84.0 in stage 7.0 (TID 106) in 22675 ms on dna.Dlink (executor driver) (86/112) 2022-08-17 10:50:08 Executor: INFO: Running task 93.0 in stage 7.0 (TID 115) 2022-08-17 10:50:08 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 93.0 in stage 7.0 (TID 115) 2022-08-17 10:50:08 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 93.0 in stage 7.0 (TID 115) 2022-08-17 10:50:08 root: INFO: TaskReport: stage=7, partition=83, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:08 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 83.0 in stage 7.0 (TID 105) 2022-08-17 10:50:08 Executor: INFO: Finished task 83.0 in stage 7.0 (TID 105). 775 bytes result sent to driver 2022-08-17 10:50:08 TaskSetManager: INFO: Starting task 94.0 in stage 7.0 (TID 116) (dna.Dlink, executor driver, partition 94, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:08 TaskSetManager: INFO: Finished task 83.0 in stage 7.0 (TID 105) in 24164 ms on dna.Dlink (executor driver) (87/112) 2022-08-17 10:50:08 Executor: INFO: Running task 94.0 in stage 7.0 (TID 116) 2022-08-17 10:50:08 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 94.0 in stage 7.0 (TID 116) 2022-08-17 10:50:08 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 94.0 in stage 7.0 (TID 116) 2022-08-17 10:50:09 root: INFO: TaskReport: stage=7, partition=87, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:09 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 197: Executor task launch worker for task 87.0 in stage 7.0 (TID 109) 2022-08-17 10:50:09 Executor: INFO: Finished task 87.0 in stage 7.0 (TID 109). 775 bytes result sent to driver 2022-08-17 10:50:09 TaskSetManager: INFO: Starting task 95.0 in stage 7.0 (TID 117) (dna.Dlink, executor driver, partition 95, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:09 TaskSetManager: INFO: Finished task 87.0 in stage 7.0 (TID 109) in 20970 ms on dna.Dlink (executor driver) (88/112) 2022-08-17 10:50:09 Executor: INFO: Running task 95.0 in stage 7.0 (TID 117) 2022-08-17 10:50:09 root: INFO: RegionPool: initialized for thread 194: Executor task launch worker for task 95.0 in stage 7.0 (TID 117) 2022-08-17 10:50:09 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 194: Executor task launch worker for task 95.0 in stage 7.0 (TID 117) 2022-08-17 10:50:24 root: INFO: TaskReport: stage=7, partition=88, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:24 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 200: Executor task launch worker for task 88.0 in stage 7.0 (TID 110) 2022-08-17 10:50:24 Executor: INFO: Finished task 88.0 in stage 7.0 (TID 110). 775 bytes result sent to driver 2022-08-17 10:50:24 TaskSetManager: INFO: Starting task 96.0 in stage 7.0 (TID 118) (dna.Dlink, executor driver, partition 96, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:24 TaskSetManager: INFO: Finished task 88.0 in stage 7.0 (TID 110) in 21133 ms on dna.Dlink (executor driver) (89/112) 2022-08-17 10:50:24 Executor: INFO: Running task 96.0 in stage 7.0 (TID 118) 2022-08-17 10:50:24 root: INFO: RegionPool: initialized for thread 200: Executor task launch worker for task 96.0 in stage 7.0 (TID 118) 2022-08-17 10:50:24 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 200: Executor task launch worker for task 96.0 in stage 7.0 (TID 118) 2022-08-17 10:50:26 root: INFO: TaskReport: stage=7, partition=89, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:26 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 89.0 in stage 7.0 (TID 111) 2022-08-17 10:50:26 Executor: INFO: Finished task 89.0 in stage 7.0 (TID 111). 775 bytes result sent to driver 2022-08-17 10:50:26 TaskSetManager: INFO: Starting task 97.0 in stage 7.0 (TID 119) (dna.Dlink, executor driver, partition 97, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:26 TaskSetManager: INFO: Finished task 89.0 in stage 7.0 (TID 111) in 20626 ms on dna.Dlink (executor driver) (90/112) 2022-08-17 10:50:26 Executor: INFO: Running task 97.0 in stage 7.0 (TID 119) 2022-08-17 10:50:26 root: INFO: RegionPool: initialized for thread 197: Executor task launch worker for task 97.0 in stage 7.0 (TID 119) 2022-08-17 10:50:26 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 197: Executor task launch worker for task 97.0 in stage 7.0 (TID 119) 2022-08-17 10:50:29 root: INFO: TaskReport: stage=7, partition=93, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:29 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 93.0 in stage 7.0 (TID 115) 2022-08-17 10:50:29 Executor: INFO: Finished task 93.0 in stage 7.0 (TID 115). 775 bytes result sent to driver 2022-08-17 10:50:29 TaskSetManager: INFO: Starting task 98.0 in stage 7.0 (TID 120) (dna.Dlink, executor driver, partition 98, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:29 Executor: INFO: Running task 98.0 in stage 7.0 (TID 120) 2022-08-17 10:50:29 TaskSetManager: INFO: Finished task 93.0 in stage 7.0 (TID 115) in 21171 ms on dna.Dlink (executor driver) (91/112) 2022-08-17 10:50:29 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 98.0 in stage 7.0 (TID 120) 2022-08-17 10:50:29 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 98.0 in stage 7.0 (TID 120) 2022-08-17 10:50:31 root: INFO: TaskReport: stage=7, partition=94, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:31 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 94.0 in stage 7.0 (TID 116) 2022-08-17 10:50:31 Executor: INFO: Finished task 94.0 in stage 7.0 (TID 116). 775 bytes result sent to driver 2022-08-17 10:50:31 TaskSetManager: INFO: Starting task 99.0 in stage 7.0 (TID 121) (dna.Dlink, executor driver, partition 99, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:31 TaskSetManager: INFO: Finished task 94.0 in stage 7.0 (TID 116) in 22612 ms on dna.Dlink (executor driver) (92/112) 2022-08-17 10:50:31 Executor: INFO: Running task 99.0 in stage 7.0 (TID 121) 2022-08-17 10:50:31 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 99.0 in stage 7.0 (TID 121) 2022-08-17 10:50:31 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 99.0 in stage 7.0 (TID 121) 2022-08-17 10:50:31 root: INFO: TaskReport: stage=7, partition=90, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:31 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 201: Executor task launch worker for task 90.0 in stage 7.0 (TID 112) 2022-08-17 10:50:31 Executor: INFO: Finished task 90.0 in stage 7.0 (TID 112). 775 bytes result sent to driver 2022-08-17 10:50:31 TaskSetManager: INFO: Starting task 100.0 in stage 7.0 (TID 122) (dna.Dlink, executor driver, partition 100, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:31 Executor: INFO: Running task 100.0 in stage 7.0 (TID 122) 2022-08-17 10:50:31 TaskSetManager: INFO: Finished task 90.0 in stage 7.0 (TID 112) in 24819 ms on dna.Dlink (executor driver) (93/112) 2022-08-17 10:50:31 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 100.0 in stage 7.0 (TID 122) 2022-08-17 10:50:31 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 100.0 in stage 7.0 (TID 122) 2022-08-17 10:50:31 root: INFO: TaskReport: stage=7, partition=95, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:31 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 194: Executor task launch worker for task 95.0 in stage 7.0 (TID 117) 2022-08-17 10:50:31 Executor: INFO: Finished task 95.0 in stage 7.0 (TID 117). 775 bytes result sent to driver 2022-08-17 10:50:31 TaskSetManager: INFO: Starting task 101.0 in stage 7.0 (TID 123) (dna.Dlink, executor driver, partition 101, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:31 TaskSetManager: INFO: Finished task 95.0 in stage 7.0 (TID 117) in 21772 ms on dna.Dlink (executor driver) (94/112) 2022-08-17 10:50:31 Executor: INFO: Running task 101.0 in stage 7.0 (TID 123) 2022-08-17 10:50:31 root: INFO: RegionPool: initialized for thread 194: Executor task launch worker for task 101.0 in stage 7.0 (TID 123) 2022-08-17 10:50:31 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 194: Executor task launch worker for task 101.0 in stage 7.0 (TID 123) 2022-08-17 10:50:32 root: INFO: TaskReport: stage=7, partition=92, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:32 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 92.0 in stage 7.0 (TID 114) 2022-08-17 10:50:32 Executor: INFO: Finished task 92.0 in stage 7.0 (TID 114). 775 bytes result sent to driver 2022-08-17 10:50:32 TaskSetManager: INFO: Starting task 102.0 in stage 7.0 (TID 124) (dna.Dlink, executor driver, partition 102, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:32 TaskSetManager: INFO: Finished task 92.0 in stage 7.0 (TID 114) in 25004 ms on dna.Dlink (executor driver) (95/112) 2022-08-17 10:50:32 Executor: INFO: Running task 102.0 in stage 7.0 (TID 124) 2022-08-17 10:50:32 root: INFO: RegionPool: initialized for thread 201: Executor task launch worker for task 102.0 in stage 7.0 (TID 124) 2022-08-17 10:50:32 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 201: Executor task launch worker for task 102.0 in stage 7.0 (TID 124) 2022-08-17 10:50:33 root: INFO: TaskReport: stage=7, partition=91, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:33 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 91.0 in stage 7.0 (TID 113) 2022-08-17 10:50:33 Executor: INFO: Finished task 91.0 in stage 7.0 (TID 113). 818 bytes result sent to driver 2022-08-17 10:50:33 TaskSetManager: INFO: Starting task 103.0 in stage 7.0 (TID 125) (dna.Dlink, executor driver, partition 103, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:33 Executor: INFO: Running task 103.0 in stage 7.0 (TID 125) 2022-08-17 10:50:33 TaskSetManager: INFO: Finished task 91.0 in stage 7.0 (TID 113) in 26540 ms on dna.Dlink (executor driver) (96/112) 2022-08-17 10:50:33 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 103.0 in stage 7.0 (TID 125) 2022-08-17 10:50:33 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 103.0 in stage 7.0 (TID 125) 2022-08-17 10:50:44 root: INFO: TaskReport: stage=7, partition=96, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:44 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 200: Executor task launch worker for task 96.0 in stage 7.0 (TID 118) 2022-08-17 10:50:44 Executor: INFO: Finished task 96.0 in stage 7.0 (TID 118). 775 bytes result sent to driver 2022-08-17 10:50:44 TaskSetManager: INFO: Starting task 104.0 in stage 7.0 (TID 126) (dna.Dlink, executor driver, partition 104, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:44 TaskSetManager: INFO: Finished task 96.0 in stage 7.0 (TID 118) in 19470 ms on dna.Dlink (executor driver) (97/112) 2022-08-17 10:50:44 Executor: INFO: Running task 104.0 in stage 7.0 (TID 126) 2022-08-17 10:50:44 root: INFO: RegionPool: initialized for thread 193: Executor task launch worker for task 104.0 in stage 7.0 (TID 126) 2022-08-17 10:50:44 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 193: Executor task launch worker for task 104.0 in stage 7.0 (TID 126) 2022-08-17 10:50:50 root: INFO: TaskReport: stage=7, partition=97, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:50 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 197: Executor task launch worker for task 97.0 in stage 7.0 (TID 119) 2022-08-17 10:50:50 Executor: INFO: Finished task 97.0 in stage 7.0 (TID 119). 775 bytes result sent to driver 2022-08-17 10:50:50 TaskSetManager: INFO: Starting task 105.0 in stage 7.0 (TID 127) (dna.Dlink, executor driver, partition 105, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:50 TaskSetManager: INFO: Finished task 97.0 in stage 7.0 (TID 119) in 23698 ms on dna.Dlink (executor driver) (98/112) 2022-08-17 10:50:50 Executor: INFO: Running task 105.0 in stage 7.0 (TID 127) 2022-08-17 10:50:50 root: INFO: RegionPool: initialized for thread 197: Executor task launch worker for task 105.0 in stage 7.0 (TID 127) 2022-08-17 10:50:50 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 197: Executor task launch worker for task 105.0 in stage 7.0 (TID 127) 2022-08-17 10:50:51 root: INFO: TaskReport: stage=7, partition=103, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:51 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 103.0 in stage 7.0 (TID 125) 2022-08-17 10:50:51 Executor: INFO: Finished task 103.0 in stage 7.0 (TID 125). 775 bytes result sent to driver 2022-08-17 10:50:51 TaskSetManager: INFO: Starting task 106.0 in stage 7.0 (TID 128) (dna.Dlink, executor driver, partition 106, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:51 TaskSetManager: INFO: Finished task 103.0 in stage 7.0 (TID 125) in 18587 ms on dna.Dlink (executor driver) (99/112) 2022-08-17 10:50:51 Executor: INFO: Running task 106.0 in stage 7.0 (TID 128) 2022-08-17 10:50:51 root: INFO: RegionPool: initialized for thread 200: Executor task launch worker for task 106.0 in stage 7.0 (TID 128) 2022-08-17 10:50:51 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 200: Executor task launch worker for task 106.0 in stage 7.0 (TID 128) 2022-08-17 10:50:54 root: INFO: TaskReport: stage=7, partition=102, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:54 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 201: Executor task launch worker for task 102.0 in stage 7.0 (TID 124) 2022-08-17 10:50:54 Executor: INFO: Finished task 102.0 in stage 7.0 (TID 124). 775 bytes result sent to driver 2022-08-17 10:50:54 TaskSetManager: INFO: Starting task 107.0 in stage 7.0 (TID 129) (dna.Dlink, executor driver, partition 107, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:54 TaskSetManager: INFO: Finished task 102.0 in stage 7.0 (TID 124) in 22258 ms on dna.Dlink (executor driver) (100/112) 2022-08-17 10:50:54 Executor: INFO: Running task 107.0 in stage 7.0 (TID 129) 2022-08-17 10:50:54 root: INFO: RegionPool: initialized for thread 201: Executor task launch worker for task 107.0 in stage 7.0 (TID 129) 2022-08-17 10:50:54 root: INFO: TaskReport: stage=7, partition=98, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:54 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 98.0 in stage 7.0 (TID 120) 2022-08-17 10:50:54 Executor: INFO: Finished task 98.0 in stage 7.0 (TID 120). 818 bytes result sent to driver 2022-08-17 10:50:54 TaskSetManager: INFO: Starting task 108.0 in stage 7.0 (TID 130) (dna.Dlink, executor driver, partition 108, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:54 Executor: INFO: Running task 108.0 in stage 7.0 (TID 130) 2022-08-17 10:50:54 TaskSetManager: INFO: Finished task 98.0 in stage 7.0 (TID 120) in 25140 ms on dna.Dlink (executor driver) (101/112) 2022-08-17 10:50:54 root: INFO: RegionPool: initialized for thread 196: Executor task launch worker for task 108.0 in stage 7.0 (TID 130) 2022-08-17 10:50:54 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 201: Executor task launch worker for task 107.0 in stage 7.0 (TID 129) 2022-08-17 10:50:54 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 196: Executor task launch worker for task 108.0 in stage 7.0 (TID 130) 2022-08-17 10:50:54 root: INFO: TaskReport: stage=7, partition=100, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:54 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 100.0 in stage 7.0 (TID 122) 2022-08-17 10:50:54 Executor: INFO: Finished task 100.0 in stage 7.0 (TID 122). 775 bytes result sent to driver 2022-08-17 10:50:54 TaskSetManager: INFO: Starting task 109.0 in stage 7.0 (TID 131) (dna.Dlink, executor driver, partition 109, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:54 Executor: INFO: Running task 109.0 in stage 7.0 (TID 131) 2022-08-17 10:50:54 TaskSetManager: INFO: Finished task 100.0 in stage 7.0 (TID 122) in 23360 ms on dna.Dlink (executor driver) (102/112) 2022-08-17 10:50:54 root: INFO: RegionPool: initialized for thread 198: Executor task launch worker for task 109.0 in stage 7.0 (TID 131) 2022-08-17 10:50:54 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 198: Executor task launch worker for task 109.0 in stage 7.0 (TID 131) 2022-08-17 10:50:55 root: INFO: TaskReport: stage=7, partition=99, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:55 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 99.0 in stage 7.0 (TID 121) 2022-08-17 10:50:55 Executor: INFO: Finished task 99.0 in stage 7.0 (TID 121). 775 bytes result sent to driver 2022-08-17 10:50:55 TaskSetManager: INFO: Starting task 110.0 in stage 7.0 (TID 132) (dna.Dlink, executor driver, partition 110, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:55 Executor: INFO: Running task 110.0 in stage 7.0 (TID 132) 2022-08-17 10:50:55 TaskSetManager: INFO: Finished task 99.0 in stage 7.0 (TID 121) in 24119 ms on dna.Dlink (executor driver) (103/112) 2022-08-17 10:50:55 root: INFO: RegionPool: initialized for thread 199: Executor task launch worker for task 110.0 in stage 7.0 (TID 132) 2022-08-17 10:50:55 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 199: Executor task launch worker for task 110.0 in stage 7.0 (TID 132) 2022-08-17 10:50:56 root: INFO: TaskReport: stage=7, partition=101, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:50:56 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 194: Executor task launch worker for task 101.0 in stage 7.0 (TID 123) 2022-08-17 10:50:56 Executor: INFO: Finished task 101.0 in stage 7.0 (TID 123). 775 bytes result sent to driver 2022-08-17 10:50:56 TaskSetManager: INFO: Starting task 111.0 in stage 7.0 (TID 133) (dna.Dlink, executor driver, partition 111, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:50:56 TaskSetManager: INFO: Finished task 101.0 in stage 7.0 (TID 123) in 24923 ms on dna.Dlink (executor driver) (104/112) 2022-08-17 10:50:56 Executor: INFO: Running task 111.0 in stage 7.0 (TID 133) 2022-08-17 10:50:56 root: INFO: RegionPool: initialized for thread 195: Executor task launch worker for task 111.0 in stage 7.0 (TID 133) 2022-08-17 10:50:56 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 195: Executor task launch worker for task 111.0 in stage 7.0 (TID 133) 2022-08-17 10:51:03 root: INFO: TaskReport: stage=7, partition=104, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:51:03 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 193: Executor task launch worker for task 104.0 in stage 7.0 (TID 126) 2022-08-17 10:51:03 Executor: INFO: Finished task 104.0 in stage 7.0 (TID 126). 775 bytes result sent to driver 2022-08-17 10:51:03 TaskSetManager: INFO: Finished task 104.0 in stage 7.0 (TID 126) in 19809 ms on dna.Dlink (executor driver) (105/112) 2022-08-17 10:51:08 root: INFO: TaskReport: stage=7, partition=105, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:51:08 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 197: Executor task launch worker for task 105.0 in stage 7.0 (TID 127) 2022-08-17 10:51:08 Executor: INFO: Finished task 105.0 in stage 7.0 (TID 127). 818 bytes result sent to driver 2022-08-17 10:51:08 TaskSetManager: INFO: Finished task 105.0 in stage 7.0 (TID 127) in 17989 ms on dna.Dlink (executor driver) (106/112) 2022-08-17 10:51:10 root: INFO: TaskReport: stage=7, partition=109, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:51:10 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 198: Executor task launch worker for task 109.0 in stage 7.0 (TID 131) 2022-08-17 10:51:10 Executor: INFO: Finished task 109.0 in stage 7.0 (TID 131). 818 bytes result sent to driver 2022-08-17 10:51:10 TaskSetManager: INFO: Finished task 109.0 in stage 7.0 (TID 131) in 16262 ms on dna.Dlink (executor driver) (107/112) 2022-08-17 10:51:10 root: INFO: TaskReport: stage=7, partition=108, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:51:10 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 196: Executor task launch worker for task 108.0 in stage 7.0 (TID 130) 2022-08-17 10:51:10 Executor: INFO: Finished task 108.0 in stage 7.0 (TID 130). 775 bytes result sent to driver 2022-08-17 10:51:10 TaskSetManager: INFO: Finished task 108.0 in stage 7.0 (TID 130) in 16397 ms on dna.Dlink (executor driver) (108/112) 2022-08-17 10:51:11 root: INFO: TaskReport: stage=7, partition=110, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:51:11 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 199: Executor task launch worker for task 110.0 in stage 7.0 (TID 132) 2022-08-17 10:51:11 Executor: INFO: Finished task 110.0 in stage 7.0 (TID 132). 775 bytes result sent to driver 2022-08-17 10:51:11 TaskSetManager: INFO: Finished task 110.0 in stage 7.0 (TID 132) in 16273 ms on dna.Dlink (executor driver) (109/112) 2022-08-17 10:51:12 root: INFO: TaskReport: stage=7, partition=111, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:51:12 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 195: Executor task launch worker for task 111.0 in stage 7.0 (TID 133) 2022-08-17 10:51:12 Executor: INFO: Finished task 111.0 in stage 7.0 (TID 133). 818 bytes result sent to driver 2022-08-17 10:51:12 TaskSetManager: INFO: Finished task 111.0 in stage 7.0 (TID 133) in 15789 ms on dna.Dlink (executor driver) (110/112) 2022-08-17 10:51:16 root: INFO: TaskReport: stage=7, partition=106, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:51:16 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 200: Executor task launch worker for task 106.0 in stage 7.0 (TID 128) 2022-08-17 10:51:16 Executor: INFO: Finished task 106.0 in stage 7.0 (TID 128). 775 bytes result sent to driver 2022-08-17 10:51:16 TaskSetManager: INFO: Finished task 106.0 in stage 7.0 (TID 128) in 24876 ms on dna.Dlink (executor driver) (111/112) 2022-08-17 10:51:19 root: INFO: TaskReport: stage=7, partition=107, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:51:19 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 201: Executor task launch worker for task 107.0 in stage 7.0 (TID 129) 2022-08-17 10:51:19 Executor: INFO: Finished task 107.0 in stage 7.0 (TID 129). 818 bytes result sent to driver 2022-08-17 10:51:19 TaskSetManager: INFO: Finished task 107.0 in stage 7.0 (TID 129) in 25114 ms on dna.Dlink (executor driver) (112/112) 2022-08-17 10:51:19 TaskSchedulerImpl: INFO: Removed TaskSet 7.0, whose tasks have all completed, from pool 2022-08-17 10:51:19 DAGScheduler: INFO: ResultStage 7 (collect at SparkBackend.scala:321) finished in 321.297 s 2022-08-17 10:51:19 DAGScheduler: INFO: Job 7 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 10:51:19 TaskSchedulerImpl: INFO: Killing all running tasks in stage 7: Stage finished 2022-08-17 10:51:19 DAGScheduler: INFO: Job 7 finished: collect at SparkBackend.scala:321, took 321.298834 s 2022-08-17 10:51:19 root: INFO: took 5m21.7s 2022-08-17 10:51:19 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:51:19 root: INFO: lowering result: I64 2022-08-17 10:51:19 root: INFO: compiling and evaluating result: I64 2022-08-17 10:51:19 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (I64 6987319) 2022-08-17 10:51:19 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (I64 6987319) 2022-08-17 10:51:19 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (I64 6987319) 2022-08-17 10:51:19 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (I64 6987319) 2022-08-17 10:51:19 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (I64 6987319) 2022-08-17 10:51:19 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (I64 6987319) 2022-08-17 10:51:19 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 2: (MakeTuple (0) (I64 6987319)) 2022-08-17 10:51:19 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 1: (Literal Tuple[Int64] ) 2022-08-17 10:51:19 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 1: (Literal Tuple[Int64] ) 2022-08-17 10:51:19 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 1: (Literal Tuple[Int64] ) 2022-08-17 10:51:19 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 1: (Literal Tuple[Int64] ) 2022-08-17 10:51:19 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 1: (Literal Tuple[Int64] ) 2022-08-17 10:51:19 root: INFO: encoder cache miss (19 hits, 27 misses, 0.413) 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3613HailClassLoaderContainer. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3613HailClassLoaderContainer. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3614FSContainer. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3614FSContainer. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3615etypeEncode. 2022-08-17 10:51:19 root: INFO: instruction count: 7: __C3615etypeEncode.apply 2022-08-17 10:51:19 root: INFO: instruction count: 9: __C3615etypeEncode.__m3616ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int64ENDEND 2022-08-17 10:51:19 root: INFO: instruction count: 13: __C3615etypeEncode.__m3617ENCODE_SBaseStructPointer_TO_r_struct_of_r_int64END 2022-08-17 10:51:19 root: INFO: instruction count: 4: __C3615etypeEncode.__m3618ENCODE_SInt64$_TO_r_int64 2022-08-17 10:51:19 MemoryStore: INFO: Block broadcast_46 stored as values in memory (estimated size 80.0 B, free 17.8 GiB) 2022-08-17 10:51:19 MemoryStore: INFO: Block broadcast_46_piece0 stored as bytes in memory (estimated size 65.0 B, free 17.8 GiB) 2022-08-17 10:51:19 BlockManagerInfo: INFO: Added broadcast_46_piece0 in memory on dna.Dlink:40753 (size: 65.0 B, free: 17.8 GiB) 2022-08-17 10:51:19 SparkContext: INFO: Created broadcast 46 from broadcast at SparkBackend.scala:313 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3603HailClassLoaderContainer. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3603HailClassLoaderContainer. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3604FSContainer. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3604FSContainer. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3605Compiled. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3605Compiled.apply 2022-08-17 10:51:19 root: INFO: instruction count: 9: __C3605Compiled.setPartitionIndex 2022-08-17 10:51:19 root: INFO: instruction count: 4: __C3605Compiled.addPartitionRegion 2022-08-17 10:51:19 root: INFO: instruction count: 4: __C3605Compiled.setPool 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3605Compiled.addHailClassLoader 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3605Compiled.addFS 2022-08-17 10:51:19 root: INFO: instruction count: 35: __C3605Compiled.addLiterals 2022-08-17 10:51:19 root: INFO: instruction count: 27: __C3605Compiled.__m3610DECODE_r_struct_of_r_struct_of_r_int64ENDEND_TO_SBaseStructPointer 2022-08-17 10:51:19 root: INFO: instruction count: 17: __C3605Compiled.__m3611INPLACE_DECODE_r_struct_of_r_int64END_TO_r_tuple_of_r_int64END 2022-08-17 10:51:19 root: INFO: instruction count: 10: __C3605Compiled.__m3612INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:51:19 root: INFO: took 14.248ms 2022-08-17 10:51:19 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (I64 6987319) 2022-08-17 10:51:19 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (I64 6987319) 2022-08-17 10:51:19 root: INFO: encoder cache miss (19 hits, 28 misses, 0.404) 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3619HailClassLoaderContainer. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3619HailClassLoaderContainer. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3620FSContainer. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3620FSContainer. 2022-08-17 10:51:19 root: INFO: instruction count: 3: __C3621etypeEncode. 2022-08-17 10:51:19 root: INFO: instruction count: 11: __C3621etypeEncode.apply 2022-08-17 10:51:19 root: INFO: instruction count: 4: __C3621etypeEncode.__m3622ENCODE_SInt64$_TO_o_int64 2022-08-17 10:51:19 root: INFO: finished execution of query hail_query_5 2022-08-17 10:51:19 root: INFO: RegionPool: FREE: 1.4M allocated (576.0K blocks / 832.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode total 5m22.0s self 10.872ms children 5m22.0s %children 100.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR total 88.389ms self 0.011ms children 88.378ms %children 99.99% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/Verify total 0.131ms self 0.131ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation total 88.188ms self 7.646ms children 80.542ms %children 91.33% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 80.542ms self 0.159ms children 80.383ms %children 99.80% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 2.751ms self 2.751ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 8.534ms self 8.534ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 8.927ms self 8.927ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 10.199ms self 10.199ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 20.282ms self 20.282ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 1.127ms self 1.127ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 6.994ms self 6.994ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.453ms self 0.453ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.638ms self 0.638ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.106ms self 1.106ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 2.619ms self 2.619ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.410ms self 3.410ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.411ms self 0.411ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.435ms self 3.435ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.345ms self 0.345ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.481ms self 0.481ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 2.032ms self 2.032ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 1.046ms self 1.046ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 2.266ms self 2.266ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.302ms self 0.302ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.026ms self 3.026ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/Verify total 0.059ms self 0.059ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable total 8.744ms self 0.010ms children 8.734ms %children 99.88% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/Verify total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/LoweringTransformation total 8.357ms self 8.357ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/Verify total 0.348ms self 0.348ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable total 56.604ms self 0.013ms children 56.592ms %children 99.98% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.062ms self 0.062ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 56.471ms self 4.397ms children 52.074ms %children 92.21% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 52.074ms self 0.127ms children 51.947ms %children 99.76% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.606ms self 0.606ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.843ms self 0.843ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 3.190ms self 3.190ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 8.020ms self 8.020ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 4.047ms self 4.047ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.298ms self 0.298ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 6.652ms self 6.652ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.477ms self 0.477ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.620ms self 0.620ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 1.648ms self 1.648ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 4.016ms self 4.016ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 4.737ms self 4.737ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.274ms self 0.274ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 5.006ms self 5.006ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.439ms self 0.439ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.602ms self 0.602ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 1.537ms self 1.537ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 1.206ms self 1.206ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 3.332ms self 3.332ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.238ms self 0.238ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 4.156ms self 4.156ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.059ms self 0.059ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets total 0.390ms self 0.007ms children 0.383ms %children 98.24% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/Verify total 0.063ms self 0.063ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.239ms self 0.239ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/Verify total 0.081ms self 0.081ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable total 5m21.8s self 0.009ms children 5m21.8s %children 100.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/Verify total 0.055ms self 0.055ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation total 5m21.8s self 67.717ms children 5m21.8s %children 99.98% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 13.444ms self 0.012ms children 13.432ms %children 99.91% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 13.386ms self 2.110ms children 11.276ms %children 84.24% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 11.276ms self 0.074ms children 11.202ms %children 99.34% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.239ms self 0.239ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.199ms self 0.199ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.547ms self 0.547ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.433ms self 0.433ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.152ms self 1.152ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.046ms self 0.046ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.333ms self 1.333ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.276ms self 0.276ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.152ms self 0.152ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.474ms self 0.474ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.349ms self 0.349ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.890ms self 0.890ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.071ms self 0.071ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.245ms self 1.245ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.273ms self 0.273ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.148ms self 0.148ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.464ms self 0.464ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.364ms self 0.364ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.177ms self 1.177ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.087ms self 0.087ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.286ms self 1.286ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.027ms self 0.027ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.130ms self 0.007ms children 0.123ms %children 94.79% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.082ms self 0.082ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 13.333ms self 0.009ms children 13.324ms %children 99.94% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 13.288ms self 3.027ms children 10.261ms %children 77.22% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 10.261ms self 0.077ms children 10.184ms %children 99.25% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.390ms self 0.390ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.203ms self 0.203ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 1.168ms self 1.168ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.353ms self 0.353ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.930ms self 0.930ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.073ms self 0.073ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.224ms self 1.224ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.185ms self 0.185ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.137ms self 0.137ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.365ms self 0.365ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.322ms self 0.322ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.716ms self 0.716ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.068ms self 0.068ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.080ms self 1.080ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.179ms self 0.179ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.135ms self 0.135ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.348ms self 0.348ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.316ms self 0.316ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.702ms self 0.702ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.070ms self 0.070ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.221ms self 1.221ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.107ms self 0.004ms children 0.102ms %children 95.92% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.064ms self 0.064ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.172ms self 0.004ms children 0.168ms %children 97.69% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.062ms self 0.062ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.056ms self 0.056ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 10.864ms self 0.007ms children 10.857ms %children 99.93% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 10.822ms self 1.834ms children 8.988ms %children 83.05% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 8.988ms self 0.071ms children 8.916ms %children 99.21% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.104ms self 0.104ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.191ms self 0.191ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.436ms self 0.436ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.348ms self 0.348ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.788ms self 0.788ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.071ms self 0.071ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 1.161ms self 1.161ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.202ms self 0.202ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.146ms self 0.146ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.386ms self 0.386ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.318ms self 0.318ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.700ms self 0.700ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.066ms self 0.066ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 1.133ms self 1.133ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.182ms self 0.182ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.139ms self 0.139ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.342ms self 0.342ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.319ms self 0.319ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.687ms self 0.687ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.068ms self 0.068ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 1.129ms self 1.129ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 69.927ms self 34.294ms children 35.634ms %children 50.96% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 11.227ms self 0.008ms children 11.219ms %children 99.93% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 11.185ms self 1.694ms children 9.491ms %children 84.85% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 9.491ms self 0.080ms children 9.411ms %children 99.16% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.135ms self 0.135ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.160ms self 0.160ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.356ms self 0.356ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.353ms self 0.353ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.809ms self 0.809ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.080ms self 0.080ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.262ms self 1.262ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.197ms self 0.197ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.151ms self 0.151ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.424ms self 0.424ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.338ms self 0.338ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.760ms self 0.760ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.076ms self 0.076ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.213ms self 1.213ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.212ms self 0.212ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.164ms self 0.164ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.378ms self 0.378ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.339ms self 0.339ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.801ms self 0.801ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.075ms self 0.075ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.126ms self 1.126ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.129ms self 0.005ms children 0.124ms %children 95.80% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.056ms self 0.056ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.033ms self 0.033ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 10.637ms self 0.007ms children 10.630ms %children 99.94% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 10.597ms self 1.746ms children 8.850ms %children 83.52% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 8.850ms self 0.069ms children 8.781ms %children 99.22% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.093ms self 0.093ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.180ms self 0.180ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.393ms self 0.393ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.329ms self 0.329ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.715ms self 0.715ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.072ms self 0.072ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.139ms self 1.139ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.179ms self 0.179ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.139ms self 0.139ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.336ms self 0.336ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.337ms self 0.337ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.687ms self 0.687ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.076ms self 0.076ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.233ms self 1.233ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.205ms self 0.205ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.155ms self 0.155ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.359ms self 0.359ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.323ms self 0.323ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.669ms self 0.669ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.070ms self 0.070ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.094ms self 1.094ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 1.092ms self 0.007ms children 1.085ms %children 99.35% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.041ms self 0.041ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 1.010ms self 1.010ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.034ms self 0.034ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 11.500ms self 0.008ms children 11.492ms %children 99.93% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 11.458ms self 1.781ms children 9.678ms %children 84.46% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 9.678ms self 0.065ms children 9.612ms %children 99.33% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.104ms self 0.104ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.188ms self 0.188ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.420ms self 0.420ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.333ms self 0.333ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.693ms self 0.693ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.064ms self 0.064ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.110ms self 1.110ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.209ms self 0.209ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.144ms self 0.144ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.339ms self 0.339ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.321ms self 0.321ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.661ms self 0.661ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.067ms self 0.067ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.978ms self 1.978ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.200ms self 0.200ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.161ms self 0.161ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.346ms self 0.346ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.325ms self 0.325ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.687ms self 0.687ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.066ms self 0.066ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.196ms self 1.196ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 1.049ms self 1.049ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 1.734ms self 1.734ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 32.615ms self 32.615ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 0.300ms self 0.006ms children 0.293ms %children 97.87% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 0.284ms self 0.129ms children 0.156ms %children 54.79% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 0.156ms self 0.014ms children 0.142ms %children 91.21% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.037ms self 0.037ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.019ms self 0.002ms children 0.018ms %children 90.59% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 0.129ms self 0.002ms children 0.127ms %children 98.31% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 0.125ms self 0.055ms children 0.070ms %children 55.84% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 0.070ms self 0.006ms children 0.064ms %children 91.27% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.012ms self 0.002ms children 0.010ms %children 86.26% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.010ms self 0.001ms children 0.009ms %children 87.16% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 0.092ms self 0.002ms children 0.090ms %children 97.64% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.089ms self 0.043ms children 0.046ms %children 51.49% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.046ms self 0.005ms children 0.040ms %children 88.52% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 1.666ms self 1.666ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 0.746ms self 0.746ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR total 1.963ms self 0.008ms children 1.955ms %children 99.58% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/Verify total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation total 1.934ms self 0.491ms children 1.443ms %children 74.61% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 1.443ms self 0.031ms children 1.412ms %children 97.85% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.150ms self 0.150ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.038ms self 0.038ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.060ms self 0.060ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.827ms self 0.827ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.260ms self 0.260ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, initial IR/Verify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InlineApplyIR total 0.030ms self 0.003ms children 0.026ms %children 88.51% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InlineApplyIR/Verify total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InlineApplyIR/LoweringTransformation total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InlineApplyIR/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR total 1.289ms self 0.006ms children 1.283ms %children 99.56% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 1.275ms self 0.446ms children 0.829ms %children 65.03% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 0.829ms self 0.021ms children 0.808ms %children 97.51% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.023ms self 0.023ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.053ms self 0.053ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.043ms self 0.043ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.209ms self 0.209ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.431ms self 0.431ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after InlineApplyIR/Verify total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerArrayAggsToRunAggs total 0.583ms self 0.006ms children 0.577ms %children 98.92% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerArrayAggsToRunAggs/Verify total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerArrayAggsToRunAggs/LoweringTransformation total 0.560ms self 0.560ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerArrayAggsToRunAggs/Verify total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 1.278ms self 0.007ms children 1.271ms %children 99.43% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 1.264ms self 0.516ms children 0.747ms %children 59.15% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 0.747ms self 0.023ms children 0.724ms %children 96.91% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.049ms self 0.049ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.059ms self 0.059ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.102ms self 0.102ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.208ms self 0.208ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.026ms self 0.026ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.229ms self 0.229ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/EmitContext.analyze total 0.200ms self 0.200ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 44.676ms self 0.010ms children 44.666ms %children 99.98% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.041ms self 0.041ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 44.591ms self 6.506ms children 38.084ms %children 85.41% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 38.084ms self 0.075ms children 38.009ms %children 99.80% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.272ms self 0.272ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.357ms self 0.357ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.820ms self 0.820ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 10.175ms self 10.175ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.022ms self 3.022ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.502ms self 0.502ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 3.445ms self 3.445ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.295ms self 0.295ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.301ms self 0.301ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.726ms self 0.726ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 7.509ms self 7.509ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.933ms self 1.933ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.115ms self 0.115ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.365ms self 2.365ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.271ms self 0.271ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.280ms self 0.280ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.642ms self 0.642ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.802ms self 0.802ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.833ms self 1.833ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.106ms self 0.106ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.237ms self 2.237ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.202ms self 0.005ms children 0.197ms %children 97.33% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.135ms self 0.135ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.034ms self 0.034ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 22.579ms self 0.009ms children 22.570ms %children 99.96% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.038ms self 0.038ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 BlockManagerInfo: INFO: Removed broadcast_45_piece0 on dna.Dlink:40753 in memory (size: 18.6 KiB, free: 17.8 GiB) 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 22.497ms self 3.638ms children 18.858ms %children 83.83% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 18.858ms self 0.066ms children 18.792ms %children 99.65% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.211ms self 0.211ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.315ms self 0.315ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.700ms self 0.700ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.774ms self 0.774ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.688ms self 1.688ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.116ms self 0.116ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 2.121ms self 2.121ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.247ms self 0.247ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.262ms self 0.262ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.628ms self 0.628ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.719ms self 0.719ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.760ms self 1.760ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.115ms self 0.115ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 2.171ms self 2.171ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.277ms self 0.277ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.279ms self 0.279ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.643ms self 0.643ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.745ms self 0.745ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 2.643ms self 2.643ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.130ms self 0.130ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 2.248ms self 2.248ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.173ms self 0.004ms children 0.169ms %children 97.64% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.103ms self 0.103ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.185ms self 0.003ms children 0.182ms %children 98.21% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.034ms self 0.034ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.094ms self 0.094ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.053ms self 0.053ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 21.573ms self 0.008ms children 21.565ms %children 99.96% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 21.499ms self 3.500ms children 17.999ms %children 83.72% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 17.999ms self 0.063ms children 17.936ms %children 99.65% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.201ms self 0.201ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.304ms self 0.304ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.653ms self 0.653ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.754ms self 0.754ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 1.795ms self 1.795ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.110ms self 0.110ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 2.221ms self 2.221ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.258ms self 0.258ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.270ms self 0.270ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.637ms self 0.637ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.725ms self 0.725ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 1.749ms self 1.749ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.113ms self 0.113ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 2.173ms self 2.173ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.264ms self 0.264ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.262ms self 0.262ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.617ms self 0.617ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.696ms self 0.696ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 1.746ms self 1.746ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.120ms self 0.120ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 2.267ms self 2.267ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.040ms self 0.040ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 176.641ms self 89.194ms children 87.447ms %children 49.51% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 24.460ms self 0.011ms children 24.450ms %children 99.96% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.029ms self 0.029ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 24.380ms self 3.865ms children 20.514ms %children 84.14% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 20.514ms self 0.077ms children 20.437ms %children 99.62% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.226ms self 0.226ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.322ms self 0.322ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.688ms self 0.688ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.721ms self 0.721ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.832ms self 1.832ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.123ms self 0.123ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.145ms self 2.145ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.278ms self 0.278ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.285ms self 0.285ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.646ms self 0.646ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.721ms self 0.721ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.467ms self 3.467ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.151ms self 0.151ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.169ms self 2.169ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.278ms self 0.278ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.269ms self 0.269ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.650ms self 0.650ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.739ms self 0.739ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.713ms self 1.713ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.510ms self 0.510ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.503ms self 2.503ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.041ms self 0.041ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.338ms self 0.005ms children 0.333ms %children 98.50% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.057ms self 0.057ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.186ms self 0.186ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.090ms self 0.090ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 24.539ms self 0.008ms children 24.531ms %children 99.97% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 24.462ms self 3.711ms children 20.750ms %children 84.83% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 20.750ms self 0.070ms children 20.680ms %children 99.66% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.183ms self 0.183ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.345ms self 0.345ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.879ms self 0.879ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.829ms self 0.829ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 2.065ms self 2.065ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.202ms self 0.202ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 2.243ms self 2.243ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.393ms self 0.393ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.314ms self 0.314ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.782ms self 0.782ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.810ms self 0.810ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 1.899ms self 1.899ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.194ms self 0.194ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 2.185ms self 2.185ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.356ms self 0.356ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.300ms self 0.300ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.723ms self 0.723ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.811ms self 0.811ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 2.719ms self 2.719ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.203ms self 0.203ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 2.246ms self 2.246ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.039ms self 0.039ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 5.941ms self 0.009ms children 5.931ms %children 99.84% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.079ms self 0.079ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 5.758ms self 5.758ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.095ms self 0.095ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 29.393ms self 0.010ms children 29.383ms %children 99.97% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.034ms self 0.034ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 29.306ms self 3.917ms children 25.389ms %children 86.63% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 25.389ms self 0.088ms children 25.301ms %children 99.65% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.227ms self 0.227ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.422ms self 0.422ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.964ms self 0.964ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.851ms self 0.851ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 2.971ms self 2.971ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.278ms self 0.278ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 2.720ms self 2.720ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.427ms self 0.427ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.342ms self 0.342ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.772ms self 0.772ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.900ms self 0.900ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 2.826ms self 2.826ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.291ms self 0.291ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 2.502ms self 2.502ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.409ms self 0.409ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.338ms self 0.338ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.756ms self 0.756ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.813ms self 0.813ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 3.700ms self 3.700ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.222ms self 0.222ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 2.570ms self 2.570ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.042ms self 0.042ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 2.776ms self 2.776ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 3.466ms self 3.466ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 5m21.3s self 5m21.3s children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 0.202ms self 0.005ms children 0.197ms %children 97.70% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 0.194ms self 0.070ms children 0.123ms %children 63.58% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 0.123ms self 0.010ms children 0.113ms %children 91.66% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.016ms self 0.002ms children 0.014ms %children 89.31% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 0.081ms self 0.002ms children 0.079ms %children 97.69% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 0.077ms self 0.028ms children 0.050ms %children 64.17% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 0.050ms self 0.005ms children 0.044ms %children 89.23% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.010ms self 0.002ms children 0.008ms %children 84.37% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.010ms self 0.001ms children 0.008ms %children 86.75% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 0.064ms self 0.002ms children 0.063ms %children 97.20% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.061ms self 0.024ms children 0.037ms %children 60.83% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.037ms self 0.005ms children 0.033ms %children 87.60% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 12.682ms self 12.170ms children 0.512ms %children 4.04% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 0.257ms self 0.002ms children 0.255ms %children 99.11% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 0.252ms self 0.118ms children 0.134ms %children 53.06% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 0.134ms self 0.010ms children 0.124ms %children 92.50% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.059ms self 0.059ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.008ms self 0.001ms children 0.007ms %children 83.67% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 0.073ms self 0.002ms children 0.071ms %children 97.76% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 0.070ms self 0.031ms children 0.039ms %children 56.13% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 0.039ms self 0.005ms children 0.034ms %children 86.93% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 0.065ms self 0.001ms children 0.063ms %children 97.71% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 0.059ms self 0.059ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 0.077ms self 0.002ms children 0.076ms %children 97.89% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 0.075ms self 0.034ms children 0.040ms %children 54.10% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 0.040ms self 0.005ms children 0.035ms %children 87.28% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 0.992ms self 0.992ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/Verify total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable total 0.211ms self 0.004ms children 0.207ms %children 98.23% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.205ms self 0.070ms children 0.135ms %children 65.80% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.135ms self 0.011ms children 0.123ms %children 91.55% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.012ms self 0.012ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.033ms self 0.033ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/Compile total 0.127ms self 0.127ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/InitializeCompiledFunction total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 root: INFO: timing SparkBackend.executeEncode/RunCompiledFunction total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 10:51:19 BlockManagerInfo: INFO: Removed broadcast_44_piece0 on dna.Dlink:40753 in memory (size: 2.0 KiB, free: 17.8 GiB) 2022-08-17 10:58:37 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:58:37 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 10:58:37 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 10:58:37 root: INFO: timing SparkBackend.parse_value_ir total 18.590ms self 18.590ms children 0.000ms %children 0.00% 2022-08-17 10:58:37 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 10:58:37 root: INFO: starting execution of query hail_query_6 of initial size 606 2022-08-17 10:58:37 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 606: (Let __rng_state (RNGStateLiteral (0 0 0 0)) (TableCount (MatrixRowsTable (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols None (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixMapCols None (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (Let __cse_1 (GetField alleles (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__uid_4 (GetField AC (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((GetField GT (Ref g)))))) (__uid_5 (ToArray (StreamMap __uid_6 (ToStream False (ArraySlice (Ref __cse_1) (I32 1) (I32 1))) (Let __uid_11 (ApplyIR 51 __uid_1 () Int32 (ApplyIR 30 indexArray () String (Ref __cse_1) (I32 0)) (Ref __uid_6)) (If (ApplyComparisonOp EQ (Ref __uid_11) (I32 1)) (Let __cse_2 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (If (ApplySpecial 75 land () Boolean (ApplyComparisonOp EQ (ApplyIR 52 __uid_1 () Int32 (Ref __cse_2) (Ref __uid_6)) (I32 1)) (ApplyIR 74 __uid_2 () Boolean (Ref __cse_2) (Ref __uid_6))) (I32 8) (I32 9))) (Ref __uid_11))))))))) (AggLet __cse_3 False (GetField GT (Ref g)) (InsertFields (SelectFields (s) (Ref sa)) None (sample_qc (Let __uid_25 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 76 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_3))))))) (n_not_called (ApplyAggOp Sum () ((Apply 77 toInt64 () Int64 (IsNA (Ref __cse_3)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Ref n_rows) (ApplyAggOp Count () ()))) (n_hom_ref (ApplyAggOp Sum () ((Apply 79 toInt64 () Int64 (Apply 78 isHomRef () Boolean (Ref __cse_3)))))) (n_het (ApplyAggOp Sum () ((Apply 81 toInt64 () Int64 (Apply 80 isHet () Boolean (Ref __cse_3)))))) (n_singleton (ApplyAggOp Sum () ((ApplyIR 89 toInt64 () Int64 (Let __uid_16 (Ref __cse_3) (ApplyIR 88 sum () Int32 (ToArray (StreamFilter __uid_20 (ToStream False (ToArray (StreamMap __uid_19 (ToStream False (ToArray (StreamMap __uid_17 (ToStream False (ToArray (StreamRange 83 False (I32 0) (Apply 82 ploidy () Int32 (Ref __uid_16)) (I32 1)))) (Let __uid_18 (Apply 84 index () Int32 (Ref __uid_16) (Ref __uid_17)) (ApplySpecial 86 land () Boolean (ApplyComparisonOp NEQ (Ref __uid_18) (I32 0)) (ApplyComparisonOp EQ (ApplyIR 85 indexArray () Int32 (GetField __uid_4 (Ref va)) (Ref __uid_18)) (I32 1))))))) (Apply 87 toInt32 () Int32 (Ref __uid_19))))) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_20))))))))))) (allele_type_counts (AggExplode __uid_24 False (ToStream False (ToArray (StreamMap __uid_23 (ToStream False (ToArray (StreamFilter __uid_22 (ToStream False (ToArray (StreamMap __uid_21 (ToStream False (ToArray (StreamRange 91 False (I32 0) (Apply 90 ploidy () Int32 (Ref __cse_3)) (I32 1)))) (Apply 92 index () Int32 (Ref __cse_3) (Ref __uid_21))))) (ApplyComparisonOp GT (Ref __uid_22) (I32 0))))) (ApplyIR 93 indexArray () Int32 (GetField __uid_5 (Ref va)) (ApplyBinaryPrimOp Subtract (Ref __uid_23) (I32 1)))))) (MakeTuple (0 1 2 3 4 5 6 7 8 9) (ApplyAggOp Sum () ((Apply 94 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 0))))) (ApplyAggOp Sum () ((Apply 95 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 1))))) (ApplyAggOp Sum () ((Apply 96 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 2))))) (ApplyAggOp Sum () ((Apply 97 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 3))))) (ApplyAggOp Sum () ((Apply 98 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 4))))) (ApplyAggOp Sum () ((Apply 99 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 5))))) (ApplyAggOp Sum () ((Apply 100 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 6))))) (ApplyAggOp Sum () ((Apply 101 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 7))))) (ApplyAggOp Sum () ((Apply 102 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 8))))) (ApplyAggOp Sum () ((Apply 103 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 9))))))))) (Let __cse_4 (GetField n_called (Ref __uid_25)) (Let __cse_5 (GetField n_not_called (Ref __uid_25)) (Let __cse_6 (GetField n_filtered (Ref __uid_25)) (Let __cse_7 (GetField n_hom_ref (Ref __uid_25)) (Let __cse_8 (GetField n_het (Ref __uid_25)) (Let __cse_9 (GetField allele_type_counts (Ref __uid_25)) (Let __uid_26 (MakeStruct (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 104 toFloat64 () Float64 (Ref __cse_4)) (ApplyIR 105 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_4) (Ref __cse_5)) (Ref __cse_6))))) (n_called (Ref __cse_4)) (n_not_called (Ref __cse_5)) (n_filtered (Ref __cse_6)) (n_hom_ref (Ref __cse_7)) (n_het (Ref __cse_8)) (n_hom_var (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7)) (Ref __cse_8))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7))) (n_singleton (GetField n_singleton (Ref __uid_25))) (n_snp (ApplyBinaryPrimOp Add (GetTupleElement 8 (Ref __cse_9)) (GetTupleElement 9 (Ref __cse_9)))) (n_insertion (GetTupleElement 3 (Ref __cse_9))) (n_deletion (GetTupleElement 4 (Ref __cse_9))) (n_transition (GetTupleElement 8 (Ref __cse_9))) (n_transversion (GetTupleElement 9 (Ref __cse_9))) (n_star (GetTupleElement 6 (Ref __cse_9)))) (InsertFields (Ref __uid_26) None (r_ti_tv (If (ApplyComparisonOp NEQ (GetField n_transversion (Ref __uid_26)) (ApplyIR 107 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 106 toFloat64 () Float64 (GetField n_transition (Ref __uid_26))) (ApplyIR 108 toFloat64 () Float64 (GetField n_transversion (Ref __uid_26)))) (NA Float64))) (r_het_hom_var (If (ApplyComparisonOp NEQ (GetField n_hom_var (Ref __uid_26)) (ApplyIR 110 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 109 toFloat64 () Float64 (GetField n_het (Ref __uid_26))) (ApplyIR 111 toFloat64 () Float64 (GetField n_hom_var (Ref __uid_26)))) (NA Float64))) (r_insertion_deletion (If (ApplyComparisonOp NEQ (GetField n_deletion (Ref __uid_26)) (ApplyIR 113 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 112 toFloat64 () Float64 (GetField n_insertion (Ref __uid_26))) (ApplyIR 114 toFloat64 () Float64 (GetField n_deletion (Ref __uid_26)))) (NA Float64)))))))))))))))) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_4 (GetField __uid_4 (Ref va))) (__uid_5 (GetField __uid_5 (Ref va)))))) (TableKeyBy (Sample) False (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __cse_11 (GetField text (Ref row)) (Let __cse_10 (Apply 3 splitChar () Array[String] (Ref __cse_11) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Ref __cse_10))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Ref __cse_10))) (I32 1)) (Str "field") (Str "fields")) (Ref __cse_11))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (Let __cse_12 (GetField split_text (Ref row)) (InsertFields (SelectFields (file split_text) (Ref row)) None (Sample (ApplyIR 14 indexArray () String (Ref __cse_12) (I32 0))) (Population (ApplyIR 15 indexArray () String (Ref __cse_12) (I32 1))) (SuperPopulation (ApplyIR 16 indexArray () String (Ref __cse_12) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ApplyIR 17 indexArray () String (Ref __cse_12) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ApplyIR 19 indexArray () String (Ref __cse_12) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ApplyIR 21 indexArray () String (Ref __cse_12) (I32 5))))))) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file split_text Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))) (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))))) (InsertFields (SelectFields (s sample_qc) (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (AggLet __cse_13 False (GetField GT (Ref g)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (variant_qc (Let __uid_31 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_13))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __cse_13)))))) (n_filtered (ApplyBinaryPrimOp Subtract (ApplyIR 139 toInt64 () Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((Ref __cse_13))))) (Let __cse_17 (GetField call_stats (Ref __uid_31)) (Let __cse_21 (GetField homozygote_count (Ref __cse_17)) (Let __cse_18 (GetField n_called (Ref __uid_31)) (Let __cse_19 (GetField n_not_called (Ref __uid_31)) (Let __cse_20 (GetField n_filtered (Ref __uid_31)) (Let __uid_32 (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (GetField alleles (Ref va)))) (I32 2)) (Let __cse_14 (GetField call_stats (Ref __uid_31)) (Let __cse_15 (GetField homozygote_count (Ref __cse_14)) (Let __cse_16 (GetField AC (Ref __cse_14)) (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 140 indexArray () Int32 (Ref __cse_15) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 141 indexArray () Int32 (Ref __cse_16) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 142 indexArray () Int32 (Ref __cse_15) (I32 1)) (I32 2))) (ApplyIR 143 indexArray () Int32 (Ref __cse_15) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 145 indexArray () Int32 (Ref __cse_15) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 146 indexArray () Int32 (Ref __cse_16) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 147 indexArray () Int32 (Ref __cse_15) (I32 1)) (I32 2))) (ApplyIR 148 indexArray () Int32 (Ref __cse_15) (I32 1)) (True)))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{het_freq_hwe:Float64,p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __cse_17))) (AF (GetField AF (Ref __cse_17))) (AN (GetField AN (Ref __cse_17))) (homozygote_count (Ref __cse_21)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 150 toFloat64 () Float64 (Ref __cse_18)) (ApplyIR 151 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_18) (Ref __cse_19)) (Ref __cse_20))))) (n_called (Ref __cse_18)) (n_not_called (Ref __cse_19)) (n_filtered (Ref __cse_20)) (n_het (ApplyBinaryPrimOp Subtract (Ref __cse_18) (ApplyIR 153 toInt64 () Int64 (ApplyIR 152 sum () Int32 (ToArray (StreamFilter __uid_33 (ToStream False (Ref __cse_21)) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_33))))))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_18) (ApplyIR 155 toInt64 () Int64 (ApplyIR 154 indexArray () Int32 (Ref __cse_21) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __uid_32)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __uid_32)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __uid_32)))))))))))))))) (Let __cse_22 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ApplyIR 156 indexArray () Float64 (Ref __cse_22) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ApplyIR 157 indexArray () Float64 (Ref __cse_22) (I32 0)) (F64 0.95))) (False))))))) 2022-08-17 10:58:38 root: INFO: Prune: InsertFields: eliminating field '__uid_4' 2022-08-17 10:58:38 root: INFO: Prune: InsertFields: eliminating field '__uid_5' 2022-08-17 10:58:38 root: INFO: Prune: InsertFields: eliminating field 'sample_qc' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'locus' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'rsid' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'qual' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'filters' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'info' 2022-08-17 10:58:38 root: INFO: Prune: InsertFields: eliminating field 'Population' 2022-08-17 10:58:38 root: INFO: Prune: InsertFields: eliminating field 'isFemale' 2022-08-17 10:58:38 root: INFO: Prune: InsertFields: eliminating field 'PurpleHair' 2022-08-17 10:58:38 root: INFO: Prune: InsertFields: eliminating field 'CaffeineConsumption' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'AC' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'AN' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'homozygote_count' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'call_rate' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'n_called' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'n_not_called' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'n_filtered' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'n_het' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'n_non_ref' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'het_freq_hwe' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'p_value_hwe' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'p_value_excess_het' 2022-08-17 10:58:38 root: INFO: Prune: InsertFields: eliminating field 'split_text' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'n_called' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'n_not_called' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field 'n_filtered' 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 125: (TableCount (TableFilter (MatrixRowsTable (MatrixMapRows (MatrixFilterCols (MatrixMapCols () (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixKeyRowsBy () False (MatrixRead Matrix{global:Struct{},col_key:[s],col:Struct{s:String},row_key:[[locus,alleles]],row:Struct{locus:Locus(GRCh37),alleles:Array[String]},entry:Struct{GT:Call}} False False (MatrixNativeReader Haill_mt/1kg_Full.mt ))) (MakeStruct (alleles (GetField alleles (Ref va))))) (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_5526 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_5527 (GetField text (Ref row)) (Let __iruid_5528 (Apply 3 splitChar () Array[String] (Ref __iruid_5527) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_5528)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5528)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5527))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5526) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5526) (I32 2)))))))) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (InsertFields (Ref va) None (variant_qc (Let __iruid_5530 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref va)))) ((GetField GT (Ref g)))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_5530)))))))))) (Let __iruid_5532 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_5532) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_5532) (I32 0)) (F64 0.95))) (False))))) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 274: (TableCount (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapGlobals (TableMapGlobals (TableMapRows (TableKeyBy () False (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_5534 (MakeStruct) (MakeStruct (alleles (GetField alleles (SelectFields (locus alleles) (Ref row)))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (Let __dictfield (ToDict (ToStream False (ToArray (StreamMap __iruid_5535 (ToStream False (GetField rows (TableCollect (TableKeyBy () False (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_5526 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_5527 (GetField text (Ref row)) (Let __iruid_5528 (Apply 3 splitChar () Array[String] (Ref __iruid_5527) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_5528)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5528)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5527))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5526) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5526) (I32 2))))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_5535)) (SelectFields (SuperPopulation) (Ref __iruid_5535))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_5533 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_5533) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __dictfield) (MakeStruct (Sample (GetField s (Ref __iruid_5533))))))))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_5539 (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let __cols_array (GetField __cols (Ref global)) (Let sa (ArrayRef -1 (Ref __cols_array) (Ref __iruid_5539)) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))))))))) (InsertFields (Ref global) None (newColIdx (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let sa (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (SelectFields (__cols) (InsertFields (Ref global) None (__cols (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_5540 (MakeStruct) (StreamAgg i (ToStream False (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)))) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (AggLet sa False (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (AggLet g False (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i)) (InsertFields (SelectFields (alleles) (Ref row)) None (variant_qc (Let __iruid_5530 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (SelectFields (alleles) (Ref row))))) ((GetField GT (Ref g)))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_5530)))))))))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (SelectFields () (Ref global))) (SelectFields (alleles variant_qc) (Ref row))) (Let __iruid_5532 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_5532) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_5532) (I32 0)) (F64 0.95))) (False))))) 2022-08-17 10:58:38 root: INFO: Prune: InsertFields: eliminating field '__cols' 2022-08-17 10:58:38 root: INFO: Prune: InsertFields: eliminating field '__cols' 2022-08-17 10:58:38 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 210: (TableCount (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapRows (TableKeyBy () False (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))))))) (MakeStruct (alleles (GetField alleles (Ref row))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))))) (Let __iruid_5632 (ToDict (StreamMap __iruid_5633 (ToStream False (GetField rows (TableCollect (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_5634 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_5635 (GetField text (Ref row)) (Let __iruid_5636 (Apply 3 splitChar () Array[String] (Ref __iruid_5635) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_5636)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5636)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5635))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5634) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5634) (I32 2))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_5633)) (SelectFields (SuperPopulation) (Ref __iruid_5633))))) (Let __iruid_5637 (ToArray (StreamMap __iruid_5638 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_5638) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_5632) (MakeStruct (Sample (GetField s (Ref __iruid_5638))))))))) (Let __iruid_5639 (ToArray (StreamMap __iruid_5640 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_5637)) (I32 1)) (Let __iruid_5641 (ArrayRef -1 (Ref __iruid_5637) (Ref __iruid_5640)) (InsertFields (SelectFields () (Ref __iruid_5641)) None (pheno (GetField __uid_27 (Ref __iruid_5641))))))) (InsertFields (SelectFields () (Ref global)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_5642 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_5639)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_5639) (Ref __iruid_5642)))) (Str "EUR")) (False)))))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_5643 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_5643))))))) (SelectFields () (Ref global))) (StreamAgg __iruid_5644 (StreamFilter __iruid_5645 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_5645))))) (InsertFields (SelectFields () (Ref row)) None (variant_qc (Let __iruid_5646 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref row)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_5644))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_5646)))))))))) (Let __iruid_5647 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_5647) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_5647) (I32 0)) (F64 0.95))) (False))))) 2022-08-17 10:58:38 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:58:38 root: INFO: lowering result: TableCollect 2022-08-17 10:58:38 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 95: (Let __iruid_5659 (MakeStruct) (Let __iruid_5663 (CollectDistributedArray __iruid_5660 __iruid_5662 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_5659 (Ref __iruid_5659))) (Let __iruid_5659 (GetField __iruid_5659 (Ref __iruid_5662)) (ToArray (Let global (Ref __iruid_5659) (StreamMap __iruid_5661 (Let global (Ref __iruid_5659) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_5660)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let row (Ref __iruid_5661) (Let __iruid_5634 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_5635 (GetField text (Ref row)) (Let __iruid_5636 (Apply 3 splitChar () Array[String] (Ref __iruid_5635) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_5636)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5636)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5635))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5634) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5634) (I32 2))))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_5664 (ToStream False (Ref __iruid_5663)) (ToStream False (Ref __iruid_5664))))) (global (Ref __iruid_5659))))) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_5689 (ToStream False (CollectDistributedArray __iruid_5690 __iruid_5691 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_5659:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_5693 (StreamFilter __iruid_5694 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_5690)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_5694)) (Str "Sample\tPop...")) (False))) (Let __iruid_5695 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_5693))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5693)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5693)) (Str "\t") (Literal Array[String] )) (Let __iruid_5696 (GetField text (Ref __iruid_5693)) (Let __iruid_5697 (Apply 3 splitChar () Array[String] (Ref __iruid_5696) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_5693)) (ArrayLen (Ref __iruid_5697)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5697)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5696))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_5693))))) (InsertFields (SelectFields () (Ref __iruid_5693)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5695) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5695) (I32 2))))))))) (ToStream False (Ref __iruid_5689))))) (global (Literal Struct{} ))) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_5689 (ToStream False (CollectDistributedArray __iruid_5690 __iruid_5691 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_5659:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_5693 (StreamFilter __iruid_5694 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_5690)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_5694)) (Str "Sample\tPop...")) (False))) (Let __iruid_5695 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_5693))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5693)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5693)) (Str "\t") (Literal Array[String] )) (Let __iruid_5696 (GetField text (Ref __iruid_5693)) (Let __iruid_5697 (Apply 3 splitChar () Array[String] (Ref __iruid_5696) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_5693)) (ArrayLen (Ref __iruid_5697)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5697)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5696))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_5693))))) (InsertFields (SelectFields () (Ref __iruid_5693)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5695) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5695) (I32 2))))))))) (ToStream False (Ref __iruid_5689))))) (global (Literal Struct{} ))) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_5714 (ToStream False (CollectDistributedArray __iruid_5715 __iruid_5716 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_5717 (StreamFilter __iruid_5718 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_5715)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_5718)) (Str "Sample\tPop...")) (False))) (Let __iruid_5719 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_5717))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5717)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5717)) (Str "\t") (Literal Array[String] )) (Let __iruid_5720 (GetField text (Ref __iruid_5717)) (Let __iruid_5721 (Apply 3 splitChar () Array[String] (Ref __iruid_5720) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_5717)) (ArrayLen (Ref __iruid_5721)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5721)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5720))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_5717))))) (InsertFields (SelectFields () (Ref __iruid_5717)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5719) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5719) (I32 2))))))))) (ToStream False (Ref __iruid_5714))))) (global (Literal Struct{} ))) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_5714 (ToStream False (CollectDistributedArray __iruid_5715 __iruid_5716 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_5717 (StreamFilter __iruid_5718 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_5715)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_5718)) (Str "Sample\tPop...")) (False))) (Let __iruid_5719 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_5717))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5717)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5717)) (Str "\t") (Literal Array[String] )) (Let __iruid_5720 (GetField text (Ref __iruid_5717)) (Let __iruid_5721 (Apply 3 splitChar () Array[String] (Ref __iruid_5720) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_5717)) (ArrayLen (Ref __iruid_5721)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5721)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5720))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_5717))))) (InsertFields (SelectFields () (Ref __iruid_5717)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5719) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5719) (I32 2))))))))) (ToStream False (Ref __iruid_5714))))) (global (Literal Struct{} ))) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_5738 (ToStream False (CollectDistributedArray __iruid_5739 __iruid_5740 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_5741 (StreamFilter __iruid_5742 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_5739)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_5742)) (Str "Sample\tPop...")) (False))) (Let __iruid_5743 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_5741))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5741)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5741)) (Str "\t") (Literal Array[String] )) (Let __iruid_5744 (GetField text (Ref __iruid_5741)) (Let __iruid_5745 (Apply 3 splitChar () Array[String] (Ref __iruid_5744) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_5741)) (ArrayLen (Ref __iruid_5745)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5745)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5744))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_5741))))) (InsertFields (SelectFields () (Ref __iruid_5741)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5743) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5743) (I32 2))))))))) (ToStream False (Ref __iruid_5738))))) (global (Literal Struct{} ))) 2022-08-17 10:58:38 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_5738 (ToStream False (CollectDistributedArray __iruid_5739 __iruid_5740 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_5741 (StreamFilter __iruid_5742 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_5739)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_5742)) (Str "Sample\tPop...")) (False))) (Let __iruid_5743 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_5741))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5741)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5741)) (Str "\t") (Literal Array[String] )) (Let __iruid_5744 (GetField text (Ref __iruid_5741)) (Let __iruid_5745 (Apply 3 splitChar () Array[String] (Ref __iruid_5744) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_5741)) (ArrayLen (Ref __iruid_5745)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5745)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5744))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_5741))))) (InsertFields (SelectFields () (Ref __iruid_5741)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5743) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5743) (I32 2))))))))) (ToStream False (Ref __iruid_5738))))) (global (Literal Struct{} )))) 2022-08-17 10:58:38 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_5762 (ToStream False (CollectDistributedArray __iruid_5763 __iruid_5764 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_5765 (StreamFilter __iruid_5766 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_5763)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_5766)) (Str "Sample\tPop...")) (False))) (Let __iruid_5767 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_5765))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5765)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5765)) (Str "\t") (Literal Array[String] )) (Let __iruid_5768 (GetField text (Ref __iruid_5765)) (Let __iruid_5769 (Apply 3 splitChar () Array[String] (Ref __iruid_5768) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_5765)) (ArrayLen (Ref __iruid_5769)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5769)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5768))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_5765))))) (InsertFields (SelectFields () (Ref __iruid_5765)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5767) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5767) (I32 2))))))))) (ToStream False (Ref __iruid_5762))))) (global (Literal Struct{} )))) 2022-08-17 10:58:38 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_5762 (ToStream False (CollectDistributedArray __iruid_5763 __iruid_5764 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_5765 (StreamFilter __iruid_5766 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_5763)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_5766)) (Str "Sample\tPop...")) (False))) (Let __iruid_5767 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_5765))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5765)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5765)) (Str "\t") (Literal Array[String] )) (Let __iruid_5768 (GetField text (Ref __iruid_5765)) (Let __iruid_5769 (Apply 3 splitChar () Array[String] (Ref __iruid_5768) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_5765)) (ArrayLen (Ref __iruid_5769)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5769)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5768))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_5765))))) (InsertFields (SelectFields () (Ref __iruid_5765)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5767) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5767) (I32 2))))))))) (ToStream False (Ref __iruid_5762))))) (global (Literal Struct{} )))) 2022-08-17 10:58:38 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_5786 (ToStream False (CollectDistributedArray __iruid_5787 __iruid_5788 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_5789 (StreamFilter __iruid_5790 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_5787)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_5790)) (Str "Sample\tPop...")) (False))) (Let __iruid_5791 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_5789))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5789)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5789)) (Str "\t") (Literal Array[String] )) (Let __iruid_5792 (GetField text (Ref __iruid_5789)) (Let __iruid_5793 (Apply 3 splitChar () Array[String] (Ref __iruid_5792) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_5789)) (ArrayLen (Ref __iruid_5793)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5793)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5792))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_5789))))) (InsertFields (SelectFields () (Ref __iruid_5789)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5791) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5791) (I32 2))))))))) (ToStream False (Ref __iruid_5786))))) (global (Literal Struct{} )))) 2022-08-17 10:58:38 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_5786 (ToStream False (CollectDistributedArray __iruid_5787 __iruid_5788 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_5789 (StreamFilter __iruid_5790 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_5787)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_5790)) (Str "Sample\tPop...")) (False))) (Let __iruid_5791 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_5789))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5789)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5789)) (Str "\t") (Literal Array[String] )) (Let __iruid_5792 (GetField text (Ref __iruid_5789)) (Let __iruid_5793 (Apply 3 splitChar () Array[String] (Ref __iruid_5792) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_5789)) (ArrayLen (Ref __iruid_5793)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5793)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5792))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_5789))))) (InsertFields (SelectFields () (Ref __iruid_5789)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5791) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5791) (I32 2))))))))) (ToStream False (Ref __iruid_5786))))) (global (Literal Struct{} )))) 2022-08-17 10:58:38 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_5810 (ToStream False (CollectDistributedArray __iruid_5811 __iruid_5812 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_5813 (StreamFilter __iruid_5814 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_5811)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_5814)) (Str "Sample\tPop...")) (False))) (Let __iruid_5815 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_5813))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5813)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_5813)) (Str "\t") (Literal Array[String] )) (Let __iruid_5816 (GetField text (Ref __iruid_5813)) (Let __iruid_5817 (Apply 3 splitChar () Array[String] (Ref __iruid_5816) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_5813)) (ArrayLen (Ref __iruid_5817)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_5817)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_5816))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_5813))))) (InsertFields (SelectFields () (Ref __iruid_5813)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_5815) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_5815) (I32 2))))))))) (ToStream False (Ref __iruid_5810))))) (global (Literal Struct{} )))) 2022-08-17 10:58:38 root: INFO: encoder cache hit 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_47 stored as values in memory (estimated size 304.0 B, free 17.8 GiB) 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_47_piece0 stored as bytes in memory (estimated size 256.0 B, free 17.8 GiB) 2022-08-17 10:58:38 BlockManagerInfo: INFO: Added broadcast_47_piece0 in memory on dna.Dlink:40753 (size: 256.0 B, free: 17.8 GiB) 2022-08-17 10:58:38 SparkContext: INFO: Created broadcast 47 from broadcast at SparkBackend.scala:313 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3637HailClassLoaderContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3637HailClassLoaderContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3638FSContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3638FSContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3639collect_distributed_array. 2022-08-17 10:58:38 root: INFO: instruction count: 111: __C3639collect_distributed_array.apply 2022-08-17 10:58:38 root: INFO: instruction count: 17: __C3639collect_distributed_array.apply 2022-08-17 10:58:38 root: INFO: instruction count: 27: __C3639collect_distributed_array.__m3640DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 53: __C3639collect_distributed_array.__m3641INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:58:38 root: INFO: instruction count: 10: __C3639collect_distributed_array.__m3642INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:58:38 root: INFO: instruction count: 31: __C3639collect_distributed_array.__m3643INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:58:38 root: INFO: instruction count: 10: __C3639collect_distributed_array.__m3644INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:58:38 root: INFO: instruction count: 10: __C3639collect_distributed_array.__m3645INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:58:38 root: INFO: instruction count: 27: __C3639collect_distributed_array.__m3647DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 8: __C3639collect_distributed_array.__m3648INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:58:38 root: INFO: instruction count: 205: __C3639collect_distributed_array.__m3650split_ToArray 2022-08-17 10:58:38 root: INFO: instruction count: 11: __C3639collect_distributed_array.__m3660ord_equiv 2022-08-17 10:58:38 root: INFO: instruction count: 21: __C3639collect_distributed_array.__m3661ord_equivNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 28: __C3639collect_distributed_array.__m3662ord_compareNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 7: __C3639collect_distributed_array.__m3665length 2022-08-17 10:58:38 root: INFO: instruction count: 11: __C3639collect_distributed_array.__m3666ord_gt 2022-08-17 10:58:38 root: INFO: instruction count: 14: __C3639collect_distributed_array.__m3667ord_gtNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 138: __C3639collect_distributed_array.__m3668split_If 2022-08-17 10:58:38 root: INFO: instruction count: 161: __C3639collect_distributed_array.__m3674splitChar 2022-08-17 10:58:38 root: INFO: instruction count: 53: __C3639collect_distributed_array.convert_region_to_str_array 2022-08-17 10:58:38 root: INFO: instruction count: 12: __C3639collect_distributed_array.__m3677setup_null 2022-08-17 10:58:38 root: INFO: instruction count: 11: __C3639collect_distributed_array.__m3678ord_equiv 2022-08-17 10:58:38 root: INFO: instruction count: 14: __C3639collect_distributed_array.__m3679ord_equivNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 135: __C3639collect_distributed_array.__m3685format 2022-08-17 10:58:38 root: INFO: instruction count: 12: __C3639collect_distributed_array.__m3688setup_null 2022-08-17 10:58:38 root: INFO: instruction count: 29: __C3639collect_distributed_array.__m3691concat 2022-08-17 10:58:38 root: INFO: instruction count: 35: __C3639collect_distributed_array.__m3693arrayref_bounds_check 2022-08-17 10:58:38 root: INFO: instruction count: 12: __C3639collect_distributed_array.__m3696setup_jab 2022-08-17 10:58:38 root: INFO: instruction count: 12: __C3639collect_distributed_array.__m3699setup_null 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3639collect_distributed_array.setObjects 2022-08-17 10:58:38 root: INFO: instruction count: 25: __C3639collect_distributed_array.__m3705ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND 2022-08-17 10:58:38 root: INFO: instruction count: 35: __C3639collect_distributed_array.__m3706ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 10:58:38 root: INFO: instruction count: 59: __C3639collect_distributed_array.__m3707ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 10:58:38 root: INFO: instruction count: 16: __C3639collect_distributed_array.__m3708ENCODE_SStringPointer_TO_o_binary 2022-08-17 10:58:38 root: INFO: instruction count: 9: __C3639collect_distributed_array.setPartitionIndex 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3639collect_distributed_array.addPartitionRegion 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3639collect_distributed_array.setPool 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3639collect_distributed_array.addHailClassLoader 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3639collect_distributed_array.addFS 2022-08-17 10:58:38 root: INFO: instruction count: 121: __C3639collect_distributed_array.addLiterals 2022-08-17 10:58:38 root: INFO: instruction count: 81: __C3639collect_distributed_array.__m3712DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 58: __C3639collect_distributed_array.__m3713INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 10:58:38 root: INFO: instruction count: 400: __C3639collect_distributed_array.__m3650split_ToArray_region9_48 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3714__m3650split_ToArraySpills. 2022-08-17 10:58:38 root: INFO: encoder cache hit 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_48 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_48_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 10:58:38 BlockManagerInfo: INFO: Added broadcast_48_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 10:58:38 SparkContext: INFO: Created broadcast 48 from broadcast at SparkBackend.scala:313 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3623HailClassLoaderContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3623HailClassLoaderContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3624FSContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3624FSContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3625Compiled. 2022-08-17 10:58:38 root: INFO: instruction count: 55: __C3625Compiled.apply 2022-08-17 10:58:38 root: INFO: instruction count: 571: __C3625Compiled.__m3626split_ToArray 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3625Compiled.setBackend 2022-08-17 10:58:38 root: INFO: instruction count: 9: __C3625Compiled.__m3726ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 10:58:38 root: INFO: instruction count: 61: __C3625Compiled.__m3727ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3625Compiled.__m3728ENCODE_SInt32$_TO_r_int32 2022-08-17 10:58:38 root: INFO: instruction count: 16: __C3625Compiled.__m3729ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3625Compiled.__m3730ENCODE_SInt64$_TO_r_int64 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3625Compiled.__m3731ENCODE_SBoolean$_TO_r_bool 2022-08-17 10:58:38 root: INFO: instruction count: 9: __C3625Compiled.__m3732ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 10:58:38 root: INFO: instruction count: 1: __C3625Compiled.__m3733ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3625Compiled.setObjects 2022-08-17 10:58:38 root: INFO: instruction count: 27: __C3625Compiled.__m3735DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 58: __C3625Compiled.__m3736INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:58:38 root: INFO: instruction count: 75: __C3625Compiled.__m3737INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:58:38 root: INFO: instruction count: 31: __C3625Compiled.__m3738INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:58:38 root: INFO: instruction count: 12: __C3625Compiled.__m3757setup_jab 2022-08-17 10:58:38 root: INFO: instruction count: 9: __C3625Compiled.setPartitionIndex 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3625Compiled.addPartitionRegion 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3625Compiled.setPool 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3625Compiled.addHailClassLoader 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3625Compiled.addFS 2022-08-17 10:58:38 root: INFO: instruction count: 62: __C3625Compiled.addLiterals 2022-08-17 10:58:38 root: INFO: instruction count: 36: __C3625Compiled.__m3765DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 8: __C3625Compiled.__m3766INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:58:38 root: INFO: instruction count: 58: __C3625Compiled.__m3767INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:58:38 root: INFO: instruction count: 53: __C3625Compiled.__m3768INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 10:58:38 root: INFO: instruction count: 10: __C3625Compiled.__m3769INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:58:38 root: INFO: instruction count: 31: __C3625Compiled.__m3770INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:58:38 root: INFO: instruction count: 10: __C3625Compiled.__m3771INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:58:38 root: INFO: instruction count: 10: __C3625Compiled.__m3772INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3773__m3626split_ToArraySpills. 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_49 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_49_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 10:58:38 BlockManagerInfo: INFO: Added broadcast_49_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 10:58:38 SparkContext: INFO: Created broadcast 49 from broadcast at SparkBackend.scala:313 2022-08-17 10:58:38 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 10:58:38 DAGScheduler: INFO: Got job 8 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 10:58:38 DAGScheduler: INFO: Final stage: ResultStage 8 (collect at SparkBackend.scala:321) 2022-08-17 10:58:38 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 10:58:38 DAGScheduler: INFO: Missing parents: List() 2022-08-17 10:58:38 DAGScheduler: INFO: Submitting ResultStage 8 (SparkBackendComputeRDD[12] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_50 stored as values in memory (estimated size 26.2 KiB, free 17.8 GiB) 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_50_piece0 stored as bytes in memory (estimated size 15.3 KiB, free 17.8 GiB) 2022-08-17 10:58:38 BlockManagerInfo: INFO: Added broadcast_50_piece0 in memory on dna.Dlink:40753 (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 10:58:38 SparkContext: INFO: Created broadcast 50 from broadcast at DAGScheduler.scala:1433 2022-08-17 10:58:38 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 8 (SparkBackendComputeRDD[12] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 10:58:38 TaskSchedulerImpl: INFO: Adding task set 8.0 with 1 tasks resource profile 0 2022-08-17 10:58:38 TaskSetManager: INFO: Starting task 0.0 in stage 8.0 (TID 134) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 10:58:38 Executor: INFO: Running task 0.0 in stage 8.0 (TID 134) 2022-08-17 10:58:38 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 0.0 in stage 8.0 (TID 134) 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 0.0 in stage 8.0 (TID 134) 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 225: Executor task launch worker for task 0.0 in stage 8.0 (TID 134) 2022-08-17 10:58:38 root: INFO: TaskReport: stage=8, partition=0, attempt=0, peakBytes=524288, peakBytesReadable=512.00 KiB, chunks requested=1, cache hits=0 2022-08-17 10:58:38 root: INFO: RegionPool: FREE: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 225: Executor task launch worker for task 0.0 in stage 8.0 (TID 134) 2022-08-17 10:58:38 Executor: INFO: Finished task 0.0 in stage 8.0 (TID 134). 67604 bytes result sent to driver 2022-08-17 10:58:38 TaskSetManager: INFO: Finished task 0.0 in stage 8.0 (TID 134) in 17 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 10:58:38 TaskSchedulerImpl: INFO: Removed TaskSet 8.0, whose tasks have all completed, from pool 2022-08-17 10:58:38 DAGScheduler: INFO: ResultStage 8 (collect at SparkBackend.scala:321) finished in 0.021 s 2022-08-17 10:58:38 DAGScheduler: INFO: Job 8 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 10:58:38 TaskSchedulerImpl: INFO: Killing all running tasks in stage 8: Stage finished 2022-08-17 10:58:38 DAGScheduler: INFO: Job 8 finished: collect at SparkBackend.scala:321, took 0.022091 s 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (128.0K blocks / 128.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 10:58:38 root: INFO: encoder cache hit 2022-08-17 10:58:38 root: INFO: took 134.898ms 2022-08-17 10:58:38 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:58:38 root: INFO: lowering result: EncodedLiteral 2022-08-17 10:58:38 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 576.0K allocated (192.0K blocks / 384.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 10:58:38 root: INFO: encoder cache hit 2022-08-17 10:58:38 root: INFO: took 1.781ms 2022-08-17 10:58:38 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 10:58:38 root: INFO: lowering result: TableCount 2022-08-17 10:58:38 root: INFO: compiling and evaluating result: TableCount 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 192: (ApplyIR -1 sum () Int64 (Let __iruid_5819 (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) (Let __iruid_5821 (Let global (Ref __iruid_5819) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (Let __iruid_5823 (Let global (Ref __iruid_5821) (Let __iruid_5632 (ToDict (StreamMap __iruid_5633 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_5633)) (SelectFields (SuperPopulation) (Ref __iruid_5633))))) (Let __iruid_5637 (ToArray (StreamMap __iruid_5638 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_5638) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_5632) (MakeStruct (Sample (GetField s (Ref __iruid_5638))))))))) (Let __iruid_5639 (ToArray (StreamMap __iruid_5640 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_5637)) (I32 1)) (Let __iruid_5641 (ArrayRef -1 (Ref __iruid_5637) (Ref __iruid_5640)) (InsertFields (SelectFields () (Ref __iruid_5641)) None (pheno (GetField __uid_27 (Ref __iruid_5641))))))) (InsertFields (SelectFields () (Ref global)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_5642 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_5639)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_5639) (Ref __iruid_5642)))) (Str "EUR")) (False)))))))))) (Let __iruid_5825 (Let global (Ref __iruid_5823) (SelectFields () (Ref global))) (Let __iruid_5828 (CollectDistributedArray __iruid_5820 __iruid_5827 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_5819 (Ref __iruid_5819)) (__iruid_5821 (Ref __iruid_5821)) (__iruid_5823 (Ref __iruid_5823)) (__iruid_5825 (Ref __iruid_5825))) (Let __iruid_5825 (GetField __iruid_5825 (Ref __iruid_5827)) (Let __iruid_5823 (GetField __iruid_5823 (Ref __iruid_5827)) (Let __iruid_5821 (GetField __iruid_5821 (Ref __iruid_5827)) (Let __iruid_5819 (GetField __iruid_5819 (Ref __iruid_5827)) (Cast Int64 (StreamLen (Let global (Ref __iruid_5825) (StreamFilter row (Let global (Ref __iruid_5825) (StreamMap __iruid_5826 (Let global (Ref __iruid_5823) (StreamMap __iruid_5824 (Let global (Ref __iruid_5821) (StreamMap __iruid_5822 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_5820)) (Let row (Ref __iruid_5822) (MakeStruct (alleles (GetField alleles (Ref row))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))))))) (Let row (Ref __iruid_5824) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_5643 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_5643))))))))) (Let row (Ref __iruid_5826) (StreamAgg __iruid_5644 (StreamFilter __iruid_5645 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_5645))))) (InsertFields (SelectFields () (Ref row)) None (variant_qc (Let __iruid_5646 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref row)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_5644))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_5646)))))))))))) (Let __iruid_5647 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_5647) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_5647) (I32 0)) (F64 0.95))) (False)))))))))))) (Ref __iruid_5828))))))) 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field '__iruid_5819' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field '__iruid_5821' 2022-08-17 10:58:38 root: INFO: Prune: MakeStruct: eliminating field '__iruid_5825' 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 148: (Let __iruid_5961 (ToDict (StreamMap __iruid_5962 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_5962)) (SelectFields (SuperPopulation) (Ref __iruid_5962))))) (Let __iruid_5963 (ToArray (StreamMap __iruid_5964 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_5964) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_5961) (MakeStruct (Sample (GetField s (Ref __iruid_5964))))))))) (Let __iruid_5965 (ToArray (StreamMap __iruid_5966 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_5963)) (I32 1)) (Let __iruid_5967 (ArrayRef -1 (Ref __iruid_5963) (Ref __iruid_5966)) (InsertFields (SelectFields () (Ref __iruid_5967)) None (pheno (GetField __uid_27 (Ref __iruid_5967))))))) (StreamFold __iruid_5970 __iruid_5971 (ToStream False (CollectDistributedArray __iruid_5972 __iruid_5973 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_5823 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_5969 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_5965)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_5965) (Ref __iruid_5969)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_5974 (StreamMap __iruid_5975 (Let __iruid_5976 (GetField __iruid_5823 (Ref __iruid_5973)) (StreamMap __iruid_5977 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_5972)) (Let __iruid_5978 (MakeStruct (alleles (GetField alleles (Ref __iruid_5977))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_5977)))) (InsertFields (Ref __iruid_5978) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_5979 (ToStream False (GetField newColIdx (Ref __iruid_5976))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_5978)) (Ref __iruid_5979))))))))) (StreamAgg __iruid_5980 (StreamFilter __iruid_5981 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_5975))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_5975)) (Ref __iruid_5981))))) (InsertFields (SelectFields () (Ref __iruid_5975)) None (variant_qc (Let __iruid_5982 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_5975)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_5975)) (Ref __iruid_5980))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_5982)))))))))) (Let __iruid_5983 (GetField AF (GetField variant_qc (Ref __iruid_5974))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_5983) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_5983) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_5970) (Ref __iruid_5971)))))) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 148: (Let __iruid_5961 (ToDict (StreamMap __iruid_5962 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_5962)) (SelectFields (SuperPopulation) (Ref __iruid_5962))))) (Let __iruid_5963 (ToArray (StreamMap __iruid_5964 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_5964) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_5961) (MakeStruct (Sample (GetField s (Ref __iruid_5964))))))))) (Let __iruid_5965 (ToArray (StreamMap __iruid_5966 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_5963)) (I32 1)) (Let __iruid_5967 (ArrayRef -1 (Ref __iruid_5963) (Ref __iruid_5966)) (InsertFields (SelectFields () (Ref __iruid_5967)) None (pheno (GetField __uid_27 (Ref __iruid_5967))))))) (StreamFold __iruid_5970 __iruid_5971 (ToStream False (CollectDistributedArray __iruid_5972 __iruid_5973 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_5823 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_5969 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_5965)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_5965) (Ref __iruid_5969)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_5974 (StreamMap __iruid_5975 (Let __iruid_5976 (GetField __iruid_5823 (Ref __iruid_5973)) (StreamMap __iruid_5977 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_5972)) (Let __iruid_5978 (MakeStruct (alleles (GetField alleles (Ref __iruid_5977))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_5977)))) (InsertFields (Ref __iruid_5978) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_5979 (ToStream False (GetField newColIdx (Ref __iruid_5976))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_5978)) (Ref __iruid_5979))))))))) (StreamAgg __iruid_5980 (StreamFilter __iruid_5981 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_5975))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_5975)) (Ref __iruid_5981))))) (InsertFields (SelectFields () (Ref __iruid_5975)) None (variant_qc (Let __iruid_5982 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_5975)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_5975)) (Ref __iruid_5980))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_5982)))))))))) (Let __iruid_5983 (GetField AF (GetField variant_qc (Ref __iruid_5974))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_5983) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_5983) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_5970) (Ref __iruid_5971)))))) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 148: (Let __iruid_6064 (ToDict (StreamMap __iruid_6065 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_6065)) (SelectFields (SuperPopulation) (Ref __iruid_6065))))) (Let __iruid_6066 (ToArray (StreamMap __iruid_6067 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_6067) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_6064) (MakeStruct (Sample (GetField s (Ref __iruid_6067))))))))) (Let __iruid_6068 (ToArray (StreamMap __iruid_6069 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6066)) (I32 1)) (Let __iruid_6070 (ArrayRef -1 (Ref __iruid_6066) (Ref __iruid_6069)) (InsertFields (SelectFields () (Ref __iruid_6070)) None (pheno (GetField __uid_27 (Ref __iruid_6070))))))) (StreamFold __iruid_6071 __iruid_6072 (ToStream False (CollectDistributedArray __iruid_6073 __iruid_6074 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_5823 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_6075 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6068)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_6068) (Ref __iruid_6075)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_6076 (StreamMap __iruid_6077 (Let __iruid_6078 (GetField __iruid_5823 (Ref __iruid_6074)) (StreamMap __iruid_6079 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_6073)) (Let __iruid_6080 (MakeStruct (alleles (GetField alleles (Ref __iruid_6079))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6079)))) (InsertFields (Ref __iruid_6080) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_6081 (ToStream False (GetField newColIdx (Ref __iruid_6078))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6080)) (Ref __iruid_6081))))))))) (StreamAgg __iruid_6082 (StreamFilter __iruid_6083 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6077))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6077)) (Ref __iruid_6083))))) (InsertFields (SelectFields () (Ref __iruid_6077)) None (variant_qc (Let __iruid_6084 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_6077)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6077)) (Ref __iruid_6082))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_6084)))))))))) (Let __iruid_6085 (GetField AF (GetField variant_qc (Ref __iruid_6076))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_6085) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_6085) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_6071) (Ref __iruid_6072)))))) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 148: (Let __iruid_6064 (ToDict (StreamMap __iruid_6065 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_6065)) (SelectFields (SuperPopulation) (Ref __iruid_6065))))) (Let __iruid_6066 (ToArray (StreamMap __iruid_6067 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_6067) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_6064) (MakeStruct (Sample (GetField s (Ref __iruid_6067))))))))) (Let __iruid_6068 (ToArray (StreamMap __iruid_6069 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6066)) (I32 1)) (Let __iruid_6070 (ArrayRef -1 (Ref __iruid_6066) (Ref __iruid_6069)) (InsertFields (SelectFields () (Ref __iruid_6070)) None (pheno (GetField __uid_27 (Ref __iruid_6070))))))) (StreamFold __iruid_6071 __iruid_6072 (ToStream False (CollectDistributedArray __iruid_6073 __iruid_6074 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_5823 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_6075 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6068)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_6068) (Ref __iruid_6075)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_6076 (StreamMap __iruid_6077 (Let __iruid_6078 (GetField __iruid_5823 (Ref __iruid_6074)) (StreamMap __iruid_6079 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_6073)) (Let __iruid_6080 (MakeStruct (alleles (GetField alleles (Ref __iruid_6079))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6079)))) (InsertFields (Ref __iruid_6080) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_6081 (ToStream False (GetField newColIdx (Ref __iruid_6078))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6080)) (Ref __iruid_6081))))))))) (StreamAgg __iruid_6082 (StreamFilter __iruid_6083 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6077))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6077)) (Ref __iruid_6083))))) (InsertFields (SelectFields () (Ref __iruid_6077)) None (variant_qc (Let __iruid_6084 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_6077)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6077)) (Ref __iruid_6082))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_6084)))))))))) (Let __iruid_6085 (GetField AF (GetField variant_qc (Ref __iruid_6076))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_6085) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_6085) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_6071) (Ref __iruid_6072)))))) 2022-08-17 10:58:38 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 148: (Let __iruid_6166 (ToDict (StreamMap __iruid_6167 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_6167)) (SelectFields (SuperPopulation) (Ref __iruid_6167))))) (Let __iruid_6168 (ToArray (StreamMap __iruid_6169 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_6169) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_6166) (MakeStruct (Sample (GetField s (Ref __iruid_6169))))))))) (Let __iruid_6170 (ToArray (StreamMap __iruid_6171 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6168)) (I32 1)) (Let __iruid_6172 (ArrayRef -1 (Ref __iruid_6168) (Ref __iruid_6171)) (InsertFields (SelectFields () (Ref __iruid_6172)) None (pheno (GetField __uid_27 (Ref __iruid_6172))))))) (StreamFold __iruid_6173 __iruid_6174 (ToStream False (CollectDistributedArray __iruid_6175 __iruid_6176 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_5823 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_6177 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6170)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_6170) (Ref __iruid_6177)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_6178 (StreamMap __iruid_6179 (Let __iruid_6180 (GetField __iruid_5823 (Ref __iruid_6176)) (StreamMap __iruid_6181 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_6175)) (Let __iruid_6182 (MakeStruct (alleles (GetField alleles (Ref __iruid_6181))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6181)))) (InsertFields (Ref __iruid_6182) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_6183 (ToStream False (GetField newColIdx (Ref __iruid_6180))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6182)) (Ref __iruid_6183))))))))) (StreamAgg __iruid_6184 (StreamFilter __iruid_6185 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6179))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6179)) (Ref __iruid_6185))))) (InsertFields (SelectFields () (Ref __iruid_6179)) None (variant_qc (Let __iruid_6186 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_6179)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6179)) (Ref __iruid_6184))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_6186)))))))))) (Let __iruid_6187 (GetField AF (GetField variant_qc (Ref __iruid_6178))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_6187) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_6187) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_6173) (Ref __iruid_6174)))))) 2022-08-17 10:58:38 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 149: (MakeTuple (0) (Let __iruid_6166 (ToDict (StreamMap __iruid_6167 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_6167)) (SelectFields (SuperPopulation) (Ref __iruid_6167))))) (Let __iruid_6168 (ToArray (StreamMap __iruid_6169 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_6169) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_6166) (MakeStruct (Sample (GetField s (Ref __iruid_6169))))))))) (Let __iruid_6170 (ToArray (StreamMap __iruid_6171 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6168)) (I32 1)) (Let __iruid_6172 (ArrayRef -1 (Ref __iruid_6168) (Ref __iruid_6171)) (InsertFields (SelectFields () (Ref __iruid_6172)) None (pheno (GetField __uid_27 (Ref __iruid_6172))))))) (StreamFold __iruid_6173 __iruid_6174 (ToStream False (CollectDistributedArray __iruid_6175 __iruid_6176 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_5823 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_6177 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6170)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_6170) (Ref __iruid_6177)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_6178 (StreamMap __iruid_6179 (Let __iruid_6180 (GetField __iruid_5823 (Ref __iruid_6176)) (StreamMap __iruid_6181 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_6175)) (Let __iruid_6182 (MakeStruct (alleles (GetField alleles (Ref __iruid_6181))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6181)))) (InsertFields (Ref __iruid_6182) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_6183 (ToStream False (GetField newColIdx (Ref __iruid_6180))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6182)) (Ref __iruid_6183))))))))) (StreamAgg __iruid_6184 (StreamFilter __iruid_6185 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6179))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6179)) (Ref __iruid_6185))))) (InsertFields (SelectFields () (Ref __iruid_6179)) None (variant_qc (Let __iruid_6186 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_6179)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6179)) (Ref __iruid_6184))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_6186)))))))))) (Let __iruid_6187 (GetField AF (GetField variant_qc (Ref __iruid_6178))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_6187) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_6187) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_6173) (Ref __iruid_6174))))))) 2022-08-17 10:58:38 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 149: (MakeTuple (0) (Let __iruid_6268 (ToDict (StreamMap __iruid_6269 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_6269)) (SelectFields (SuperPopulation) (Ref __iruid_6269))))) (Let __iruid_6270 (ToArray (StreamMap __iruid_6271 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_6271) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_6268) (MakeStruct (Sample (GetField s (Ref __iruid_6271))))))))) (Let __iruid_6272 (ToArray (StreamMap __iruid_6273 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6270)) (I32 1)) (Let __iruid_6274 (ArrayRef -1 (Ref __iruid_6270) (Ref __iruid_6273)) (InsertFields (SelectFields () (Ref __iruid_6274)) None (pheno (GetField __uid_27 (Ref __iruid_6274))))))) (StreamFold __iruid_6275 __iruid_6276 (ToStream False (CollectDistributedArray __iruid_6277 __iruid_6278 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_5823 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_6279 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6272)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_6272) (Ref __iruid_6279)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_6280 (StreamMap __iruid_6281 (Let __iruid_6282 (GetField __iruid_5823 (Ref __iruid_6278)) (StreamMap __iruid_6283 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_6277)) (Let __iruid_6284 (MakeStruct (alleles (GetField alleles (Ref __iruid_6283))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6283)))) (InsertFields (Ref __iruid_6284) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_6285 (ToStream False (GetField newColIdx (Ref __iruid_6282))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6284)) (Ref __iruid_6285))))))))) (StreamAgg __iruid_6286 (StreamFilter __iruid_6287 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6281))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6281)) (Ref __iruid_6287))))) (InsertFields (SelectFields () (Ref __iruid_6281)) None (variant_qc (Let __iruid_6288 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_6281)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6281)) (Ref __iruid_6286))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_6288)))))))))) (Let __iruid_6289 (GetField AF (GetField variant_qc (Ref __iruid_6280))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_6289) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_6289) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_6275) (Ref __iruid_6276))))))) 2022-08-17 10:58:38 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 179: (MakeTuple (0) (Let __iruid_6268 (ToDict (StreamMap __iruid_6269 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_6269)) (SelectFields (SuperPopulation) (Ref __iruid_6269))))) (Let __iruid_6270 (ToArray (StreamMap __iruid_6271 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_6271) None (__uid_27 (Let __iruid_6296 (Ref __iruid_6268) (Let __iruid_6297 (MakeStruct (Sample (GetField s (Ref __iruid_6271)))) (If (IsNA (Ref __iruid_6296)) (NA Struct{SuperPopulation:String}) (Let __iruid_6298 (LowerBoundOnOrderedCollection True (Ref __iruid_6296) (Ref __iruid_6297)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_6298) (ArrayLen (CastToArray (Ref __iruid_6296)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_6296)) (Ref __iruid_6298))) (Ref __iruid_6297)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_6296)) (Ref __iruid_6298))) (NA Struct{SuperPopulation:String}))))))))))) (Let __iruid_6272 (ToArray (StreamMap __iruid_6273 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6270)) (I32 1)) (Let __iruid_6274 (ArrayRef -1 (Ref __iruid_6270) (Ref __iruid_6273)) (InsertFields (SelectFields () (Ref __iruid_6274)) None (pheno (GetField __uid_27 (Ref __iruid_6274))))))) (StreamFold __iruid_6275 __iruid_6276 (ToStream False (CollectDistributedArray __iruid_6277 __iruid_6278 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_5823 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_6279 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6272)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_6272) (Ref __iruid_6279)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_6280 (StreamMap __iruid_6281 (Let __iruid_6282 (GetField __iruid_5823 (Ref __iruid_6278)) (StreamMap __iruid_6283 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_6277)) (Let __iruid_6284 (MakeStruct (alleles (GetField alleles (Ref __iruid_6283))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6283)))) (InsertFields (Ref __iruid_6284) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_6285 (ToStream False (GetField newColIdx (Ref __iruid_6282))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6284)) (Ref __iruid_6285))))))))) (StreamAgg __iruid_6286 (StreamFilter __iruid_6287 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6281))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6281)) (Ref __iruid_6287))))) (InsertFields (SelectFields () (Ref __iruid_6281)) None (variant_qc (Let __iruid_6288 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_6281)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6281)) (Ref __iruid_6286))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_6288)))))))))) (Let __iruid_6289 (GetField AF (GetField variant_qc (Ref __iruid_6280))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_6289) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_6289) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_6275) (Ref __iruid_6276))))))) 2022-08-17 10:58:38 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 177: (MakeTuple (0) (Let __iruid_6348 (ToDict (StreamMap __iruid_6349 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_6349)) (SelectFields (SuperPopulation) (Ref __iruid_6349))))) (Let __iruid_6350 (ToArray (StreamMap __iruid_6351 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_6351) None (__uid_27 (Let __iruid_6352 (MakeStruct (Sample (GetField s (Ref __iruid_6351)))) (If (IsNA (Ref __iruid_6348)) (NA Struct{SuperPopulation:String}) (Let __iruid_6353 (LowerBoundOnOrderedCollection True (Ref __iruid_6348) (Ref __iruid_6352)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_6353) (ArrayLen (CastToArray (Ref __iruid_6348)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_6348)) (Ref __iruid_6353))) (Ref __iruid_6352)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_6348)) (Ref __iruid_6353))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_6354 (ToArray (StreamMap __iruid_6355 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6350)) (I32 1)) (Let __iruid_6356 (ArrayRef -1 (Ref __iruid_6350) (Ref __iruid_6355)) (InsertFields (SelectFields () (Ref __iruid_6356)) None (pheno (GetField __uid_27 (Ref __iruid_6356))))))) (StreamFold __iruid_6357 __iruid_6358 (ToStream False (CollectDistributedArray __iruid_6359 __iruid_6360 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_5823 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_6361 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6354)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_6354) (Ref __iruid_6361)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_6362 (StreamMap __iruid_6363 (Let __iruid_6364 (GetField __iruid_5823 (Ref __iruid_6360)) (StreamMap __iruid_6365 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_6359)) (Let __iruid_6366 (MakeStruct (alleles (GetField alleles (Ref __iruid_6365))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6365)))) (InsertFields (Ref __iruid_6366) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_6367 (ToStream False (GetField newColIdx (Ref __iruid_6364))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6366)) (Ref __iruid_6367))))))))) (StreamAgg __iruid_6368 (StreamFilter __iruid_6369 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6363))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6363)) (Ref __iruid_6369))))) (InsertFields (SelectFields () (Ref __iruid_6363)) None (variant_qc (Let __iruid_6370 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_6363)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6363)) (Ref __iruid_6368))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_6370)))))))))) (Let __iruid_6371 (GetField AF (GetField variant_qc (Ref __iruid_6362))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_6371) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_6371) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_6357) (Ref __iruid_6358))))))) 2022-08-17 10:58:38 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 187: (MakeTuple (0) (Let __iruid_6348 (ToDict (StreamMap __iruid_6349 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_6349)) (SelectFields (SuperPopulation) (Ref __iruid_6349))))) (Let __iruid_6350 (ToArray (StreamMap __iruid_6351 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_6351) None (__uid_27 (Let __iruid_6352 (MakeStruct (Sample (GetField s (Ref __iruid_6351)))) (If (IsNA (Ref __iruid_6348)) (NA Struct{SuperPopulation:String}) (Let __iruid_6353 (LowerBoundOnOrderedCollection True (Ref __iruid_6348) (Ref __iruid_6352)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_6353) (ArrayLen (CastToArray (Ref __iruid_6348)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_6348)) (Ref __iruid_6353))) (Ref __iruid_6352)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_6348)) (Ref __iruid_6353))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_6354 (ToArray (StreamMap __iruid_6355 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6350)) (I32 1)) (Let __iruid_6356 (ArrayRef -1 (Ref __iruid_6350) (Ref __iruid_6355)) (InsertFields (SelectFields () (Ref __iruid_6356)) None (pheno (GetField __uid_27 (Ref __iruid_6356))))))) (StreamFold __iruid_6357 __iruid_6358 (ToStream False (CollectDistributedArray __iruid_6359 __iruid_6360 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_5823 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_6361 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6354)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_6354) (Ref __iruid_6361)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_6362 (StreamMap __iruid_6363 (Let __iruid_6364 (GetField __iruid_5823 (Ref __iruid_6360)) (StreamMap __iruid_6365 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_6359)) (Let __iruid_6366 (MakeStruct (alleles (GetField alleles (Ref __iruid_6365))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6365)))) (InsertFields (Ref __iruid_6366) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_6367 (ToStream False (GetField newColIdx (Ref __iruid_6364))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6366)) (Ref __iruid_6367))))))))) (Let __iruid_6372 (RunAgg ((CallStatsStateSig)) (Begin (Begin (InitOp 0 (CallStats (CallStatsStateSig)) ((ArrayLen (GetField alleles (Ref __iruid_6363)))))) (StreamFor __iruid_6368 (StreamFilter __iruid_6369 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6363))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6363)) (Ref __iruid_6369))))) (Begin (SeqOp 0 (CallStats (CallStatsStateSig)) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6363)) (Ref __iruid_6368)))))))) (MakeTuple (0) (ResultOp 0 (CallStats (CallStatsStateSig))))) (InsertFields (SelectFields () (Ref __iruid_6363)) None (variant_qc (Let __iruid_6370 (MakeStruct (call_stats (GetTupleElement 0 (Ref __iruid_6372)))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_6370)))))))))) (Let __iruid_6371 (GetField AF (GetField variant_qc (Ref __iruid_6362))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_6371) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_6371) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_6357) (Ref __iruid_6358))))))) 2022-08-17 10:58:38 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 183: (MakeTuple (0) (Let __iruid_6422 (ToDict (StreamMap __iruid_6423 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_6423)) (SelectFields (SuperPopulation) (Ref __iruid_6423))))) (Let __iruid_6424 (ToArray (StreamMap __iruid_6425 (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")) (InsertFields (Ref __iruid_6425) None (__uid_27 (Let __iruid_6426 (MakeStruct (Sample (GetField s (Ref __iruid_6425)))) (If (IsNA (Ref __iruid_6422)) (NA Struct{SuperPopulation:String}) (Let __iruid_6427 (LowerBoundOnOrderedCollection True (Ref __iruid_6422) (Ref __iruid_6426)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_6427) (ArrayLen (CastToArray (Ref __iruid_6422)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_6422)) (Ref __iruid_6427))) (Ref __iruid_6426)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_6422)) (Ref __iruid_6427))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_6428 (ToArray (StreamMap __iruid_6429 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6424)) (I32 1)) (Let __iruid_6430 (ArrayRef -1 (Ref __iruid_6424) (Ref __iruid_6429)) (InsertFields (SelectFields () (Ref __iruid_6430)) None (pheno (GetField __uid_27 (Ref __iruid_6430))))))) (StreamFold __iruid_6431 __iruid_6432 (ToStream False (CollectDistributedArray __iruid_6433 __iruid_6434 (ToStream False (Literal Array[Struct{leftContext:String,rightContext:String}] )) (MakeStruct (__iruid_5823 (InsertFields (ArrayRef -1 (ToArray (ReadPartition Struct{} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{}\",\"_vType\":\"Struct{}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))) (I32 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_6435 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_6428)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_6428) (Ref __iruid_6435)))) (Str "EUR")) (False)))))))) (Cast Int64 (StreamLen (StreamFilter __iruid_6436 (StreamMap __iruid_6437 (Let __iruid_6438 (GetField __iruid_5823 (Ref __iruid_6434)) (StreamMap __iruid_6439 (ReadPartition Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} "{\"name\":\"PartitionZippedNativeReader\",\"left\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{locus:+EBaseStruct{contig:+EBinary,position:+EInt32},alleles:+EArray[+EBinary],rsid:EBinary,qual:EFloat64,filters:EArray[+EBinary],info:+EBaseStruct{CIEND:EArray[EInt32],CIPOS:EArray[EInt32],CS:EBinary,END:EInt32,IMPRECISE:+EBoolean,MC:EArray[EBinary],MEINFO:EArray[EBinary],MEND:EInt32,MLEN:EInt32,MSTART:EInt32,SVLEN:EArray[EInt32],SVTYPE:EBinary,TSD:EBinary,AC:EArray[EInt32],AF:EArray[EFloat64],NS:EInt32,AN:EInt32,EAS_AF:EArray[EFloat64],EUR_AF:EArray[EFloat64],AFR_AF:EArray[EFloat64],AMR_AF:EArray[EFloat64],SAS_AF:EArray[EFloat64],DP:EInt32,AA:EBinary,VT:EArray[EBinary],EX_TARGET:+EBoolean,MULTI_ALLELIC:+EBoolean}}\",\"_vType\":\"Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean}}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}},\"right\":{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+EArray[+EBaseStruct{GT:EInt32}]}\",\"_vType\":\"Struct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}}" (Ref __iruid_6433)) (Let __iruid_6440 (MakeStruct (alleles (GetField alleles (Ref __iruid_6439))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6439)))) (InsertFields (Ref __iruid_6440) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_6441 (ToStream False (GetField newColIdx (Ref __iruid_6438))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6440)) (Ref __iruid_6441))))))))) (Let __iruid_6442 (RunAgg ((CallStatsStateSig)) (Begin (Begin (InitOp 0 (CallStats (CallStatsStateSig)) ((ArrayLen (GetField alleles (Ref __iruid_6437)))))) (StreamFor __iruid_6443 (StreamFilter __iruid_6444 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6437))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6437)) (Ref __iruid_6444))))) (Begin (SeqOp 0 (CallStats (CallStatsStateSig)) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref __iruid_6437)) (Ref __iruid_6443)))))))) (MakeTuple (0) (ResultOp 0 (CallStats (CallStatsStateSig))))) (InsertFields (SelectFields () (Ref __iruid_6437)) None (variant_qc (MakeStruct (AF (GetField AF (GetTupleElement 0 (Ref __iruid_6442))))))))) (Let __iruid_6445 (GetField AF (GetField variant_qc (Ref __iruid_6436))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_6445) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_6445) (I32 0)) (F64 0.95))) (False)))))))) (I64 0) (ApplyBinaryPrimOp Add (Ref __iruid_6431) (Ref __iruid_6432))))))) 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3904HailClassLoaderContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3904HailClassLoaderContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3905FSContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3905FSContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3906collect_distributed_array. 2022-08-17 10:58:38 root: INFO: instruction count: 114: __C3906collect_distributed_array.apply 2022-08-17 10:58:38 root: INFO: instruction count: 17: __C3906collect_distributed_array.apply 2022-08-17 10:58:38 root: INFO: instruction count: 27: __C3906collect_distributed_array.__m3907DECODE_r_struct_of_r_struct_of_r_binaryANDr_binaryENDEND_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 26: __C3906collect_distributed_array.__m3908INPLACE_DECODE_r_struct_of_r_binaryANDr_binaryEND_TO_r_struct_of_r_stringANDr_stringEND 2022-08-17 10:58:38 root: INFO: instruction count: 31: __C3906collect_distributed_array.__m3909INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:58:38 root: INFO: instruction count: 27: __C3906collect_distributed_array.__m3911DECODE_r_struct_of_r_struct_of_r_struct_of_r_array_of_r_int32ENDENDEND_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 17: __C3906collect_distributed_array.__m3912INPLACE_DECODE_r_struct_of_r_struct_of_r_array_of_r_int32ENDEND_TO_r_struct_of_r_struct_of_r_array_of_r_int32ENDEND 2022-08-17 10:58:38 root: INFO: instruction count: 17: __C3906collect_distributed_array.__m3913INPLACE_DECODE_r_struct_of_r_array_of_r_int32END_TO_r_struct_of_r_array_of_r_int32END 2022-08-17 10:58:38 root: INFO: instruction count: 58: __C3906collect_distributed_array.__m3914INPLACE_DECODE_r_array_of_r_int32_TO_r_array_of_r_int32 2022-08-17 10:58:38 root: INFO: instruction count: 10: __C3906collect_distributed_array.__m3915INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 10:58:38 root: INFO: instruction count: 185: __C3906collect_distributed_array.__m3917split_StreamLen 2022-08-17 10:58:38 root: INFO: instruction count: 92: __C3906collect_distributed_array.__m3923DECODE_r_struct_of_r_struct_of_r_binaryANDr_int32ENDANDr_array_of_r_binaryANDo_binaryANDo_float64ANDo_array_of_r_binaryANDr_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 26: __C3906collect_distributed_array.__m3924INPLACE_DECODE_r_struct_of_r_binaryANDr_int32END_TO_r_locus 2022-08-17 10:58:38 root: INFO: instruction count: 58: __C3906collect_distributed_array.__m3925INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 10:58:38 root: INFO: instruction count: 7: __C3906collect_distributed_array.__m3926SKIP_o_binary 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3906collect_distributed_array.__m3927SKIP_o_float64 2022-08-17 10:58:38 root: INFO: instruction count: 22: __C3906collect_distributed_array.__m3928SKIP_o_array_of_r_binary 2022-08-17 10:58:38 root: INFO: instruction count: 7: __C3906collect_distributed_array.__m3929SKIP_r_binary 2022-08-17 10:58:38 root: INFO: instruction count: 363: __C3906collect_distributed_array.__m3930SKIP_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolEND 2022-08-17 10:58:38 root: INFO: instruction count: 51: __C3906collect_distributed_array.__m3931SKIP_o_array_of_o_int32 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3906collect_distributed_array.__m3932SKIP_o_int32 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3906collect_distributed_array.__m3933SKIP_r_bool 2022-08-17 10:58:38 root: INFO: instruction count: 51: __C3906collect_distributed_array.__m3934SKIP_o_array_of_o_binary 2022-08-17 10:58:38 root: INFO: instruction count: 51: __C3906collect_distributed_array.__m3935SKIP_o_array_of_o_float64 2022-08-17 10:58:38 root: INFO: instruction count: 27: __C3906collect_distributed_array.__m3939DECODE_r_struct_of_r_array_of_r_struct_of_o_int32ENDEND_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 58: __C3906collect_distributed_array.__m3940INPLACE_DECODE_r_array_of_r_struct_of_o_int32END_TO_r_array_of_r_struct_of_o_callEND 2022-08-17 10:58:38 root: INFO: instruction count: 48: __C3906collect_distributed_array.__m3941INPLACE_DECODE_r_struct_of_o_int32END_TO_r_struct_of_o_callEND 2022-08-17 10:58:38 root: INFO: instruction count: 10: __C3906collect_distributed_array.__m3942INPLACE_DECODE_o_int32_TO_o_call 2022-08-17 10:58:38 root: INFO: instruction count: 177: __C3906collect_distributed_array.__m3954split_ToArray 2022-08-17 10:58:38 root: INFO: instruction count: 35: __C3906collect_distributed_array.__m3962arrayref_bounds_check 2022-08-17 10:58:38 root: INFO: instruction count: 9: __C3906collect_distributed_array.__m3982begin_group_0 2022-08-17 10:58:38 root: INFO: instruction count: 152: __C3906collect_distributed_array.__m3983begin_group_0 2022-08-17 10:58:38 root: INFO: instruction count: 106: __C3906collect_distributed_array.__m3987split_StreamFor 2022-08-17 10:58:38 root: INFO: instruction count: 459: __C3906collect_distributed_array.__m3996begin_group_0 2022-08-17 10:58:38 root: INFO: instruction count: 11: __C3906collect_distributed_array.__m4017ord_gt 2022-08-17 10:58:38 root: INFO: instruction count: 16: __C3906collect_distributed_array.__m4018ord_gtNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 11: __C3906collect_distributed_array.__m4019ord_lt 2022-08-17 10:58:38 root: INFO: instruction count: 16: __C3906collect_distributed_array.__m4020ord_ltNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 13: __C3906collect_distributed_array.__m4022ENCODE_SBaseStructPointer_TO_r_struct_of_r_int64END 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3906collect_distributed_array.__m4023ENCODE_SInt64$_TO_r_int64 2022-08-17 10:58:38 root: INFO: instruction count: 9: __C3906collect_distributed_array.setPartitionIndex 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3906collect_distributed_array.addPartitionRegion 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3906collect_distributed_array.setPool 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3906collect_distributed_array.addHailClassLoader 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3906collect_distributed_array.addFS 2022-08-17 10:58:38 root: INFO: instruction count: 239: __C3906collect_distributed_array.__m3917split_StreamLen_region4_6 2022-08-17 10:58:38 root: INFO: instruction count: 194: __C3906collect_distributed_array.__m3917split_StreamLen_region7_16 2022-08-17 10:58:38 root: INFO: instruction count: 493: __C3906collect_distributed_array.__m3917split_StreamLen_region1_64 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C4026__m3917split_StreamLenSpills. 2022-08-17 10:58:38 root: INFO: encoder cache hit 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_51 stored as values in memory (estimated size 84.3 KiB, free 17.8 GiB) 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_51_piece0 stored as bytes in memory (estimated size 22.2 KiB, free 17.8 GiB) 2022-08-17 10:58:38 BlockManagerInfo: INFO: Added broadcast_51_piece0 in memory on dna.Dlink:40753 (size: 22.2 KiB, free: 17.8 GiB) 2022-08-17 10:58:38 SparkContext: INFO: Created broadcast 51 from broadcast at SparkBackend.scala:313 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3774HailClassLoaderContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3774HailClassLoaderContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3775FSContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3775FSContainer. 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3776Compiled. 2022-08-17 10:58:38 root: INFO: instruction count: 76: __C3776Compiled.apply 2022-08-17 10:58:38 root: INFO: instruction count: 405: __C3776Compiled.__m3777split_ToDict 2022-08-17 10:58:38 root: INFO: instruction count: 12: __C3776Compiled.__m3788setup_jab 2022-08-17 10:58:38 root: INFO: instruction count: 202: __C3776Compiled.__m3791arraySorter_outer 2022-08-17 10:58:38 root: INFO: instruction count: 93: __C3776Compiled.__m3792arraySorter_merge 2022-08-17 10:58:38 root: INFO: instruction count: 11: __C3776Compiled.__m3795ord_lt 2022-08-17 10:58:38 root: INFO: instruction count: 136: __C3776Compiled.__m3796ord_ltNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 24: __C3776Compiled.__m3797ord_lt 2022-08-17 10:58:38 root: INFO: instruction count: 21: __C3776Compiled.__m3798ord_ltNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 9: __C3776Compiled.__m3799ord_compareNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 89: __C3776Compiled.__m3800ord_compareNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 30: __C3776Compiled.__m3801ord_equiv 2022-08-17 10:58:38 root: INFO: instruction count: 21: __C3776Compiled.__m3802ord_equivNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 36: __C3776Compiled.__m3803arraySorter_splitMerge 2022-08-17 10:58:38 root: INFO: instruction count: 264: __C3776Compiled.__m3804distinctFromSorted 2022-08-17 10:58:38 root: INFO: instruction count: 30: __C3776Compiled.__m3807ord_equiv 2022-08-17 10:58:38 root: INFO: instruction count: 99: __C3776Compiled.__m3808ord_equivNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 435: __C3776Compiled.__m3816split_ToArray 2022-08-17 10:58:38 root: INFO: instruction count: 58: __C3776Compiled.__m3822DECODE_r_struct_of_o_binaryEND_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 31: __C3776Compiled.__m3823INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 10:58:38 root: INFO: instruction count: 213: __C3776Compiled.__m3825split_Let 2022-08-17 10:58:38 root: INFO: instruction count: 70: __C3776Compiled.__m3829findElt 2022-08-17 10:58:38 root: INFO: instruction count: 12: __C3776Compiled.__m3830ord_lt 2022-08-17 10:58:38 root: INFO: instruction count: 121: __C3776Compiled.__m3831ord_ltNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 11: __C3776Compiled.__m3833ord_equiv 2022-08-17 10:58:38 root: INFO: instruction count: 14: __C3776Compiled.__m3834ord_equivNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 35: __C3776Compiled.__m3835arrayref_bounds_check 2022-08-17 10:58:38 root: INFO: instruction count: 12: __C3776Compiled.__m3836ord_equiv 2022-08-17 10:58:38 root: INFO: instruction count: 84: __C3776Compiled.__m3837ord_equivNonnull 2022-08-17 10:58:38 root: INFO: instruction count: 12: __C3776Compiled.__m3842setup_jab 2022-08-17 10:58:38 root: INFO: instruction count: 236: __C3776Compiled.__m3850split_ToArray 2022-08-17 10:58:38 root: INFO: instruction count: 377: __C3776Compiled.__m3864split_StreamFold 2022-08-17 10:58:38 root: INFO: instruction count: 264: __C3776Compiled.__m3874split_ToArray 2022-08-17 10:58:38 root: INFO: instruction count: 18: __C3776Compiled.__m3880DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 12: __C3776Compiled.__m3883setup_jab 2022-08-17 10:58:38 root: INFO: instruction count: 278: __C3776Compiled.__m3888split_ToArray 2022-08-17 10:58:38 root: INFO: instruction count: 11: __C3776Compiled.__m3897ord_equiv 2022-08-17 10:58:38 root: INFO: instruction count: 12: __C3776Compiled.__m3900setup_iab 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3776Compiled.setBackend 2022-08-17 10:58:38 root: INFO: instruction count: 9: __C3776Compiled.__m4048ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_binaryANDr_binaryENDEND 2022-08-17 10:58:38 root: INFO: instruction count: 25: __C3776Compiled.__m4049ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryANDr_binaryEND 2022-08-17 10:58:38 root: INFO: instruction count: 16: __C3776Compiled.__m4050ENCODE_SStringPointer_TO_r_binary 2022-08-17 10:58:38 root: INFO: instruction count: 9: __C3776Compiled.__m4051ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_struct_of_r_array_of_r_int32ENDENDEND 2022-08-17 10:58:38 root: INFO: instruction count: 9: __C3776Compiled.__m4052ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_array_of_r_int32ENDEND 2022-08-17 10:58:38 root: INFO: instruction count: 25: __C3776Compiled.__m4053ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_int32END 2022-08-17 10:58:38 root: INFO: instruction count: 39: __C3776Compiled.__m4054ENCODE_SIndexablePointer_TO_r_array_of_r_int32 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3776Compiled.__m4055ENCODE_SInt32$_TO_r_int32 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3776Compiled.setObjects 2022-08-17 10:58:38 root: INFO: instruction count: 27: __C3776Compiled.__m4057DECODE_r_struct_of_r_int64END_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 10: __C3776Compiled.__m4058INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 10:58:38 root: INFO: instruction count: 9: __C3776Compiled.setPartitionIndex 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3776Compiled.addPartitionRegion 2022-08-17 10:58:38 root: INFO: instruction count: 4: __C3776Compiled.setPool 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3776Compiled.addHailClassLoader 2022-08-17 10:58:38 root: INFO: instruction count: 3: __C3776Compiled.addFS 2022-08-17 10:58:38 root: INFO: instruction count: 118: __C3776Compiled.addLiterals 2022-08-17 10:58:38 root: INFO: instruction count: 54: __C3776Compiled.__m4070DECODE_r_struct_of_r_binaryANDr_array_of_r_struct_of_r_binaryANDr_binaryENDANDr_binaryANDr_binaryEND_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 31: __C3776Compiled.__m4071INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 10:58:38 root: INFO: instruction count: 58: __C3776Compiled.__m4072INPLACE_DECODE_r_array_of_r_struct_of_r_binaryANDr_binaryEND_TO_r_array_of_r_struct_of_r_stringANDr_stringEND 2022-08-17 10:58:38 root: INFO: instruction count: 26: __C3776Compiled.__m4073INPLACE_DECODE_r_struct_of_r_binaryANDr_binaryEND_TO_r_struct_of_r_stringANDr_stringEND 2022-08-17 10:58:38 root: INFO: instruction count: 36: __C3776Compiled.__m4074DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDANDr_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 10:58:38 root: INFO: instruction count: 58: __C3776Compiled.__m4075INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:58:38 root: INFO: instruction count: 75: __C3776Compiled.__m4076INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 10:58:38 root: INFO: instruction count: 8: __C3776Compiled.__m4077INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 1.0M allocated (384.0K blocks / 640.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_52 stored as values in memory (estimated size 2.0 KiB, free 17.8 GiB) 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_52_piece0 stored as bytes in memory (estimated size 2.0 KiB, free 17.8 GiB) 2022-08-17 10:58:38 BlockManagerInfo: INFO: Added broadcast_52_piece0 in memory on dna.Dlink:40753 (size: 2.0 KiB, free: 17.8 GiB) 2022-08-17 10:58:38 SparkContext: INFO: Created broadcast 52 from broadcast at SparkBackend.scala:313 2022-08-17 10:58:38 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 10:58:38 DAGScheduler: INFO: Got job 9 (collect at SparkBackend.scala:321) with 112 output partitions 2022-08-17 10:58:38 DAGScheduler: INFO: Final stage: ResultStage 9 (collect at SparkBackend.scala:321) 2022-08-17 10:58:38 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 10:58:38 DAGScheduler: INFO: Missing parents: List() 2022-08-17 10:58:38 DAGScheduler: INFO: Submitting ResultStage 9 (SparkBackendComputeRDD[13] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_53 stored as values in memory (estimated size 34.2 KiB, free 17.8 GiB) 2022-08-17 10:58:38 MemoryStore: INFO: Block broadcast_53_piece0 stored as bytes in memory (estimated size 18.6 KiB, free 17.8 GiB) 2022-08-17 10:58:38 BlockManagerInfo: INFO: Added broadcast_53_piece0 in memory on dna.Dlink:40753 (size: 18.6 KiB, free: 17.8 GiB) 2022-08-17 10:58:38 SparkContext: INFO: Created broadcast 53 from broadcast at DAGScheduler.scala:1433 2022-08-17 10:58:38 DAGScheduler: INFO: Submitting 112 missing tasks from ResultStage 9 (SparkBackendComputeRDD[13] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14)) 2022-08-17 10:58:38 TaskSchedulerImpl: INFO: Adding task set 9.0 with 112 tasks resource profile 0 2022-08-17 10:58:38 TaskSetManager: INFO: Starting task 0.0 in stage 9.0 (TID 135) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:58:38 TaskSetManager: INFO: Starting task 1.0 in stage 9.0 (TID 136) (dna.Dlink, executor driver, partition 1, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:58:38 TaskSetManager: INFO: Starting task 2.0 in stage 9.0 (TID 137) (dna.Dlink, executor driver, partition 2, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:58:38 TaskSetManager: INFO: Starting task 3.0 in stage 9.0 (TID 138) (dna.Dlink, executor driver, partition 3, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:58:38 TaskSetManager: INFO: Starting task 4.0 in stage 9.0 (TID 139) (dna.Dlink, executor driver, partition 4, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:58:38 TaskSetManager: INFO: Starting task 5.0 in stage 9.0 (TID 140) (dna.Dlink, executor driver, partition 5, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:58:38 TaskSetManager: INFO: Starting task 6.0 in stage 9.0 (TID 141) (dna.Dlink, executor driver, partition 6, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:58:38 TaskSetManager: INFO: Starting task 7.0 in stage 9.0 (TID 142) (dna.Dlink, executor driver, partition 7, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:58:38 Executor: INFO: Running task 0.0 in stage 9.0 (TID 135) 2022-08-17 10:58:38 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 0.0 in stage 9.0 (TID 135) 2022-08-17 10:58:38 Executor: INFO: Running task 1.0 in stage 9.0 (TID 136) 2022-08-17 10:58:38 Executor: INFO: Running task 4.0 in stage 9.0 (TID 139) 2022-08-17 10:58:38 Executor: INFO: Running task 2.0 in stage 9.0 (TID 137) 2022-08-17 10:58:38 Executor: INFO: Running task 3.0 in stage 9.0 (TID 138) 2022-08-17 10:58:38 root: INFO: RegionPool: initialized for thread 227: Executor task launch worker for task 2.0 in stage 9.0 (TID 137) 2022-08-17 10:58:38 root: INFO: RegionPool: initialized for thread 226: Executor task launch worker for task 1.0 in stage 9.0 (TID 136) 2022-08-17 10:58:38 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 3.0 in stage 9.0 (TID 138) 2022-08-17 10:58:38 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 4.0 in stage 9.0 (TID 139) 2022-08-17 10:58:38 Executor: INFO: Running task 5.0 in stage 9.0 (TID 140) 2022-08-17 10:58:38 Executor: INFO: Running task 7.0 in stage 9.0 (TID 142) 2022-08-17 10:58:38 Executor: INFO: Running task 6.0 in stage 9.0 (TID 141) 2022-08-17 10:58:38 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 6.0 in stage 9.0 (TID 141) 2022-08-17 10:58:38 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 5.0 in stage 9.0 (TID 140) 2022-08-17 10:58:38 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 7.0 in stage 9.0 (TID 142) 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 0.0 in stage 9.0 (TID 135) 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 227: Executor task launch worker for task 2.0 in stage 9.0 (TID 137) 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 4.0 in stage 9.0 (TID 139) 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 226: Executor task launch worker for task 1.0 in stage 9.0 (TID 136) 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 3.0 in stage 9.0 (TID 138) 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 5.0 in stage 9.0 (TID 140) 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 7.0 in stage 9.0 (TID 142) 2022-08-17 10:58:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 6.0 in stage 9.0 (TID 141) 2022-08-17 10:59:00 root: INFO: TaskReport: stage=9, partition=3, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:00 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 3.0 in stage 9.0 (TID 138) 2022-08-17 10:59:00 Executor: INFO: Finished task 3.0 in stage 9.0 (TID 138). 775 bytes result sent to driver 2022-08-17 10:59:00 TaskSetManager: INFO: Starting task 8.0 in stage 9.0 (TID 143) (dna.Dlink, executor driver, partition 8, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:00 Executor: INFO: Running task 8.0 in stage 9.0 (TID 143) 2022-08-17 10:59:00 TaskSetManager: INFO: Finished task 3.0 in stage 9.0 (TID 138) in 22350 ms on dna.Dlink (executor driver) (1/112) 2022-08-17 10:59:00 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 8.0 in stage 9.0 (TID 143) 2022-08-17 10:59:00 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 8.0 in stage 9.0 (TID 143) 2022-08-17 10:59:00 root: INFO: TaskReport: stage=9, partition=6, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:00 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 6.0 in stage 9.0 (TID 141) 2022-08-17 10:59:00 Executor: INFO: Finished task 6.0 in stage 9.0 (TID 141). 775 bytes result sent to driver 2022-08-17 10:59:00 TaskSetManager: INFO: Starting task 9.0 in stage 9.0 (TID 144) (dna.Dlink, executor driver, partition 9, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:00 TaskSetManager: INFO: Finished task 6.0 in stage 9.0 (TID 141) in 22389 ms on dna.Dlink (executor driver) (2/112) 2022-08-17 10:59:00 Executor: INFO: Running task 9.0 in stage 9.0 (TID 144) 2022-08-17 10:59:00 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 9.0 in stage 9.0 (TID 144) 2022-08-17 10:59:00 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 9.0 in stage 9.0 (TID 144) 2022-08-17 10:59:00 root: INFO: TaskReport: stage=9, partition=5, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:00 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 5.0 in stage 9.0 (TID 140) 2022-08-17 10:59:00 Executor: INFO: Finished task 5.0 in stage 9.0 (TID 140). 818 bytes result sent to driver 2022-08-17 10:59:00 TaskSetManager: INFO: Starting task 10.0 in stage 9.0 (TID 145) (dna.Dlink, executor driver, partition 10, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:00 TaskSetManager: INFO: Finished task 5.0 in stage 9.0 (TID 140) in 22522 ms on dna.Dlink (executor driver) (3/112) 2022-08-17 10:59:00 Executor: INFO: Running task 10.0 in stage 9.0 (TID 145) 2022-08-17 10:59:00 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 10.0 in stage 9.0 (TID 145) 2022-08-17 10:59:01 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 10.0 in stage 9.0 (TID 145) 2022-08-17 10:59:01 root: INFO: TaskReport: stage=9, partition=2, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:01 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 227: Executor task launch worker for task 2.0 in stage 9.0 (TID 137) 2022-08-17 10:59:01 Executor: INFO: Finished task 2.0 in stage 9.0 (TID 137). 775 bytes result sent to driver 2022-08-17 10:59:01 TaskSetManager: INFO: Starting task 11.0 in stage 9.0 (TID 146) (dna.Dlink, executor driver, partition 11, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:01 TaskSetManager: INFO: Finished task 2.0 in stage 9.0 (TID 137) in 22728 ms on dna.Dlink (executor driver) (4/112) 2022-08-17 10:59:01 Executor: INFO: Running task 11.0 in stage 9.0 (TID 146) 2022-08-17 10:59:01 root: INFO: RegionPool: initialized for thread 233: Executor task launch worker for task 11.0 in stage 9.0 (TID 146) 2022-08-17 10:59:01 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 233: Executor task launch worker for task 11.0 in stage 9.0 (TID 146) 2022-08-17 10:59:01 root: INFO: TaskReport: stage=9, partition=0, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:01 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 225: Executor task launch worker for task 0.0 in stage 9.0 (TID 135) 2022-08-17 10:59:01 Executor: INFO: Finished task 0.0 in stage 9.0 (TID 135). 775 bytes result sent to driver 2022-08-17 10:59:01 TaskSetManager: INFO: Starting task 12.0 in stage 9.0 (TID 147) (dna.Dlink, executor driver, partition 12, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:01 TaskSetManager: INFO: Finished task 0.0 in stage 9.0 (TID 135) in 22873 ms on dna.Dlink (executor driver) (5/112) 2022-08-17 10:59:01 Executor: INFO: Running task 12.0 in stage 9.0 (TID 147) 2022-08-17 10:59:01 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 12.0 in stage 9.0 (TID 147) 2022-08-17 10:59:01 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 12.0 in stage 9.0 (TID 147) 2022-08-17 10:59:01 root: INFO: TaskReport: stage=9, partition=7, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:01 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 7.0 in stage 9.0 (TID 142) 2022-08-17 10:59:01 Executor: INFO: Finished task 7.0 in stage 9.0 (TID 142). 775 bytes result sent to driver 2022-08-17 10:59:01 TaskSetManager: INFO: Starting task 13.0 in stage 9.0 (TID 148) (dna.Dlink, executor driver, partition 13, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:01 TaskSetManager: INFO: Finished task 7.0 in stage 9.0 (TID 142) in 23120 ms on dna.Dlink (executor driver) (6/112) 2022-08-17 10:59:01 Executor: INFO: Running task 13.0 in stage 9.0 (TID 148) 2022-08-17 10:59:01 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 13.0 in stage 9.0 (TID 148) 2022-08-17 10:59:01 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 13.0 in stage 9.0 (TID 148) 2022-08-17 10:59:02 root: INFO: TaskReport: stage=9, partition=4, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:02 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 4.0 in stage 9.0 (TID 139) 2022-08-17 10:59:02 Executor: INFO: Finished task 4.0 in stage 9.0 (TID 139). 775 bytes result sent to driver 2022-08-17 10:59:02 TaskSetManager: INFO: Starting task 14.0 in stage 9.0 (TID 149) (dna.Dlink, executor driver, partition 14, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:02 TaskSetManager: INFO: Finished task 4.0 in stage 9.0 (TID 139) in 24058 ms on dna.Dlink (executor driver) (7/112) 2022-08-17 10:59:02 Executor: INFO: Running task 14.0 in stage 9.0 (TID 149) 2022-08-17 10:59:02 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 14.0 in stage 9.0 (TID 149) 2022-08-17 10:59:02 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 14.0 in stage 9.0 (TID 149) 2022-08-17 10:59:02 root: INFO: TaskReport: stage=9, partition=1, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:02 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 226: Executor task launch worker for task 1.0 in stage 9.0 (TID 136) 2022-08-17 10:59:02 Executor: INFO: Finished task 1.0 in stage 9.0 (TID 136). 818 bytes result sent to driver 2022-08-17 10:59:02 TaskSetManager: INFO: Starting task 15.0 in stage 9.0 (TID 150) (dna.Dlink, executor driver, partition 15, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:02 TaskSetManager: INFO: Finished task 1.0 in stage 9.0 (TID 136) in 24238 ms on dna.Dlink (executor driver) (8/112) 2022-08-17 10:59:02 Executor: INFO: Running task 15.0 in stage 9.0 (TID 150) 2022-08-17 10:59:02 root: INFO: RegionPool: initialized for thread 226: Executor task launch worker for task 15.0 in stage 9.0 (TID 150) 2022-08-17 10:59:02 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 226: Executor task launch worker for task 15.0 in stage 9.0 (TID 150) 2022-08-17 10:59:23 root: INFO: TaskReport: stage=9, partition=8, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:23 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 8.0 in stage 9.0 (TID 143) 2022-08-17 10:59:23 Executor: INFO: Finished task 8.0 in stage 9.0 (TID 143). 775 bytes result sent to driver 2022-08-17 10:59:23 TaskSetManager: INFO: Starting task 16.0 in stage 9.0 (TID 151) (dna.Dlink, executor driver, partition 16, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:23 TaskSetManager: INFO: Finished task 8.0 in stage 9.0 (TID 143) in 23128 ms on dna.Dlink (executor driver) (9/112) 2022-08-17 10:59:23 Executor: INFO: Running task 16.0 in stage 9.0 (TID 151) 2022-08-17 10:59:23 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 16.0 in stage 9.0 (TID 151) 2022-08-17 10:59:23 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 16.0 in stage 9.0 (TID 151) 2022-08-17 10:59:26 root: INFO: TaskReport: stage=9, partition=9, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:26 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 9.0 in stage 9.0 (TID 144) 2022-08-17 10:59:26 Executor: INFO: Finished task 9.0 in stage 9.0 (TID 144). 775 bytes result sent to driver 2022-08-17 10:59:26 TaskSetManager: INFO: Starting task 17.0 in stage 9.0 (TID 152) (dna.Dlink, executor driver, partition 17, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:26 TaskSetManager: INFO: Finished task 9.0 in stage 9.0 (TID 144) in 25639 ms on dna.Dlink (executor driver) (10/112) 2022-08-17 10:59:26 Executor: INFO: Running task 17.0 in stage 9.0 (TID 152) 2022-08-17 10:59:26 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 17.0 in stage 9.0 (TID 152) 2022-08-17 10:59:26 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 17.0 in stage 9.0 (TID 152) 2022-08-17 10:59:27 root: INFO: TaskReport: stage=9, partition=10, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:27 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 10.0 in stage 9.0 (TID 145) 2022-08-17 10:59:27 Executor: INFO: Finished task 10.0 in stage 9.0 (TID 145). 775 bytes result sent to driver 2022-08-17 10:59:27 TaskSetManager: INFO: Starting task 18.0 in stage 9.0 (TID 153) (dna.Dlink, executor driver, partition 18, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:27 Executor: INFO: Running task 18.0 in stage 9.0 (TID 153) 2022-08-17 10:59:27 TaskSetManager: INFO: Finished task 10.0 in stage 9.0 (TID 145) in 26515 ms on dna.Dlink (executor driver) (11/112) 2022-08-17 10:59:27 root: INFO: RegionPool: initialized for thread 227: Executor task launch worker for task 18.0 in stage 9.0 (TID 153) 2022-08-17 10:59:27 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 227: Executor task launch worker for task 18.0 in stage 9.0 (TID 153) 2022-08-17 10:59:28 root: INFO: TaskReport: stage=9, partition=11, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:28 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 233: Executor task launch worker for task 11.0 in stage 9.0 (TID 146) 2022-08-17 10:59:28 Executor: INFO: Finished task 11.0 in stage 9.0 (TID 146). 775 bytes result sent to driver 2022-08-17 10:59:28 TaskSetManager: INFO: Starting task 19.0 in stage 9.0 (TID 154) (dna.Dlink, executor driver, partition 19, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:28 Executor: INFO: Running task 19.0 in stage 9.0 (TID 154) 2022-08-17 10:59:28 TaskSetManager: INFO: Finished task 11.0 in stage 9.0 (TID 146) in 26938 ms on dna.Dlink (executor driver) (12/112) 2022-08-17 10:59:28 root: INFO: RegionPool: initialized for thread 233: Executor task launch worker for task 19.0 in stage 9.0 (TID 154) 2022-08-17 10:59:28 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 233: Executor task launch worker for task 19.0 in stage 9.0 (TID 154) 2022-08-17 10:59:28 root: INFO: TaskReport: stage=9, partition=14, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:28 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 14.0 in stage 9.0 (TID 149) 2022-08-17 10:59:28 Executor: INFO: Finished task 14.0 in stage 9.0 (TID 149). 818 bytes result sent to driver 2022-08-17 10:59:28 TaskSetManager: INFO: Starting task 20.0 in stage 9.0 (TID 155) (dna.Dlink, executor driver, partition 20, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:28 TaskSetManager: INFO: Finished task 14.0 in stage 9.0 (TID 149) in 26167 ms on dna.Dlink (executor driver) (13/112) 2022-08-17 10:59:28 Executor: INFO: Running task 20.0 in stage 9.0 (TID 155) 2022-08-17 10:59:28 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 20.0 in stage 9.0 (TID 155) 2022-08-17 10:59:28 root: INFO: TaskReport: stage=9, partition=13, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:28 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 13.0 in stage 9.0 (TID 148) 2022-08-17 10:59:28 Executor: INFO: Finished task 13.0 in stage 9.0 (TID 148). 775 bytes result sent to driver 2022-08-17 10:59:28 TaskSetManager: INFO: Starting task 21.0 in stage 9.0 (TID 156) (dna.Dlink, executor driver, partition 21, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:28 TaskSetManager: INFO: Finished task 13.0 in stage 9.0 (TID 148) in 27107 ms on dna.Dlink (executor driver) (14/112) 2022-08-17 10:59:28 Executor: INFO: Running task 21.0 in stage 9.0 (TID 156) 2022-08-17 10:59:28 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 21.0 in stage 9.0 (TID 156) 2022-08-17 10:59:28 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 20.0 in stage 9.0 (TID 155) 2022-08-17 10:59:28 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 21.0 in stage 9.0 (TID 156) 2022-08-17 10:59:28 root: INFO: TaskReport: stage=9, partition=12, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:28 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 225: Executor task launch worker for task 12.0 in stage 9.0 (TID 147) 2022-08-17 10:59:28 Executor: INFO: Finished task 12.0 in stage 9.0 (TID 147). 775 bytes result sent to driver 2022-08-17 10:59:28 TaskSetManager: INFO: Starting task 22.0 in stage 9.0 (TID 157) (dna.Dlink, executor driver, partition 22, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:28 TaskSetManager: INFO: Finished task 12.0 in stage 9.0 (TID 147) in 27387 ms on dna.Dlink (executor driver) (15/112) 2022-08-17 10:59:28 Executor: INFO: Running task 22.0 in stage 9.0 (TID 157) 2022-08-17 10:59:28 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 22.0 in stage 9.0 (TID 157) 2022-08-17 10:59:28 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 22.0 in stage 9.0 (TID 157) 2022-08-17 10:59:30 root: INFO: TaskReport: stage=9, partition=15, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:30 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 226: Executor task launch worker for task 15.0 in stage 9.0 (TID 150) 2022-08-17 10:59:30 Executor: INFO: Finished task 15.0 in stage 9.0 (TID 150). 775 bytes result sent to driver 2022-08-17 10:59:30 TaskSetManager: INFO: Starting task 23.0 in stage 9.0 (TID 158) (dna.Dlink, executor driver, partition 23, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:30 Executor: INFO: Running task 23.0 in stage 9.0 (TID 158) 2022-08-17 10:59:30 TaskSetManager: INFO: Finished task 15.0 in stage 9.0 (TID 150) in 27477 ms on dna.Dlink (executor driver) (16/112) 2022-08-17 10:59:30 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 23.0 in stage 9.0 (TID 158) 2022-08-17 10:59:30 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 23.0 in stage 9.0 (TID 158) 2022-08-17 10:59:50 root: INFO: TaskReport: stage=9, partition=18, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:50 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 227: Executor task launch worker for task 18.0 in stage 9.0 (TID 153) 2022-08-17 10:59:50 Executor: INFO: Finished task 18.0 in stage 9.0 (TID 153). 775 bytes result sent to driver 2022-08-17 10:59:50 TaskSetManager: INFO: Starting task 24.0 in stage 9.0 (TID 159) (dna.Dlink, executor driver, partition 24, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:50 TaskSetManager: INFO: Finished task 18.0 in stage 9.0 (TID 153) in 22633 ms on dna.Dlink (executor driver) (17/112) 2022-08-17 10:59:50 Executor: INFO: Running task 24.0 in stage 9.0 (TID 159) 2022-08-17 10:59:50 root: INFO: RegionPool: initialized for thread 227: Executor task launch worker for task 24.0 in stage 9.0 (TID 159) 2022-08-17 10:59:50 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 227: Executor task launch worker for task 24.0 in stage 9.0 (TID 159) 2022-08-17 10:59:50 BlockManagerInfo: INFO: Removed broadcast_50_piece0 on dna.Dlink:40753 in memory (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 10:59:50 BlockManagerInfo: INFO: Removed broadcast_49_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 10:59:51 root: INFO: TaskReport: stage=9, partition=16, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:51 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 16.0 in stage 9.0 (TID 151) 2022-08-17 10:59:51 Executor: INFO: Finished task 16.0 in stage 9.0 (TID 151). 818 bytes result sent to driver 2022-08-17 10:59:51 TaskSetManager: INFO: Starting task 25.0 in stage 9.0 (TID 160) (dna.Dlink, executor driver, partition 25, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:51 TaskSetManager: INFO: Finished task 16.0 in stage 9.0 (TID 151) in 27592 ms on dna.Dlink (executor driver) (18/112) 2022-08-17 10:59:51 Executor: INFO: Running task 25.0 in stage 9.0 (TID 160) 2022-08-17 10:59:51 root: INFO: RegionPool: initialized for thread 226: Executor task launch worker for task 25.0 in stage 9.0 (TID 160) 2022-08-17 10:59:51 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 226: Executor task launch worker for task 25.0 in stage 9.0 (TID 160) 2022-08-17 10:59:52 root: INFO: TaskReport: stage=9, partition=17, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:52 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 17.0 in stage 9.0 (TID 152) 2022-08-17 10:59:52 Executor: INFO: Finished task 17.0 in stage 9.0 (TID 152). 818 bytes result sent to driver 2022-08-17 10:59:52 TaskSetManager: INFO: Starting task 26.0 in stage 9.0 (TID 161) (dna.Dlink, executor driver, partition 26, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:52 Executor: INFO: Running task 26.0 in stage 9.0 (TID 161) 2022-08-17 10:59:52 TaskSetManager: INFO: Finished task 17.0 in stage 9.0 (TID 152) in 25659 ms on dna.Dlink (executor driver) (19/112) 2022-08-17 10:59:52 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 26.0 in stage 9.0 (TID 161) 2022-08-17 10:59:52 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 26.0 in stage 9.0 (TID 161) 2022-08-17 10:59:52 root: INFO: TaskReport: stage=9, partition=19, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:52 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 233: Executor task launch worker for task 19.0 in stage 9.0 (TID 154) 2022-08-17 10:59:52 Executor: INFO: Finished task 19.0 in stage 9.0 (TID 154). 818 bytes result sent to driver 2022-08-17 10:59:52 TaskSetManager: INFO: Starting task 27.0 in stage 9.0 (TID 162) (dna.Dlink, executor driver, partition 27, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:52 TaskSetManager: INFO: Finished task 19.0 in stage 9.0 (TID 154) in 24220 ms on dna.Dlink (executor driver) (20/112) 2022-08-17 10:59:52 Executor: INFO: Running task 27.0 in stage 9.0 (TID 162) 2022-08-17 10:59:52 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 27.0 in stage 9.0 (TID 162) 2022-08-17 10:59:52 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 27.0 in stage 9.0 (TID 162) 2022-08-17 10:59:53 root: INFO: TaskReport: stage=9, partition=23, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:53 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 23.0 in stage 9.0 (TID 158) 2022-08-17 10:59:53 Executor: INFO: Finished task 23.0 in stage 9.0 (TID 158). 818 bytes result sent to driver 2022-08-17 10:59:53 TaskSetManager: INFO: Starting task 28.0 in stage 9.0 (TID 163) (dna.Dlink, executor driver, partition 28, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:53 Executor: INFO: Running task 28.0 in stage 9.0 (TID 163) 2022-08-17 10:59:53 TaskSetManager: INFO: Finished task 23.0 in stage 9.0 (TID 158) in 23445 ms on dna.Dlink (executor driver) (21/112) 2022-08-17 10:59:53 root: INFO: RegionPool: initialized for thread 233: Executor task launch worker for task 28.0 in stage 9.0 (TID 163) 2022-08-17 10:59:53 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 233: Executor task launch worker for task 28.0 in stage 9.0 (TID 163) 2022-08-17 10:59:54 root: INFO: TaskReport: stage=9, partition=20, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:54 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 20.0 in stage 9.0 (TID 155) 2022-08-17 10:59:54 Executor: INFO: Finished task 20.0 in stage 9.0 (TID 155). 818 bytes result sent to driver 2022-08-17 10:59:54 TaskSetManager: INFO: Starting task 29.0 in stage 9.0 (TID 164) (dna.Dlink, executor driver, partition 29, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:54 TaskSetManager: INFO: Finished task 20.0 in stage 9.0 (TID 155) in 25365 ms on dna.Dlink (executor driver) (22/112) 2022-08-17 10:59:54 Executor: INFO: Running task 29.0 in stage 9.0 (TID 164) 2022-08-17 10:59:54 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 29.0 in stage 9.0 (TID 164) 2022-08-17 10:59:54 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 29.0 in stage 9.0 (TID 164) 2022-08-17 10:59:54 root: INFO: TaskReport: stage=9, partition=21, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:54 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 21.0 in stage 9.0 (TID 156) 2022-08-17 10:59:54 Executor: INFO: Finished task 21.0 in stage 9.0 (TID 156). 818 bytes result sent to driver 2022-08-17 10:59:54 TaskSetManager: INFO: Starting task 30.0 in stage 9.0 (TID 165) (dna.Dlink, executor driver, partition 30, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:54 TaskSetManager: INFO: Finished task 21.0 in stage 9.0 (TID 156) in 25605 ms on dna.Dlink (executor driver) (23/112) 2022-08-17 10:59:54 Executor: INFO: Running task 30.0 in stage 9.0 (TID 165) 2022-08-17 10:59:54 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 30.0 in stage 9.0 (TID 165) 2022-08-17 10:59:54 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 30.0 in stage 9.0 (TID 165) 2022-08-17 10:59:55 root: INFO: TaskReport: stage=9, partition=22, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 10:59:55 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 225: Executor task launch worker for task 22.0 in stage 9.0 (TID 157) 2022-08-17 10:59:55 Executor: INFO: Finished task 22.0 in stage 9.0 (TID 157). 818 bytes result sent to driver 2022-08-17 10:59:55 TaskSetManager: INFO: Starting task 31.0 in stage 9.0 (TID 166) (dna.Dlink, executor driver, partition 31, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 10:59:55 TaskSetManager: INFO: Finished task 22.0 in stage 9.0 (TID 157) in 26520 ms on dna.Dlink (executor driver) (24/112) 2022-08-17 10:59:55 Executor: INFO: Running task 31.0 in stage 9.0 (TID 166) 2022-08-17 10:59:55 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 31.0 in stage 9.0 (TID 166) 2022-08-17 10:59:55 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 31.0 in stage 9.0 (TID 166) 2022-08-17 11:00:14 root: INFO: TaskReport: stage=9, partition=24, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:14 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 227: Executor task launch worker for task 24.0 in stage 9.0 (TID 159) 2022-08-17 11:00:14 Executor: INFO: Finished task 24.0 in stage 9.0 (TID 159). 818 bytes result sent to driver 2022-08-17 11:00:14 TaskSetManager: INFO: Starting task 32.0 in stage 9.0 (TID 167) (dna.Dlink, executor driver, partition 32, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:14 TaskSetManager: INFO: Finished task 24.0 in stage 9.0 (TID 159) in 24324 ms on dna.Dlink (executor driver) (25/112) 2022-08-17 11:00:14 Executor: INFO: Running task 32.0 in stage 9.0 (TID 167) 2022-08-17 11:00:14 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 32.0 in stage 9.0 (TID 167) 2022-08-17 11:00:14 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 32.0 in stage 9.0 (TID 167) 2022-08-17 11:00:14 root: INFO: TaskReport: stage=9, partition=27, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:14 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 27.0 in stage 9.0 (TID 162) 2022-08-17 11:00:14 Executor: INFO: Finished task 27.0 in stage 9.0 (TID 162). 775 bytes result sent to driver 2022-08-17 11:00:14 TaskSetManager: INFO: Starting task 33.0 in stage 9.0 (TID 168) (dna.Dlink, executor driver, partition 33, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:14 TaskSetManager: INFO: Finished task 27.0 in stage 9.0 (TID 162) in 22312 ms on dna.Dlink (executor driver) (26/112) 2022-08-17 11:00:14 Executor: INFO: Running task 33.0 in stage 9.0 (TID 168) 2022-08-17 11:00:14 root: INFO: RegionPool: initialized for thread 227: Executor task launch worker for task 33.0 in stage 9.0 (TID 168) 2022-08-17 11:00:14 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 227: Executor task launch worker for task 33.0 in stage 9.0 (TID 168) 2022-08-17 11:00:15 root: INFO: TaskReport: stage=9, partition=25, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:15 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 226: Executor task launch worker for task 25.0 in stage 9.0 (TID 160) 2022-08-17 11:00:15 Executor: INFO: Finished task 25.0 in stage 9.0 (TID 160). 775 bytes result sent to driver 2022-08-17 11:00:15 TaskSetManager: INFO: Starting task 34.0 in stage 9.0 (TID 169) (dna.Dlink, executor driver, partition 34, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:15 TaskSetManager: INFO: Finished task 25.0 in stage 9.0 (TID 160) in 23551 ms on dna.Dlink (executor driver) (27/112) 2022-08-17 11:00:15 Executor: INFO: Running task 34.0 in stage 9.0 (TID 169) 2022-08-17 11:00:15 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 34.0 in stage 9.0 (TID 169) 2022-08-17 11:00:15 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 34.0 in stage 9.0 (TID 169) 2022-08-17 11:00:16 root: INFO: TaskReport: stage=9, partition=26, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:16 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 26.0 in stage 9.0 (TID 161) 2022-08-17 11:00:16 Executor: INFO: Finished task 26.0 in stage 9.0 (TID 161). 775 bytes result sent to driver 2022-08-17 11:00:16 TaskSetManager: INFO: Starting task 35.0 in stage 9.0 (TID 170) (dna.Dlink, executor driver, partition 35, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:16 TaskSetManager: INFO: Finished task 26.0 in stage 9.0 (TID 161) in 24395 ms on dna.Dlink (executor driver) (28/112) 2022-08-17 11:00:16 Executor: INFO: Running task 35.0 in stage 9.0 (TID 170) 2022-08-17 11:00:16 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 35.0 in stage 9.0 (TID 170) 2022-08-17 11:00:16 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 35.0 in stage 9.0 (TID 170) 2022-08-17 11:00:18 root: INFO: TaskReport: stage=9, partition=31, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:18 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 31.0 in stage 9.0 (TID 166) 2022-08-17 11:00:18 Executor: INFO: Finished task 31.0 in stage 9.0 (TID 166). 775 bytes result sent to driver 2022-08-17 11:00:18 TaskSetManager: INFO: Starting task 36.0 in stage 9.0 (TID 171) (dna.Dlink, executor driver, partition 36, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:18 TaskSetManager: INFO: Finished task 31.0 in stage 9.0 (TID 166) in 23650 ms on dna.Dlink (executor driver) (29/112) 2022-08-17 11:00:18 Executor: INFO: Running task 36.0 in stage 9.0 (TID 171) 2022-08-17 11:00:18 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 36.0 in stage 9.0 (TID 171) 2022-08-17 11:00:18 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 36.0 in stage 9.0 (TID 171) 2022-08-17 11:00:18 root: INFO: TaskReport: stage=9, partition=28, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:18 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 233: Executor task launch worker for task 28.0 in stage 9.0 (TID 163) 2022-08-17 11:00:18 Executor: INFO: Finished task 28.0 in stage 9.0 (TID 163). 775 bytes result sent to driver 2022-08-17 11:00:18 TaskSetManager: INFO: Starting task 37.0 in stage 9.0 (TID 172) (dna.Dlink, executor driver, partition 37, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:18 Executor: INFO: Running task 37.0 in stage 9.0 (TID 172) 2022-08-17 11:00:18 TaskSetManager: INFO: Finished task 28.0 in stage 9.0 (TID 163) in 25329 ms on dna.Dlink (executor driver) (30/112) 2022-08-17 11:00:18 root: INFO: RegionPool: initialized for thread 233: Executor task launch worker for task 37.0 in stage 9.0 (TID 172) 2022-08-17 11:00:18 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 233: Executor task launch worker for task 37.0 in stage 9.0 (TID 172) 2022-08-17 11:00:19 root: INFO: TaskReport: stage=9, partition=29, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:19 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 29.0 in stage 9.0 (TID 164) 2022-08-17 11:00:19 Executor: INFO: Finished task 29.0 in stage 9.0 (TID 164). 775 bytes result sent to driver 2022-08-17 11:00:19 TaskSetManager: INFO: Starting task 38.0 in stage 9.0 (TID 173) (dna.Dlink, executor driver, partition 38, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:19 TaskSetManager: INFO: Finished task 29.0 in stage 9.0 (TID 164) in 25117 ms on dna.Dlink (executor driver) (31/112) 2022-08-17 11:00:19 Executor: INFO: Running task 38.0 in stage 9.0 (TID 173) 2022-08-17 11:00:19 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 38.0 in stage 9.0 (TID 173) 2022-08-17 11:00:19 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 38.0 in stage 9.0 (TID 173) 2022-08-17 11:00:19 root: INFO: TaskReport: stage=9, partition=30, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:19 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 30.0 in stage 9.0 (TID 165) 2022-08-17 11:00:19 Executor: INFO: Finished task 30.0 in stage 9.0 (TID 165). 775 bytes result sent to driver 2022-08-17 11:00:19 TaskSetManager: INFO: Starting task 39.0 in stage 9.0 (TID 174) (dna.Dlink, executor driver, partition 39, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:19 TaskSetManager: INFO: Finished task 30.0 in stage 9.0 (TID 165) in 25517 ms on dna.Dlink (executor driver) (32/112) 2022-08-17 11:00:19 Executor: INFO: Running task 39.0 in stage 9.0 (TID 174) 2022-08-17 11:00:19 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 39.0 in stage 9.0 (TID 174) 2022-08-17 11:00:19 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 39.0 in stage 9.0 (TID 174) 2022-08-17 11:00:38 root: INFO: TaskReport: stage=9, partition=33, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:38 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 227: Executor task launch worker for task 33.0 in stage 9.0 (TID 168) 2022-08-17 11:00:38 Executor: INFO: Finished task 33.0 in stage 9.0 (TID 168). 775 bytes result sent to driver 2022-08-17 11:00:38 TaskSetManager: INFO: Starting task 40.0 in stage 9.0 (TID 175) (dna.Dlink, executor driver, partition 40, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:38 TaskSetManager: INFO: Finished task 33.0 in stage 9.0 (TID 168) in 23392 ms on dna.Dlink (executor driver) (33/112) 2022-08-17 11:00:38 Executor: INFO: Running task 40.0 in stage 9.0 (TID 175) 2022-08-17 11:00:38 root: INFO: RegionPool: initialized for thread 227: Executor task launch worker for task 40.0 in stage 9.0 (TID 175) 2022-08-17 11:00:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 227: Executor task launch worker for task 40.0 in stage 9.0 (TID 175) 2022-08-17 11:00:38 root: INFO: TaskReport: stage=9, partition=32, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:38 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 225: Executor task launch worker for task 32.0 in stage 9.0 (TID 167) 2022-08-17 11:00:38 Executor: INFO: Finished task 32.0 in stage 9.0 (TID 167). 775 bytes result sent to driver 2022-08-17 11:00:38 TaskSetManager: INFO: Starting task 41.0 in stage 9.0 (TID 176) (dna.Dlink, executor driver, partition 41, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:38 TaskSetManager: INFO: Finished task 32.0 in stage 9.0 (TID 167) in 23784 ms on dna.Dlink (executor driver) (34/112) 2022-08-17 11:00:38 Executor: INFO: Running task 41.0 in stage 9.0 (TID 176) 2022-08-17 11:00:38 root: INFO: RegionPool: initialized for thread 226: Executor task launch worker for task 41.0 in stage 9.0 (TID 176) 2022-08-17 11:00:38 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 226: Executor task launch worker for task 41.0 in stage 9.0 (TID 176) 2022-08-17 11:00:39 root: INFO: TaskReport: stage=9, partition=34, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:39 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 34.0 in stage 9.0 (TID 169) 2022-08-17 11:00:39 Executor: INFO: Finished task 34.0 in stage 9.0 (TID 169). 775 bytes result sent to driver 2022-08-17 11:00:39 TaskSetManager: INFO: Starting task 42.0 in stage 9.0 (TID 177) (dna.Dlink, executor driver, partition 42, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:39 TaskSetManager: INFO: Finished task 34.0 in stage 9.0 (TID 169) in 24913 ms on dna.Dlink (executor driver) (35/112) 2022-08-17 11:00:40 Executor: INFO: Running task 42.0 in stage 9.0 (TID 177) 2022-08-17 11:00:40 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 42.0 in stage 9.0 (TID 177) 2022-08-17 11:00:40 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 42.0 in stage 9.0 (TID 177) 2022-08-17 11:00:41 root: INFO: TaskReport: stage=9, partition=35, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:41 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 35.0 in stage 9.0 (TID 170) 2022-08-17 11:00:41 Executor: INFO: Finished task 35.0 in stage 9.0 (TID 170). 775 bytes result sent to driver 2022-08-17 11:00:41 TaskSetManager: INFO: Starting task 43.0 in stage 9.0 (TID 178) (dna.Dlink, executor driver, partition 43, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:41 TaskSetManager: INFO: Finished task 35.0 in stage 9.0 (TID 170) in 24922 ms on dna.Dlink (executor driver) (36/112) 2022-08-17 11:00:41 Executor: INFO: Running task 43.0 in stage 9.0 (TID 178) 2022-08-17 11:00:41 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 43.0 in stage 9.0 (TID 178) 2022-08-17 11:00:41 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 43.0 in stage 9.0 (TID 178) 2022-08-17 11:00:44 root: INFO: TaskReport: stage=9, partition=36, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:44 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 36.0 in stage 9.0 (TID 171) 2022-08-17 11:00:44 Executor: INFO: Finished task 36.0 in stage 9.0 (TID 171). 775 bytes result sent to driver 2022-08-17 11:00:44 TaskSetManager: INFO: Starting task 44.0 in stage 9.0 (TID 179) (dna.Dlink, executor driver, partition 44, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:44 TaskSetManager: INFO: Finished task 36.0 in stage 9.0 (TID 171) in 26013 ms on dna.Dlink (executor driver) (37/112) 2022-08-17 11:00:44 Executor: INFO: Running task 44.0 in stage 9.0 (TID 179) 2022-08-17 11:00:44 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 44.0 in stage 9.0 (TID 179) 2022-08-17 11:00:44 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 44.0 in stage 9.0 (TID 179) 2022-08-17 11:00:45 root: INFO: TaskReport: stage=9, partition=37, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:45 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 233: Executor task launch worker for task 37.0 in stage 9.0 (TID 172) 2022-08-17 11:00:45 Executor: INFO: Finished task 37.0 in stage 9.0 (TID 172). 818 bytes result sent to driver 2022-08-17 11:00:45 TaskSetManager: INFO: Starting task 45.0 in stage 9.0 (TID 180) (dna.Dlink, executor driver, partition 45, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:45 TaskSetManager: INFO: Finished task 37.0 in stage 9.0 (TID 172) in 26738 ms on dna.Dlink (executor driver) (38/112) 2022-08-17 11:00:45 Executor: INFO: Running task 45.0 in stage 9.0 (TID 180) 2022-08-17 11:00:45 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 45.0 in stage 9.0 (TID 180) 2022-08-17 11:00:45 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 45.0 in stage 9.0 (TID 180) 2022-08-17 11:00:46 root: INFO: TaskReport: stage=9, partition=39, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:46 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 39.0 in stage 9.0 (TID 174) 2022-08-17 11:00:46 Executor: INFO: Finished task 39.0 in stage 9.0 (TID 174). 775 bytes result sent to driver 2022-08-17 11:00:46 TaskSetManager: INFO: Starting task 46.0 in stage 9.0 (TID 181) (dna.Dlink, executor driver, partition 46, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:46 TaskSetManager: INFO: Finished task 39.0 in stage 9.0 (TID 174) in 26281 ms on dna.Dlink (executor driver) (39/112) 2022-08-17 11:00:46 Executor: INFO: Running task 46.0 in stage 9.0 (TID 181) 2022-08-17 11:00:46 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 46.0 in stage 9.0 (TID 181) 2022-08-17 11:00:46 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 46.0 in stage 9.0 (TID 181) 2022-08-17 11:00:46 root: INFO: TaskReport: stage=9, partition=38, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:46 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 38.0 in stage 9.0 (TID 173) 2022-08-17 11:00:46 Executor: INFO: Finished task 38.0 in stage 9.0 (TID 173). 775 bytes result sent to driver 2022-08-17 11:00:46 TaskSetManager: INFO: Starting task 47.0 in stage 9.0 (TID 182) (dna.Dlink, executor driver, partition 47, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:46 TaskSetManager: INFO: Finished task 38.0 in stage 9.0 (TID 173) in 26995 ms on dna.Dlink (executor driver) (40/112) 2022-08-17 11:00:46 Executor: INFO: Running task 47.0 in stage 9.0 (TID 182) 2022-08-17 11:00:46 root: INFO: RegionPool: initialized for thread 233: Executor task launch worker for task 47.0 in stage 9.0 (TID 182) 2022-08-17 11:00:46 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 233: Executor task launch worker for task 47.0 in stage 9.0 (TID 182) 2022-08-17 11:00:59 root: INFO: TaskReport: stage=9, partition=42, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:00:59 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 42.0 in stage 9.0 (TID 177) 2022-08-17 11:00:59 Executor: INFO: Finished task 42.0 in stage 9.0 (TID 177). 775 bytes result sent to driver 2022-08-17 11:00:59 TaskSetManager: INFO: Starting task 48.0 in stage 9.0 (TID 183) (dna.Dlink, executor driver, partition 48, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:00:59 TaskSetManager: INFO: Finished task 42.0 in stage 9.0 (TID 177) in 19680 ms on dna.Dlink (executor driver) (41/112) 2022-08-17 11:00:59 Executor: INFO: Running task 48.0 in stage 9.0 (TID 183) 2022-08-17 11:00:59 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 48.0 in stage 9.0 (TID 183) 2022-08-17 11:00:59 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 48.0 in stage 9.0 (TID 183) 2022-08-17 11:01:01 root: INFO: TaskReport: stage=9, partition=41, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:01 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 226: Executor task launch worker for task 41.0 in stage 9.0 (TID 176) 2022-08-17 11:01:01 Executor: INFO: Finished task 41.0 in stage 9.0 (TID 176). 775 bytes result sent to driver 2022-08-17 11:01:01 TaskSetManager: INFO: Starting task 49.0 in stage 9.0 (TID 184) (dna.Dlink, executor driver, partition 49, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:01 Executor: INFO: Running task 49.0 in stage 9.0 (TID 184) 2022-08-17 11:01:01 TaskSetManager: INFO: Finished task 41.0 in stage 9.0 (TID 176) in 23382 ms on dna.Dlink (executor driver) (42/112) 2022-08-17 11:01:01 root: INFO: RegionPool: initialized for thread 226: Executor task launch worker for task 49.0 in stage 9.0 (TID 184) 2022-08-17 11:01:01 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 226: Executor task launch worker for task 49.0 in stage 9.0 (TID 184) 2022-08-17 11:01:04 root: INFO: TaskReport: stage=9, partition=40, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:04 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 227: Executor task launch worker for task 40.0 in stage 9.0 (TID 175) 2022-08-17 11:01:04 Executor: INFO: Finished task 40.0 in stage 9.0 (TID 175). 775 bytes result sent to driver 2022-08-17 11:01:04 TaskSetManager: INFO: Starting task 50.0 in stage 9.0 (TID 185) (dna.Dlink, executor driver, partition 50, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:04 TaskSetManager: INFO: Finished task 40.0 in stage 9.0 (TID 175) in 26510 ms on dna.Dlink (executor driver) (43/112) 2022-08-17 11:01:04 Executor: INFO: Running task 50.0 in stage 9.0 (TID 185) 2022-08-17 11:01:04 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 50.0 in stage 9.0 (TID 185) 2022-08-17 11:01:04 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 50.0 in stage 9.0 (TID 185) 2022-08-17 11:01:06 root: INFO: TaskReport: stage=9, partition=43, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:06 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 225: Executor task launch worker for task 43.0 in stage 9.0 (TID 178) 2022-08-17 11:01:06 Executor: INFO: Finished task 43.0 in stage 9.0 (TID 178). 775 bytes result sent to driver 2022-08-17 11:01:06 TaskSetManager: INFO: Starting task 51.0 in stage 9.0 (TID 186) (dna.Dlink, executor driver, partition 51, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:06 TaskSetManager: INFO: Finished task 43.0 in stage 9.0 (TID 178) in 25197 ms on dna.Dlink (executor driver) (44/112) 2022-08-17 11:01:06 Executor: INFO: Running task 51.0 in stage 9.0 (TID 186) 2022-08-17 11:01:06 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 51.0 in stage 9.0 (TID 186) 2022-08-17 11:01:06 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 51.0 in stage 9.0 (TID 186) 2022-08-17 11:01:10 root: INFO: TaskReport: stage=9, partition=45, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:10 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 45.0 in stage 9.0 (TID 180) 2022-08-17 11:01:10 Executor: INFO: Finished task 45.0 in stage 9.0 (TID 180). 775 bytes result sent to driver 2022-08-17 11:01:10 TaskSetManager: INFO: Starting task 52.0 in stage 9.0 (TID 187) (dna.Dlink, executor driver, partition 52, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:10 TaskSetManager: INFO: Finished task 45.0 in stage 9.0 (TID 180) in 24402 ms on dna.Dlink (executor driver) (45/112) 2022-08-17 11:01:10 Executor: INFO: Running task 52.0 in stage 9.0 (TID 187) 2022-08-17 11:01:10 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 52.0 in stage 9.0 (TID 187) 2022-08-17 11:01:10 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 52.0 in stage 9.0 (TID 187) 2022-08-17 11:01:10 root: INFO: TaskReport: stage=9, partition=47, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:10 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 233: Executor task launch worker for task 47.0 in stage 9.0 (TID 182) 2022-08-17 11:01:10 Executor: INFO: Finished task 47.0 in stage 9.0 (TID 182). 775 bytes result sent to driver 2022-08-17 11:01:10 TaskSetManager: INFO: Starting task 53.0 in stage 9.0 (TID 188) (dna.Dlink, executor driver, partition 53, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:10 TaskSetManager: INFO: Finished task 47.0 in stage 9.0 (TID 182) in 24284 ms on dna.Dlink (executor driver) (46/112) 2022-08-17 11:01:10 Executor: INFO: Running task 53.0 in stage 9.0 (TID 188) 2022-08-17 11:01:10 root: INFO: RegionPool: initialized for thread 233: Executor task launch worker for task 53.0 in stage 9.0 (TID 188) 2022-08-17 11:01:10 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 233: Executor task launch worker for task 53.0 in stage 9.0 (TID 188) 2022-08-17 11:01:11 root: INFO: TaskReport: stage=9, partition=44, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:11 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 44.0 in stage 9.0 (TID 179) 2022-08-17 11:01:11 Executor: INFO: Finished task 44.0 in stage 9.0 (TID 179). 775 bytes result sent to driver 2022-08-17 11:01:11 TaskSetManager: INFO: Starting task 54.0 in stage 9.0 (TID 189) (dna.Dlink, executor driver, partition 54, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:11 TaskSetManager: INFO: Finished task 44.0 in stage 9.0 (TID 179) in 26945 ms on dna.Dlink (executor driver) (47/112) 2022-08-17 11:01:11 Executor: INFO: Running task 54.0 in stage 9.0 (TID 189) 2022-08-17 11:01:11 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 54.0 in stage 9.0 (TID 189) 2022-08-17 11:01:11 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 54.0 in stage 9.0 (TID 189) 2022-08-17 11:01:12 root: INFO: TaskReport: stage=9, partition=46, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:12 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 46.0 in stage 9.0 (TID 181) 2022-08-17 11:01:12 Executor: INFO: Finished task 46.0 in stage 9.0 (TID 181). 775 bytes result sent to driver 2022-08-17 11:01:12 TaskSetManager: INFO: Starting task 55.0 in stage 9.0 (TID 190) (dna.Dlink, executor driver, partition 55, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:12 Executor: INFO: Running task 55.0 in stage 9.0 (TID 190) 2022-08-17 11:01:12 TaskSetManager: INFO: Finished task 46.0 in stage 9.0 (TID 181) in 26720 ms on dna.Dlink (executor driver) (48/112) 2022-08-17 11:01:12 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 55.0 in stage 9.0 (TID 190) 2022-08-17 11:01:12 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 55.0 in stage 9.0 (TID 190) 2022-08-17 11:01:22 root: INFO: TaskReport: stage=9, partition=48, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:22 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 48.0 in stage 9.0 (TID 183) 2022-08-17 11:01:22 Executor: INFO: Finished task 48.0 in stage 9.0 (TID 183). 818 bytes result sent to driver 2022-08-17 11:01:22 TaskSetManager: INFO: Starting task 56.0 in stage 9.0 (TID 191) (dna.Dlink, executor driver, partition 56, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:22 TaskSetManager: INFO: Finished task 48.0 in stage 9.0 (TID 183) in 22838 ms on dna.Dlink (executor driver) (49/112) 2022-08-17 11:01:22 Executor: INFO: Running task 56.0 in stage 9.0 (TID 191) 2022-08-17 11:01:22 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 56.0 in stage 9.0 (TID 191) 2022-08-17 11:01:22 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 56.0 in stage 9.0 (TID 191) 2022-08-17 11:01:25 root: INFO: TaskReport: stage=9, partition=49, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:25 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 226: Executor task launch worker for task 49.0 in stage 9.0 (TID 184) 2022-08-17 11:01:25 Executor: INFO: Finished task 49.0 in stage 9.0 (TID 184). 818 bytes result sent to driver 2022-08-17 11:01:25 TaskSetManager: INFO: Starting task 57.0 in stage 9.0 (TID 192) (dna.Dlink, executor driver, partition 57, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:25 TaskSetManager: INFO: Finished task 49.0 in stage 9.0 (TID 184) in 23423 ms on dna.Dlink (executor driver) (50/112) 2022-08-17 11:01:25 Executor: INFO: Running task 57.0 in stage 9.0 (TID 192) 2022-08-17 11:01:25 root: INFO: RegionPool: initialized for thread 227: Executor task launch worker for task 57.0 in stage 9.0 (TID 192) 2022-08-17 11:01:25 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 227: Executor task launch worker for task 57.0 in stage 9.0 (TID 192) 2022-08-17 11:01:28 root: INFO: TaskReport: stage=9, partition=50, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:28 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 50.0 in stage 9.0 (TID 185) 2022-08-17 11:01:28 Executor: INFO: Finished task 50.0 in stage 9.0 (TID 185). 861 bytes result sent to driver 2022-08-17 11:01:28 TaskSetManager: INFO: Starting task 58.0 in stage 9.0 (TID 193) (dna.Dlink, executor driver, partition 58, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:28 TaskSetManager: INFO: Finished task 50.0 in stage 9.0 (TID 185) in 23898 ms on dna.Dlink (executor driver) (51/112) 2022-08-17 11:01:28 Executor: INFO: Running task 58.0 in stage 9.0 (TID 193) 2022-08-17 11:01:28 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 58.0 in stage 9.0 (TID 193) 2022-08-17 11:01:28 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 58.0 in stage 9.0 (TID 193) 2022-08-17 11:01:30 root: INFO: TaskReport: stage=9, partition=51, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:30 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 225: Executor task launch worker for task 51.0 in stage 9.0 (TID 186) 2022-08-17 11:01:30 Executor: INFO: Finished task 51.0 in stage 9.0 (TID 186). 818 bytes result sent to driver 2022-08-17 11:01:30 TaskSetManager: INFO: Starting task 59.0 in stage 9.0 (TID 194) (dna.Dlink, executor driver, partition 59, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:30 TaskSetManager: INFO: Finished task 51.0 in stage 9.0 (TID 186) in 23377 ms on dna.Dlink (executor driver) (52/112) 2022-08-17 11:01:30 Executor: INFO: Running task 59.0 in stage 9.0 (TID 194) 2022-08-17 11:01:30 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 59.0 in stage 9.0 (TID 194) 2022-08-17 11:01:30 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 59.0 in stage 9.0 (TID 194) 2022-08-17 11:01:33 root: INFO: TaskReport: stage=9, partition=54, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:33 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 54.0 in stage 9.0 (TID 189) 2022-08-17 11:01:33 Executor: INFO: Finished task 54.0 in stage 9.0 (TID 189). 861 bytes result sent to driver 2022-08-17 11:01:33 TaskSetManager: INFO: Starting task 60.0 in stage 9.0 (TID 195) (dna.Dlink, executor driver, partition 60, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:33 TaskSetManager: INFO: Finished task 54.0 in stage 9.0 (TID 189) in 21412 ms on dna.Dlink (executor driver) (53/112) 2022-08-17 11:01:33 Executor: INFO: Running task 60.0 in stage 9.0 (TID 195) 2022-08-17 11:01:33 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 60.0 in stage 9.0 (TID 195) 2022-08-17 11:01:33 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 60.0 in stage 9.0 (TID 195) 2022-08-17 11:01:34 root: INFO: TaskReport: stage=9, partition=52, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:34 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 52.0 in stage 9.0 (TID 187) 2022-08-17 11:01:34 Executor: INFO: Finished task 52.0 in stage 9.0 (TID 187). 861 bytes result sent to driver 2022-08-17 11:01:34 TaskSetManager: INFO: Starting task 61.0 in stage 9.0 (TID 196) (dna.Dlink, executor driver, partition 61, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:34 Executor: INFO: Running task 61.0 in stage 9.0 (TID 196) 2022-08-17 11:01:34 TaskSetManager: INFO: Finished task 52.0 in stage 9.0 (TID 187) in 24482 ms on dna.Dlink (executor driver) (54/112) 2022-08-17 11:01:34 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 61.0 in stage 9.0 (TID 196) 2022-08-17 11:01:34 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 61.0 in stage 9.0 (TID 196) 2022-08-17 11:01:35 root: INFO: TaskReport: stage=9, partition=53, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:35 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 233: Executor task launch worker for task 53.0 in stage 9.0 (TID 188) 2022-08-17 11:01:35 Executor: INFO: Finished task 53.0 in stage 9.0 (TID 188). 818 bytes result sent to driver 2022-08-17 11:01:35 TaskSetManager: INFO: Starting task 62.0 in stage 9.0 (TID 197) (dna.Dlink, executor driver, partition 62, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:35 TaskSetManager: INFO: Finished task 53.0 in stage 9.0 (TID 188) in 24727 ms on dna.Dlink (executor driver) (55/112) 2022-08-17 11:01:35 Executor: INFO: Running task 62.0 in stage 9.0 (TID 197) 2022-08-17 11:01:35 root: INFO: RegionPool: initialized for thread 233: Executor task launch worker for task 62.0 in stage 9.0 (TID 197) 2022-08-17 11:01:35 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 233: Executor task launch worker for task 62.0 in stage 9.0 (TID 197) 2022-08-17 11:01:36 root: INFO: TaskReport: stage=9, partition=55, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:36 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 55.0 in stage 9.0 (TID 190) 2022-08-17 11:01:36 Executor: INFO: Finished task 55.0 in stage 9.0 (TID 190). 818 bytes result sent to driver 2022-08-17 11:01:36 TaskSetManager: INFO: Starting task 63.0 in stage 9.0 (TID 198) (dna.Dlink, executor driver, partition 63, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:36 TaskSetManager: INFO: Finished task 55.0 in stage 9.0 (TID 190) in 23409 ms on dna.Dlink (executor driver) (56/112) 2022-08-17 11:01:36 Executor: INFO: Running task 63.0 in stage 9.0 (TID 198) 2022-08-17 11:01:36 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 63.0 in stage 9.0 (TID 198) 2022-08-17 11:01:36 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 63.0 in stage 9.0 (TID 198) 2022-08-17 11:01:49 root: INFO: TaskReport: stage=9, partition=56, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:49 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 56.0 in stage 9.0 (TID 191) 2022-08-17 11:01:49 Executor: INFO: Finished task 56.0 in stage 9.0 (TID 191). 775 bytes result sent to driver 2022-08-17 11:01:49 TaskSetManager: INFO: Starting task 64.0 in stage 9.0 (TID 199) (dna.Dlink, executor driver, partition 64, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:49 TaskSetManager: INFO: Finished task 56.0 in stage 9.0 (TID 191) in 26761 ms on dna.Dlink (executor driver) (57/112) 2022-08-17 11:01:49 Executor: INFO: Running task 64.0 in stage 9.0 (TID 199) 2022-08-17 11:01:49 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 64.0 in stage 9.0 (TID 199) 2022-08-17 11:01:49 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 64.0 in stage 9.0 (TID 199) 2022-08-17 11:01:52 root: INFO: TaskReport: stage=9, partition=57, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:52 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 227: Executor task launch worker for task 57.0 in stage 9.0 (TID 192) 2022-08-17 11:01:52 Executor: INFO: Finished task 57.0 in stage 9.0 (TID 192). 775 bytes result sent to driver 2022-08-17 11:01:52 TaskSetManager: INFO: Starting task 65.0 in stage 9.0 (TID 200) (dna.Dlink, executor driver, partition 65, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:52 Executor: INFO: Running task 65.0 in stage 9.0 (TID 200) 2022-08-17 11:01:52 TaskSetManager: INFO: Finished task 57.0 in stage 9.0 (TID 192) in 27052 ms on dna.Dlink (executor driver) (58/112) 2022-08-17 11:01:52 root: INFO: RegionPool: initialized for thread 227: Executor task launch worker for task 65.0 in stage 9.0 (TID 200) 2022-08-17 11:01:52 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 227: Executor task launch worker for task 65.0 in stage 9.0 (TID 200) 2022-08-17 11:01:53 root: INFO: TaskReport: stage=9, partition=58, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:53 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 58.0 in stage 9.0 (TID 193) 2022-08-17 11:01:53 Executor: INFO: Finished task 58.0 in stage 9.0 (TID 193). 775 bytes result sent to driver 2022-08-17 11:01:53 TaskSetManager: INFO: Starting task 66.0 in stage 9.0 (TID 201) (dna.Dlink, executor driver, partition 66, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:53 TaskSetManager: INFO: Finished task 58.0 in stage 9.0 (TID 193) in 25430 ms on dna.Dlink (executor driver) (59/112) 2022-08-17 11:01:53 Executor: INFO: Running task 66.0 in stage 9.0 (TID 201) 2022-08-17 11:01:53 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 66.0 in stage 9.0 (TID 201) 2022-08-17 11:01:53 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 66.0 in stage 9.0 (TID 201) 2022-08-17 11:01:55 root: INFO: TaskReport: stage=9, partition=59, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:55 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 225: Executor task launch worker for task 59.0 in stage 9.0 (TID 194) 2022-08-17 11:01:55 Executor: INFO: Finished task 59.0 in stage 9.0 (TID 194). 775 bytes result sent to driver 2022-08-17 11:01:55 TaskSetManager: INFO: Starting task 67.0 in stage 9.0 (TID 202) (dna.Dlink, executor driver, partition 67, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:55 TaskSetManager: INFO: Finished task 59.0 in stage 9.0 (TID 194) in 25454 ms on dna.Dlink (executor driver) (60/112) 2022-08-17 11:01:55 Executor: INFO: Running task 67.0 in stage 9.0 (TID 202) 2022-08-17 11:01:55 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 67.0 in stage 9.0 (TID 202) 2022-08-17 11:01:55 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 67.0 in stage 9.0 (TID 202) 2022-08-17 11:01:57 root: INFO: TaskReport: stage=9, partition=60, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:57 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 60.0 in stage 9.0 (TID 195) 2022-08-17 11:01:57 Executor: INFO: Finished task 60.0 in stage 9.0 (TID 195). 775 bytes result sent to driver 2022-08-17 11:01:57 TaskSetManager: INFO: Starting task 68.0 in stage 9.0 (TID 203) (dna.Dlink, executor driver, partition 68, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:57 TaskSetManager: INFO: Finished task 60.0 in stage 9.0 (TID 195) in 24569 ms on dna.Dlink (executor driver) (61/112) 2022-08-17 11:01:57 Executor: INFO: Running task 68.0 in stage 9.0 (TID 203) 2022-08-17 11:01:57 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 68.0 in stage 9.0 (TID 203) 2022-08-17 11:01:57 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 68.0 in stage 9.0 (TID 203) 2022-08-17 11:01:58 root: INFO: TaskReport: stage=9, partition=62, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:58 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 233: Executor task launch worker for task 62.0 in stage 9.0 (TID 197) 2022-08-17 11:01:58 Executor: INFO: Finished task 62.0 in stage 9.0 (TID 197). 775 bytes result sent to driver 2022-08-17 11:01:58 TaskSetManager: INFO: Starting task 69.0 in stage 9.0 (TID 204) (dna.Dlink, executor driver, partition 69, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:58 Executor: INFO: Running task 69.0 in stage 9.0 (TID 204) 2022-08-17 11:01:58 TaskSetManager: INFO: Finished task 62.0 in stage 9.0 (TID 197) in 23282 ms on dna.Dlink (executor driver) (62/112) 2022-08-17 11:01:58 root: INFO: RegionPool: initialized for thread 226: Executor task launch worker for task 69.0 in stage 9.0 (TID 204) 2022-08-17 11:01:58 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 226: Executor task launch worker for task 69.0 in stage 9.0 (TID 204) 2022-08-17 11:01:58 root: INFO: TaskReport: stage=9, partition=61, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:01:58 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 61.0 in stage 9.0 (TID 196) 2022-08-17 11:01:58 Executor: INFO: Finished task 61.0 in stage 9.0 (TID 196). 775 bytes result sent to driver 2022-08-17 11:01:58 TaskSetManager: INFO: Starting task 70.0 in stage 9.0 (TID 205) (dna.Dlink, executor driver, partition 70, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:01:58 TaskSetManager: INFO: Finished task 61.0 in stage 9.0 (TID 196) in 23996 ms on dna.Dlink (executor driver) (63/112) 2022-08-17 11:01:58 Executor: INFO: Running task 70.0 in stage 9.0 (TID 205) 2022-08-17 11:01:58 root: INFO: RegionPool: initialized for thread 233: Executor task launch worker for task 70.0 in stage 9.0 (TID 205) 2022-08-17 11:01:58 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 233: Executor task launch worker for task 70.0 in stage 9.0 (TID 205) 2022-08-17 11:02:00 root: INFO: TaskReport: stage=9, partition=63, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:00 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 63.0 in stage 9.0 (TID 198) 2022-08-17 11:02:00 Executor: INFO: Finished task 63.0 in stage 9.0 (TID 198). 775 bytes result sent to driver 2022-08-17 11:02:00 TaskSetManager: INFO: Starting task 71.0 in stage 9.0 (TID 206) (dna.Dlink, executor driver, partition 71, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:00 TaskSetManager: INFO: Finished task 63.0 in stage 9.0 (TID 198) in 23822 ms on dna.Dlink (executor driver) (64/112) 2022-08-17 11:02:00 Executor: INFO: Running task 71.0 in stage 9.0 (TID 206) 2022-08-17 11:02:00 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 71.0 in stage 9.0 (TID 206) 2022-08-17 11:02:00 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 71.0 in stage 9.0 (TID 206) 2022-08-17 11:02:12 root: INFO: TaskReport: stage=9, partition=64, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:12 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 64.0 in stage 9.0 (TID 199) 2022-08-17 11:02:12 Executor: INFO: Finished task 64.0 in stage 9.0 (TID 199). 775 bytes result sent to driver 2022-08-17 11:02:12 TaskSetManager: INFO: Starting task 72.0 in stage 9.0 (TID 207) (dna.Dlink, executor driver, partition 72, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:12 TaskSetManager: INFO: Finished task 64.0 in stage 9.0 (TID 199) in 23520 ms on dna.Dlink (executor driver) (65/112) 2022-08-17 11:02:12 Executor: INFO: Running task 72.0 in stage 9.0 (TID 207) 2022-08-17 11:02:12 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 72.0 in stage 9.0 (TID 207) 2022-08-17 11:02:12 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 72.0 in stage 9.0 (TID 207) 2022-08-17 11:02:15 root: INFO: TaskReport: stage=9, partition=66, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:15 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 66.0 in stage 9.0 (TID 201) 2022-08-17 11:02:15 Executor: INFO: Finished task 66.0 in stage 9.0 (TID 201). 775 bytes result sent to driver 2022-08-17 11:02:15 TaskSetManager: INFO: Starting task 73.0 in stage 9.0 (TID 208) (dna.Dlink, executor driver, partition 73, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:15 TaskSetManager: INFO: Finished task 66.0 in stage 9.0 (TID 201) in 21843 ms on dna.Dlink (executor driver) (66/112) 2022-08-17 11:02:15 Executor: INFO: Running task 73.0 in stage 9.0 (TID 208) 2022-08-17 11:02:15 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 73.0 in stage 9.0 (TID 208) 2022-08-17 11:02:15 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 73.0 in stage 9.0 (TID 208) 2022-08-17 11:02:17 root: INFO: TaskReport: stage=9, partition=65, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:17 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 227: Executor task launch worker for task 65.0 in stage 9.0 (TID 200) 2022-08-17 11:02:17 Executor: INFO: Finished task 65.0 in stage 9.0 (TID 200). 775 bytes result sent to driver 2022-08-17 11:02:17 TaskSetManager: INFO: Starting task 74.0 in stage 9.0 (TID 209) (dna.Dlink, executor driver, partition 74, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:17 TaskSetManager: INFO: Finished task 65.0 in stage 9.0 (TID 200) in 25080 ms on dna.Dlink (executor driver) (67/112) 2022-08-17 11:02:17 Executor: INFO: Running task 74.0 in stage 9.0 (TID 209) 2022-08-17 11:02:17 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 74.0 in stage 9.0 (TID 209) 2022-08-17 11:02:17 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 74.0 in stage 9.0 (TID 209) 2022-08-17 11:02:18 root: INFO: TaskReport: stage=9, partition=67, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:18 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 225: Executor task launch worker for task 67.0 in stage 9.0 (TID 202) 2022-08-17 11:02:18 Executor: INFO: Finished task 67.0 in stage 9.0 (TID 202). 775 bytes result sent to driver 2022-08-17 11:02:18 TaskSetManager: INFO: Starting task 75.0 in stage 9.0 (TID 210) (dna.Dlink, executor driver, partition 75, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:18 TaskSetManager: INFO: Finished task 67.0 in stage 9.0 (TID 202) in 23298 ms on dna.Dlink (executor driver) (68/112) 2022-08-17 11:02:18 Executor: INFO: Running task 75.0 in stage 9.0 (TID 210) 2022-08-17 11:02:18 root: INFO: RegionPool: initialized for thread 227: Executor task launch worker for task 75.0 in stage 9.0 (TID 210) 2022-08-17 11:02:18 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 227: Executor task launch worker for task 75.0 in stage 9.0 (TID 210) 2022-08-17 11:02:19 root: INFO: TaskReport: stage=9, partition=68, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:19 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 68.0 in stage 9.0 (TID 203) 2022-08-17 11:02:19 Executor: INFO: Finished task 68.0 in stage 9.0 (TID 203). 818 bytes result sent to driver 2022-08-17 11:02:19 TaskSetManager: INFO: Starting task 76.0 in stage 9.0 (TID 211) (dna.Dlink, executor driver, partition 76, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:19 Executor: INFO: Running task 76.0 in stage 9.0 (TID 211) 2022-08-17 11:02:19 TaskSetManager: INFO: Finished task 68.0 in stage 9.0 (TID 203) in 22090 ms on dna.Dlink (executor driver) (69/112) 2022-08-17 11:02:19 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 76.0 in stage 9.0 (TID 211) 2022-08-17 11:02:19 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 76.0 in stage 9.0 (TID 211) 2022-08-17 11:02:20 root: INFO: TaskReport: stage=9, partition=69, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:20 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 226: Executor task launch worker for task 69.0 in stage 9.0 (TID 204) 2022-08-17 11:02:20 Executor: INFO: Finished task 69.0 in stage 9.0 (TID 204). 775 bytes result sent to driver 2022-08-17 11:02:20 TaskSetManager: INFO: Starting task 77.0 in stage 9.0 (TID 212) (dna.Dlink, executor driver, partition 77, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:20 Executor: INFO: Running task 77.0 in stage 9.0 (TID 212) 2022-08-17 11:02:20 TaskSetManager: INFO: Finished task 69.0 in stage 9.0 (TID 204) in 21946 ms on dna.Dlink (executor driver) (70/112) 2022-08-17 11:02:20 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 77.0 in stage 9.0 (TID 212) 2022-08-17 11:02:20 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 77.0 in stage 9.0 (TID 212) 2022-08-17 11:02:22 root: INFO: TaskReport: stage=9, partition=70, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:22 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 233: Executor task launch worker for task 70.0 in stage 9.0 (TID 205) 2022-08-17 11:02:22 Executor: INFO: Finished task 70.0 in stage 9.0 (TID 205). 775 bytes result sent to driver 2022-08-17 11:02:22 TaskSetManager: INFO: Starting task 78.0 in stage 9.0 (TID 213) (dna.Dlink, executor driver, partition 78, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:22 Executor: INFO: Running task 78.0 in stage 9.0 (TID 213) 2022-08-17 11:02:22 TaskSetManager: INFO: Finished task 70.0 in stage 9.0 (TID 205) in 23819 ms on dna.Dlink (executor driver) (71/112) 2022-08-17 11:02:22 root: INFO: RegionPool: initialized for thread 226: Executor task launch worker for task 78.0 in stage 9.0 (TID 213) 2022-08-17 11:02:22 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 226: Executor task launch worker for task 78.0 in stage 9.0 (TID 213) 2022-08-17 11:02:22 root: INFO: TaskReport: stage=9, partition=71, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:22 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 71.0 in stage 9.0 (TID 206) 2022-08-17 11:02:22 Executor: INFO: Finished task 71.0 in stage 9.0 (TID 206). 775 bytes result sent to driver 2022-08-17 11:02:22 TaskSetManager: INFO: Starting task 79.0 in stage 9.0 (TID 214) (dna.Dlink, executor driver, partition 79, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:22 TaskSetManager: INFO: Finished task 71.0 in stage 9.0 (TID 206) in 22464 ms on dna.Dlink (executor driver) (72/112) 2022-08-17 11:02:22 Executor: INFO: Running task 79.0 in stage 9.0 (TID 214) 2022-08-17 11:02:22 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 79.0 in stage 9.0 (TID 214) 2022-08-17 11:02:22 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 79.0 in stage 9.0 (TID 214) 2022-08-17 11:02:37 root: INFO: TaskReport: stage=9, partition=72, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:37 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 72.0 in stage 9.0 (TID 207) 2022-08-17 11:02:37 Executor: INFO: Finished task 72.0 in stage 9.0 (TID 207). 775 bytes result sent to driver 2022-08-17 11:02:37 TaskSetManager: INFO: Starting task 80.0 in stage 9.0 (TID 215) (dna.Dlink, executor driver, partition 80, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:37 TaskSetManager: INFO: Finished task 72.0 in stage 9.0 (TID 207) in 24728 ms on dna.Dlink (executor driver) (73/112) 2022-08-17 11:02:37 Executor: INFO: Running task 80.0 in stage 9.0 (TID 215) 2022-08-17 11:02:37 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 80.0 in stage 9.0 (TID 215) 2022-08-17 11:02:37 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 80.0 in stage 9.0 (TID 215) 2022-08-17 11:02:43 root: INFO: TaskReport: stage=9, partition=73, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:43 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 73.0 in stage 9.0 (TID 208) 2022-08-17 11:02:43 Executor: INFO: Finished task 73.0 in stage 9.0 (TID 208). 775 bytes result sent to driver 2022-08-17 11:02:43 TaskSetManager: INFO: Starting task 81.0 in stage 9.0 (TID 216) (dna.Dlink, executor driver, partition 81, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:43 TaskSetManager: INFO: Finished task 73.0 in stage 9.0 (TID 208) in 27924 ms on dna.Dlink (executor driver) (74/112) 2022-08-17 11:02:43 Executor: INFO: Running task 81.0 in stage 9.0 (TID 216) 2022-08-17 11:02:43 root: INFO: RegionPool: initialized for thread 233: Executor task launch worker for task 81.0 in stage 9.0 (TID 216) 2022-08-17 11:02:43 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 233: Executor task launch worker for task 81.0 in stage 9.0 (TID 216) 2022-08-17 11:02:44 root: INFO: TaskReport: stage=9, partition=75, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:44 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 227: Executor task launch worker for task 75.0 in stage 9.0 (TID 210) 2022-08-17 11:02:44 Executor: INFO: Finished task 75.0 in stage 9.0 (TID 210). 775 bytes result sent to driver 2022-08-17 11:02:44 TaskSetManager: INFO: Starting task 82.0 in stage 9.0 (TID 217) (dna.Dlink, executor driver, partition 82, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:44 Executor: INFO: Running task 82.0 in stage 9.0 (TID 217) 2022-08-17 11:02:44 TaskSetManager: INFO: Finished task 75.0 in stage 9.0 (TID 210) in 25876 ms on dna.Dlink (executor driver) (75/112) 2022-08-17 11:02:44 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 82.0 in stage 9.0 (TID 217) 2022-08-17 11:02:44 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 82.0 in stage 9.0 (TID 217) 2022-08-17 11:02:45 root: INFO: TaskReport: stage=9, partition=74, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:45 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 74.0 in stage 9.0 (TID 209) 2022-08-17 11:02:45 Executor: INFO: Finished task 74.0 in stage 9.0 (TID 209). 775 bytes result sent to driver 2022-08-17 11:02:45 TaskSetManager: INFO: Starting task 83.0 in stage 9.0 (TID 218) (dna.Dlink, executor driver, partition 83, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:45 Executor: INFO: Running task 83.0 in stage 9.0 (TID 218) 2022-08-17 11:02:45 TaskSetManager: INFO: Finished task 74.0 in stage 9.0 (TID 209) in 28437 ms on dna.Dlink (executor driver) (76/112) 2022-08-17 11:02:45 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 83.0 in stage 9.0 (TID 218) 2022-08-17 11:02:45 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 83.0 in stage 9.0 (TID 218) 2022-08-17 11:02:46 root: INFO: TaskReport: stage=9, partition=77, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:46 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 225: Executor task launch worker for task 77.0 in stage 9.0 (TID 212) 2022-08-17 11:02:46 Executor: INFO: Finished task 77.0 in stage 9.0 (TID 212). 775 bytes result sent to driver 2022-08-17 11:02:46 TaskSetManager: INFO: Starting task 84.0 in stage 9.0 (TID 219) (dna.Dlink, executor driver, partition 84, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:46 Executor: INFO: Running task 84.0 in stage 9.0 (TID 219) 2022-08-17 11:02:46 TaskSetManager: INFO: Finished task 77.0 in stage 9.0 (TID 212) in 25740 ms on dna.Dlink (executor driver) (77/112) 2022-08-17 11:02:46 root: INFO: RegionPool: initialized for thread 227: Executor task launch worker for task 84.0 in stage 9.0 (TID 219) 2022-08-17 11:02:46 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 227: Executor task launch worker for task 84.0 in stage 9.0 (TID 219) 2022-08-17 11:02:47 root: INFO: TaskReport: stage=9, partition=76, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:47 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 76.0 in stage 9.0 (TID 211) 2022-08-17 11:02:47 Executor: INFO: Finished task 76.0 in stage 9.0 (TID 211). 775 bytes result sent to driver 2022-08-17 11:02:47 TaskSetManager: INFO: Starting task 85.0 in stage 9.0 (TID 220) (dna.Dlink, executor driver, partition 85, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:47 Executor: INFO: Running task 85.0 in stage 9.0 (TID 220) 2022-08-17 11:02:47 TaskSetManager: INFO: Finished task 76.0 in stage 9.0 (TID 211) in 27399 ms on dna.Dlink (executor driver) (78/112) 2022-08-17 11:02:47 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 85.0 in stage 9.0 (TID 220) 2022-08-17 11:02:47 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 85.0 in stage 9.0 (TID 220) 2022-08-17 11:02:49 root: INFO: TaskReport: stage=9, partition=79, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:49 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 79.0 in stage 9.0 (TID 214) 2022-08-17 11:02:49 Executor: INFO: Finished task 79.0 in stage 9.0 (TID 214). 775 bytes result sent to driver 2022-08-17 11:02:49 TaskSetManager: INFO: Starting task 86.0 in stage 9.0 (TID 221) (dna.Dlink, executor driver, partition 86, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:49 TaskSetManager: INFO: Finished task 79.0 in stage 9.0 (TID 214) in 26557 ms on dna.Dlink (executor driver) (79/112) 2022-08-17 11:02:49 Executor: INFO: Running task 86.0 in stage 9.0 (TID 221) 2022-08-17 11:02:49 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 86.0 in stage 9.0 (TID 221) 2022-08-17 11:02:49 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 86.0 in stage 9.0 (TID 221) 2022-08-17 11:02:49 root: INFO: TaskReport: stage=9, partition=78, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:02:49 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 226: Executor task launch worker for task 78.0 in stage 9.0 (TID 213) 2022-08-17 11:02:49 Executor: INFO: Finished task 78.0 in stage 9.0 (TID 213). 775 bytes result sent to driver 2022-08-17 11:02:49 TaskSetManager: INFO: Starting task 87.0 in stage 9.0 (TID 222) (dna.Dlink, executor driver, partition 87, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:02:49 Executor: INFO: Running task 87.0 in stage 9.0 (TID 222) 2022-08-17 11:02:49 TaskSetManager: INFO: Finished task 78.0 in stage 9.0 (TID 213) in 26732 ms on dna.Dlink (executor driver) (80/112) 2022-08-17 11:02:49 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 87.0 in stage 9.0 (TID 222) 2022-08-17 11:02:49 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 87.0 in stage 9.0 (TID 222) 2022-08-17 11:03:05 root: INFO: TaskReport: stage=9, partition=80, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:05 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 80.0 in stage 9.0 (TID 215) 2022-08-17 11:03:05 Executor: INFO: Finished task 80.0 in stage 9.0 (TID 215). 818 bytes result sent to driver 2022-08-17 11:03:05 TaskSetManager: INFO: Starting task 88.0 in stage 9.0 (TID 223) (dna.Dlink, executor driver, partition 88, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:05 TaskSetManager: INFO: Finished task 80.0 in stage 9.0 (TID 215) in 27550 ms on dna.Dlink (executor driver) (81/112) 2022-08-17 11:03:05 Executor: INFO: Running task 88.0 in stage 9.0 (TID 223) 2022-08-17 11:03:05 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 88.0 in stage 9.0 (TID 223) 2022-08-17 11:03:05 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 88.0 in stage 9.0 (TID 223) 2022-08-17 11:03:07 root: INFO: TaskReport: stage=9, partition=82, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:07 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 82.0 in stage 9.0 (TID 217) 2022-08-17 11:03:07 Executor: INFO: Finished task 82.0 in stage 9.0 (TID 217). 818 bytes result sent to driver 2022-08-17 11:03:07 TaskSetManager: INFO: Starting task 89.0 in stage 9.0 (TID 224) (dna.Dlink, executor driver, partition 89, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:07 TaskSetManager: INFO: Finished task 82.0 in stage 9.0 (TID 217) in 23083 ms on dna.Dlink (executor driver) (82/112) 2022-08-17 11:03:07 Executor: INFO: Running task 89.0 in stage 9.0 (TID 224) 2022-08-17 11:03:07 root: INFO: RegionPool: initialized for thread 226: Executor task launch worker for task 89.0 in stage 9.0 (TID 224) 2022-08-17 11:03:07 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 226: Executor task launch worker for task 89.0 in stage 9.0 (TID 224) 2022-08-17 11:03:08 root: INFO: TaskReport: stage=9, partition=81, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:08 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 233: Executor task launch worker for task 81.0 in stage 9.0 (TID 216) 2022-08-17 11:03:08 Executor: INFO: Finished task 81.0 in stage 9.0 (TID 216). 818 bytes result sent to driver 2022-08-17 11:03:08 TaskSetManager: INFO: Starting task 90.0 in stage 9.0 (TID 225) (dna.Dlink, executor driver, partition 90, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:08 TaskSetManager: INFO: Finished task 81.0 in stage 9.0 (TID 216) in 25215 ms on dna.Dlink (executor driver) (83/112) 2022-08-17 11:03:08 Executor: INFO: Running task 90.0 in stage 9.0 (TID 225) 2022-08-17 11:03:08 root: INFO: RegionPool: initialized for thread 233: Executor task launch worker for task 90.0 in stage 9.0 (TID 225) 2022-08-17 11:03:08 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 233: Executor task launch worker for task 90.0 in stage 9.0 (TID 225) 2022-08-17 11:03:10 root: INFO: TaskReport: stage=9, partition=84, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:10 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 227: Executor task launch worker for task 84.0 in stage 9.0 (TID 219) 2022-08-17 11:03:10 Executor: INFO: Finished task 84.0 in stage 9.0 (TID 219). 818 bytes result sent to driver 2022-08-17 11:03:10 TaskSetManager: INFO: Starting task 91.0 in stage 9.0 (TID 226) (dna.Dlink, executor driver, partition 91, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:10 TaskSetManager: INFO: Finished task 84.0 in stage 9.0 (TID 219) in 24143 ms on dna.Dlink (executor driver) (84/112) 2022-08-17 11:03:10 Executor: INFO: Running task 91.0 in stage 9.0 (TID 226) 2022-08-17 11:03:10 root: INFO: RegionPool: initialized for thread 227: Executor task launch worker for task 91.0 in stage 9.0 (TID 226) 2022-08-17 11:03:10 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 227: Executor task launch worker for task 91.0 in stage 9.0 (TID 226) 2022-08-17 11:03:10 root: INFO: TaskReport: stage=9, partition=85, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:10 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 225: Executor task launch worker for task 85.0 in stage 9.0 (TID 220) 2022-08-17 11:03:10 Executor: INFO: Finished task 85.0 in stage 9.0 (TID 220). 818 bytes result sent to driver 2022-08-17 11:03:10 TaskSetManager: INFO: Starting task 92.0 in stage 9.0 (TID 227) (dna.Dlink, executor driver, partition 92, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:10 Executor: INFO: Running task 92.0 in stage 9.0 (TID 227) 2022-08-17 11:03:10 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 92.0 in stage 9.0 (TID 227) 2022-08-17 11:03:10 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 92.0 in stage 9.0 (TID 227) 2022-08-17 11:03:10 TaskSetManager: INFO: Finished task 85.0 in stage 9.0 (TID 220) in 23339 ms on dna.Dlink (executor driver) (85/112) 2022-08-17 11:03:10 root: INFO: TaskReport: stage=9, partition=83, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:10 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 83.0 in stage 9.0 (TID 218) 2022-08-17 11:03:10 Executor: INFO: Finished task 83.0 in stage 9.0 (TID 218). 861 bytes result sent to driver 2022-08-17 11:03:10 TaskSetManager: INFO: Starting task 93.0 in stage 9.0 (TID 228) (dna.Dlink, executor driver, partition 93, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:10 TaskSetManager: INFO: Finished task 83.0 in stage 9.0 (TID 218) in 25048 ms on dna.Dlink (executor driver) (86/112) 2022-08-17 11:03:10 Executor: INFO: Running task 93.0 in stage 9.0 (TID 228) 2022-08-17 11:03:10 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 93.0 in stage 9.0 (TID 228) 2022-08-17 11:03:10 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 93.0 in stage 9.0 (TID 228) 2022-08-17 11:03:11 root: INFO: TaskReport: stage=9, partition=86, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:11 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 86.0 in stage 9.0 (TID 221) 2022-08-17 11:03:11 Executor: INFO: Finished task 86.0 in stage 9.0 (TID 221). 818 bytes result sent to driver 2022-08-17 11:03:11 TaskSetManager: INFO: Starting task 94.0 in stage 9.0 (TID 229) (dna.Dlink, executor driver, partition 94, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:11 TaskSetManager: INFO: Finished task 86.0 in stage 9.0 (TID 221) in 21971 ms on dna.Dlink (executor driver) (87/112) 2022-08-17 11:03:11 Executor: INFO: Running task 94.0 in stage 9.0 (TID 229) 2022-08-17 11:03:11 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 94.0 in stage 9.0 (TID 229) 2022-08-17 11:03:11 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 94.0 in stage 9.0 (TID 229) 2022-08-17 11:03:11 root: INFO: TaskReport: stage=9, partition=87, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:11 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 87.0 in stage 9.0 (TID 222) 2022-08-17 11:03:11 Executor: INFO: Finished task 87.0 in stage 9.0 (TID 222). 818 bytes result sent to driver 2022-08-17 11:03:11 TaskSetManager: INFO: Starting task 95.0 in stage 9.0 (TID 230) (dna.Dlink, executor driver, partition 95, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:11 Executor: INFO: Running task 95.0 in stage 9.0 (TID 230) 2022-08-17 11:03:11 TaskSetManager: INFO: Finished task 87.0 in stage 9.0 (TID 222) in 22757 ms on dna.Dlink (executor driver) (88/112) 2022-08-17 11:03:11 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 95.0 in stage 9.0 (TID 230) 2022-08-17 11:03:11 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 95.0 in stage 9.0 (TID 230) 2022-08-17 11:03:27 root: INFO: TaskReport: stage=9, partition=88, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:27 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 88.0 in stage 9.0 (TID 223) 2022-08-17 11:03:27 Executor: INFO: Finished task 88.0 in stage 9.0 (TID 223). 775 bytes result sent to driver 2022-08-17 11:03:27 TaskSetManager: INFO: Starting task 96.0 in stage 9.0 (TID 231) (dna.Dlink, executor driver, partition 96, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:27 TaskSetManager: INFO: Finished task 88.0 in stage 9.0 (TID 223) in 22523 ms on dna.Dlink (executor driver) (89/112) 2022-08-17 11:03:27 Executor: INFO: Running task 96.0 in stage 9.0 (TID 231) 2022-08-17 11:03:27 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 96.0 in stage 9.0 (TID 231) 2022-08-17 11:03:27 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 96.0 in stage 9.0 (TID 231) 2022-08-17 11:03:30 root: INFO: TaskReport: stage=9, partition=89, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:30 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 226: Executor task launch worker for task 89.0 in stage 9.0 (TID 224) 2022-08-17 11:03:30 Executor: INFO: Finished task 89.0 in stage 9.0 (TID 224). 775 bytes result sent to driver 2022-08-17 11:03:30 TaskSetManager: INFO: Starting task 97.0 in stage 9.0 (TID 232) (dna.Dlink, executor driver, partition 97, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:30 Executor: INFO: Running task 97.0 in stage 9.0 (TID 232) 2022-08-17 11:03:30 TaskSetManager: INFO: Finished task 89.0 in stage 9.0 (TID 224) in 22844 ms on dna.Dlink (executor driver) (90/112) 2022-08-17 11:03:30 root: INFO: RegionPool: initialized for thread 226: Executor task launch worker for task 97.0 in stage 9.0 (TID 232) 2022-08-17 11:03:30 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 226: Executor task launch worker for task 97.0 in stage 9.0 (TID 232) 2022-08-17 11:03:33 root: INFO: TaskReport: stage=9, partition=93, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:33 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 93.0 in stage 9.0 (TID 228) 2022-08-17 11:03:33 Executor: INFO: Finished task 93.0 in stage 9.0 (TID 228). 775 bytes result sent to driver 2022-08-17 11:03:33 TaskSetManager: INFO: Starting task 98.0 in stage 9.0 (TID 233) (dna.Dlink, executor driver, partition 98, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:33 Executor: INFO: Running task 98.0 in stage 9.0 (TID 233) 2022-08-17 11:03:33 TaskSetManager: INFO: Finished task 93.0 in stage 9.0 (TID 228) in 23220 ms on dna.Dlink (executor driver) (91/112) 2022-08-17 11:03:33 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 98.0 in stage 9.0 (TID 233) 2022-08-17 11:03:33 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 98.0 in stage 9.0 (TID 233) 2022-08-17 11:03:34 root: INFO: TaskReport: stage=9, partition=95, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:34 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 95.0 in stage 9.0 (TID 230) 2022-08-17 11:03:34 Executor: INFO: Finished task 95.0 in stage 9.0 (TID 230). 818 bytes result sent to driver 2022-08-17 11:03:34 TaskSetManager: INFO: Starting task 99.0 in stage 9.0 (TID 234) (dna.Dlink, executor driver, partition 99, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:34 TaskSetManager: INFO: Finished task 95.0 in stage 9.0 (TID 230) in 22703 ms on dna.Dlink (executor driver) (92/112) 2022-08-17 11:03:34 Executor: INFO: Running task 99.0 in stage 9.0 (TID 234) 2022-08-17 11:03:34 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 99.0 in stage 9.0 (TID 234) 2022-08-17 11:03:34 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 99.0 in stage 9.0 (TID 234) 2022-08-17 11:03:35 root: INFO: TaskReport: stage=9, partition=90, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:35 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 233: Executor task launch worker for task 90.0 in stage 9.0 (TID 225) 2022-08-17 11:03:35 Executor: INFO: Finished task 90.0 in stage 9.0 (TID 225). 775 bytes result sent to driver 2022-08-17 11:03:35 TaskSetManager: INFO: Starting task 100.0 in stage 9.0 (TID 235) (dna.Dlink, executor driver, partition 100, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:35 Executor: INFO: Running task 100.0 in stage 9.0 (TID 235) 2022-08-17 11:03:35 TaskSetManager: INFO: Finished task 90.0 in stage 9.0 (TID 225) in 26548 ms on dna.Dlink (executor driver) (93/112) 2022-08-17 11:03:35 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 100.0 in stage 9.0 (TID 235) 2022-08-17 11:03:35 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 100.0 in stage 9.0 (TID 235) 2022-08-17 11:03:35 root: INFO: TaskReport: stage=9, partition=94, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:35 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 225: Executor task launch worker for task 94.0 in stage 9.0 (TID 229) 2022-08-17 11:03:35 Executor: INFO: Finished task 94.0 in stage 9.0 (TID 229). 775 bytes result sent to driver 2022-08-17 11:03:35 TaskSetManager: INFO: Starting task 101.0 in stage 9.0 (TID 236) (dna.Dlink, executor driver, partition 101, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:35 Executor: INFO: Running task 101.0 in stage 9.0 (TID 236) 2022-08-17 11:03:35 TaskSetManager: INFO: Finished task 94.0 in stage 9.0 (TID 229) in 24423 ms on dna.Dlink (executor driver) (94/112) 2022-08-17 11:03:35 root: INFO: RegionPool: initialized for thread 233: Executor task launch worker for task 101.0 in stage 9.0 (TID 236) 2022-08-17 11:03:35 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 233: Executor task launch worker for task 101.0 in stage 9.0 (TID 236) 2022-08-17 11:03:36 root: INFO: TaskReport: stage=9, partition=92, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:36 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 92.0 in stage 9.0 (TID 227) 2022-08-17 11:03:36 Executor: INFO: Finished task 92.0 in stage 9.0 (TID 227). 775 bytes result sent to driver 2022-08-17 11:03:36 TaskSetManager: INFO: Starting task 102.0 in stage 9.0 (TID 237) (dna.Dlink, executor driver, partition 102, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:36 Executor: INFO: Running task 102.0 in stage 9.0 (TID 237) 2022-08-17 11:03:36 TaskSetManager: INFO: Finished task 92.0 in stage 9.0 (TID 227) in 25732 ms on dna.Dlink (executor driver) (95/112) 2022-08-17 11:03:36 root: INFO: RegionPool: initialized for thread 228: Executor task launch worker for task 102.0 in stage 9.0 (TID 237) 2022-08-17 11:03:36 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 228: Executor task launch worker for task 102.0 in stage 9.0 (TID 237) 2022-08-17 11:03:39 root: INFO: TaskReport: stage=9, partition=91, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:39 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 227: Executor task launch worker for task 91.0 in stage 9.0 (TID 226) 2022-08-17 11:03:39 Executor: INFO: Finished task 91.0 in stage 9.0 (TID 226). 775 bytes result sent to driver 2022-08-17 11:03:39 TaskSetManager: INFO: Starting task 103.0 in stage 9.0 (TID 238) (dna.Dlink, executor driver, partition 103, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:39 TaskSetManager: INFO: Finished task 91.0 in stage 9.0 (TID 226) in 28966 ms on dna.Dlink (executor driver) (96/112) 2022-08-17 11:03:39 Executor: INFO: Running task 103.0 in stage 9.0 (TID 238) 2022-08-17 11:03:39 root: INFO: RegionPool: initialized for thread 227: Executor task launch worker for task 103.0 in stage 9.0 (TID 238) 2022-08-17 11:03:39 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 227: Executor task launch worker for task 103.0 in stage 9.0 (TID 238) 2022-08-17 11:03:48 root: INFO: TaskReport: stage=9, partition=96, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:48 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 96.0 in stage 9.0 (TID 231) 2022-08-17 11:03:48 Executor: INFO: Finished task 96.0 in stage 9.0 (TID 231). 775 bytes result sent to driver 2022-08-17 11:03:48 TaskSetManager: INFO: Starting task 104.0 in stage 9.0 (TID 239) (dna.Dlink, executor driver, partition 104, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:48 TaskSetManager: INFO: Finished task 96.0 in stage 9.0 (TID 231) in 21214 ms on dna.Dlink (executor driver) (97/112) 2022-08-17 11:03:48 Executor: INFO: Running task 104.0 in stage 9.0 (TID 239) 2022-08-17 11:03:48 root: INFO: RegionPool: initialized for thread 225: Executor task launch worker for task 104.0 in stage 9.0 (TID 239) 2022-08-17 11:03:48 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 225: Executor task launch worker for task 104.0 in stage 9.0 (TID 239) 2022-08-17 11:03:55 root: INFO: TaskReport: stage=9, partition=97, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:55 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 226: Executor task launch worker for task 97.0 in stage 9.0 (TID 232) 2022-08-17 11:03:55 Executor: INFO: Finished task 97.0 in stage 9.0 (TID 232). 775 bytes result sent to driver 2022-08-17 11:03:55 TaskSetManager: INFO: Starting task 105.0 in stage 9.0 (TID 240) (dna.Dlink, executor driver, partition 105, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:55 TaskSetManager: INFO: Finished task 97.0 in stage 9.0 (TID 232) in 25073 ms on dna.Dlink (executor driver) (98/112) 2022-08-17 11:03:55 Executor: INFO: Running task 105.0 in stage 9.0 (TID 240) 2022-08-17 11:03:55 root: INFO: RegionPool: initialized for thread 226: Executor task launch worker for task 105.0 in stage 9.0 (TID 240) 2022-08-17 11:03:55 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 226: Executor task launch worker for task 105.0 in stage 9.0 (TID 240) 2022-08-17 11:03:59 root: INFO: TaskReport: stage=9, partition=100, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:03:59 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 100.0 in stage 9.0 (TID 235) 2022-08-17 11:03:59 Executor: INFO: Finished task 100.0 in stage 9.0 (TID 235). 775 bytes result sent to driver 2022-08-17 11:03:59 TaskSetManager: INFO: Starting task 106.0 in stage 9.0 (TID 241) (dna.Dlink, executor driver, partition 106, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:03:59 Executor: INFO: Running task 106.0 in stage 9.0 (TID 241) 2022-08-17 11:03:59 TaskSetManager: INFO: Finished task 100.0 in stage 9.0 (TID 235) in 24458 ms on dna.Dlink (executor driver) (99/112) 2022-08-17 11:03:59 root: INFO: RegionPool: initialized for thread 229: Executor task launch worker for task 106.0 in stage 9.0 (TID 241) 2022-08-17 11:03:59 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 229: Executor task launch worker for task 106.0 in stage 9.0 (TID 241) 2022-08-17 11:04:00 root: INFO: TaskReport: stage=9, partition=103, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:00 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 227: Executor task launch worker for task 103.0 in stage 9.0 (TID 238) 2022-08-17 11:04:00 Executor: INFO: Finished task 103.0 in stage 9.0 (TID 238). 775 bytes result sent to driver 2022-08-17 11:04:00 TaskSetManager: INFO: Starting task 107.0 in stage 9.0 (TID 242) (dna.Dlink, executor driver, partition 107, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:04:00 TaskSetManager: INFO: Finished task 103.0 in stage 9.0 (TID 238) in 20853 ms on dna.Dlink (executor driver) (100/112) 2022-08-17 11:04:00 Executor: INFO: Running task 107.0 in stage 9.0 (TID 242) 2022-08-17 11:04:00 root: INFO: RegionPool: initialized for thread 227: Executor task launch worker for task 107.0 in stage 9.0 (TID 242) 2022-08-17 11:04:00 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 227: Executor task launch worker for task 107.0 in stage 9.0 (TID 242) 2022-08-17 11:04:00 root: INFO: TaskReport: stage=9, partition=99, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:00 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 99.0 in stage 9.0 (TID 234) 2022-08-17 11:04:00 Executor: INFO: Finished task 99.0 in stage 9.0 (TID 234). 775 bytes result sent to driver 2022-08-17 11:04:00 TaskSetManager: INFO: Starting task 108.0 in stage 9.0 (TID 243) (dna.Dlink, executor driver, partition 108, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:04:00 Executor: INFO: Running task 108.0 in stage 9.0 (TID 243) 2022-08-17 11:04:00 TaskSetManager: INFO: Finished task 99.0 in stage 9.0 (TID 234) in 26417 ms on dna.Dlink (executor driver) (101/112) 2022-08-17 11:04:00 root: INFO: RegionPool: initialized for thread 232: Executor task launch worker for task 108.0 in stage 9.0 (TID 243) 2022-08-17 11:04:00 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 232: Executor task launch worker for task 108.0 in stage 9.0 (TID 243) 2022-08-17 11:04:01 root: INFO: TaskReport: stage=9, partition=102, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:01 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 228: Executor task launch worker for task 102.0 in stage 9.0 (TID 237) 2022-08-17 11:04:01 Executor: INFO: Finished task 102.0 in stage 9.0 (TID 237). 775 bytes result sent to driver 2022-08-17 11:04:01 TaskSetManager: INFO: Starting task 109.0 in stage 9.0 (TID 244) (dna.Dlink, executor driver, partition 109, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:04:01 Executor: INFO: Running task 109.0 in stage 9.0 (TID 244) 2022-08-17 11:04:01 TaskSetManager: INFO: Finished task 102.0 in stage 9.0 (TID 237) in 24919 ms on dna.Dlink (executor driver) (102/112) 2022-08-17 11:04:01 root: INFO: RegionPool: initialized for thread 231: Executor task launch worker for task 109.0 in stage 9.0 (TID 244) 2022-08-17 11:04:01 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 231: Executor task launch worker for task 109.0 in stage 9.0 (TID 244) 2022-08-17 11:04:01 root: INFO: TaskReport: stage=9, partition=98, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:01 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 98.0 in stage 9.0 (TID 233) 2022-08-17 11:04:01 Executor: INFO: Finished task 98.0 in stage 9.0 (TID 233). 775 bytes result sent to driver 2022-08-17 11:04:01 TaskSetManager: INFO: Starting task 110.0 in stage 9.0 (TID 245) (dna.Dlink, executor driver, partition 110, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:04:01 TaskSetManager: INFO: Finished task 98.0 in stage 9.0 (TID 233) in 27693 ms on dna.Dlink (executor driver) (103/112) 2022-08-17 11:04:01 Executor: INFO: Running task 110.0 in stage 9.0 (TID 245) 2022-08-17 11:04:01 root: INFO: RegionPool: initialized for thread 230: Executor task launch worker for task 110.0 in stage 9.0 (TID 245) 2022-08-17 11:04:01 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 230: Executor task launch worker for task 110.0 in stage 9.0 (TID 245) 2022-08-17 11:04:01 root: INFO: TaskReport: stage=9, partition=101, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:01 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 233: Executor task launch worker for task 101.0 in stage 9.0 (TID 236) 2022-08-17 11:04:01 Executor: INFO: Finished task 101.0 in stage 9.0 (TID 236). 775 bytes result sent to driver 2022-08-17 11:04:01 TaskSetManager: INFO: Starting task 111.0 in stage 9.0 (TID 246) (dna.Dlink, executor driver, partition 111, PROCESS_LOCAL, 4474 bytes) taskResourceAssignments Map() 2022-08-17 11:04:01 TaskSetManager: INFO: Finished task 101.0 in stage 9.0 (TID 236) in 26437 ms on dna.Dlink (executor driver) (104/112) 2022-08-17 11:04:01 Executor: INFO: Running task 111.0 in stage 9.0 (TID 246) 2022-08-17 11:04:01 root: INFO: RegionPool: initialized for thread 233: Executor task launch worker for task 111.0 in stage 9.0 (TID 246) 2022-08-17 11:04:01 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 233: Executor task launch worker for task 111.0 in stage 9.0 (TID 246) 2022-08-17 11:04:10 root: INFO: TaskReport: stage=9, partition=104, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:10 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 225: Executor task launch worker for task 104.0 in stage 9.0 (TID 239) 2022-08-17 11:04:10 Executor: INFO: Finished task 104.0 in stage 9.0 (TID 239). 775 bytes result sent to driver 2022-08-17 11:04:10 TaskSetManager: INFO: Finished task 104.0 in stage 9.0 (TID 239) in 21499 ms on dna.Dlink (executor driver) (105/112) 2022-08-17 11:04:15 root: INFO: TaskReport: stage=9, partition=105, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:15 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 226: Executor task launch worker for task 105.0 in stage 9.0 (TID 240) 2022-08-17 11:04:15 Executor: INFO: Finished task 105.0 in stage 9.0 (TID 240). 775 bytes result sent to driver 2022-08-17 11:04:15 TaskSetManager: INFO: Finished task 105.0 in stage 9.0 (TID 240) in 20185 ms on dna.Dlink (executor driver) (106/112) 2022-08-17 11:04:18 root: INFO: TaskReport: stage=9, partition=108, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:18 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 232: Executor task launch worker for task 108.0 in stage 9.0 (TID 243) 2022-08-17 11:04:18 Executor: INFO: Finished task 108.0 in stage 9.0 (TID 243). 775 bytes result sent to driver 2022-08-17 11:04:18 TaskSetManager: INFO: Finished task 108.0 in stage 9.0 (TID 243) in 17120 ms on dna.Dlink (executor driver) (107/112) 2022-08-17 11:04:18 root: INFO: TaskReport: stage=9, partition=110, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:18 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 230: Executor task launch worker for task 110.0 in stage 9.0 (TID 245) 2022-08-17 11:04:18 Executor: INFO: Finished task 110.0 in stage 9.0 (TID 245). 775 bytes result sent to driver 2022-08-17 11:04:18 TaskSetManager: INFO: Finished task 110.0 in stage 9.0 (TID 245) in 16577 ms on dna.Dlink (executor driver) (108/112) 2022-08-17 11:04:18 root: INFO: TaskReport: stage=9, partition=109, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:18 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 231: Executor task launch worker for task 109.0 in stage 9.0 (TID 244) 2022-08-17 11:04:18 Executor: INFO: Finished task 109.0 in stage 9.0 (TID 244). 775 bytes result sent to driver 2022-08-17 11:04:18 TaskSetManager: INFO: Finished task 109.0 in stage 9.0 (TID 244) in 17186 ms on dna.Dlink (executor driver) (109/112) 2022-08-17 11:04:19 root: INFO: TaskReport: stage=9, partition=111, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:19 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 233: Executor task launch worker for task 111.0 in stage 9.0 (TID 246) 2022-08-17 11:04:19 Executor: INFO: Finished task 111.0 in stage 9.0 (TID 246). 775 bytes result sent to driver 2022-08-17 11:04:19 TaskSetManager: INFO: Finished task 111.0 in stage 9.0 (TID 246) in 17429 ms on dna.Dlink (executor driver) (110/112) 2022-08-17 11:04:27 root: INFO: TaskReport: stage=9, partition=106, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:27 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 229: Executor task launch worker for task 106.0 in stage 9.0 (TID 241) 2022-08-17 11:04:27 Executor: INFO: Finished task 106.0 in stage 9.0 (TID 241). 818 bytes result sent to driver 2022-08-17 11:04:27 TaskSetManager: INFO: Finished task 106.0 in stage 9.0 (TID 241) in 27390 ms on dna.Dlink (executor driver) (111/112) 2022-08-17 11:04:28 root: INFO: TaskReport: stage=9, partition=107, attempt=0, peakBytes=262400, peakBytesReadable=256.25 KiB, chunks requested=0, cache hits=0 2022-08-17 11:04:28 root: INFO: RegionPool: FREE: 256.3K allocated (256.3K blocks / 0 chunks), regions.size = 5, 0 current java objects, thread 227: Executor task launch worker for task 107.0 in stage 9.0 (TID 242) 2022-08-17 11:04:28 Executor: INFO: Finished task 107.0 in stage 9.0 (TID 242). 775 bytes result sent to driver 2022-08-17 11:04:28 TaskSetManager: INFO: Finished task 107.0 in stage 9.0 (TID 242) in 28038 ms on dna.Dlink (executor driver) (112/112) 2022-08-17 11:04:28 TaskSchedulerImpl: INFO: Removed TaskSet 9.0, whose tasks have all completed, from pool 2022-08-17 11:04:28 DAGScheduler: INFO: ResultStage 9 (collect at SparkBackend.scala:321) finished in 349.684 s 2022-08-17 11:04:28 DAGScheduler: INFO: Job 9 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 11:04:28 TaskSchedulerImpl: INFO: Killing all running tasks in stage 9: Stage finished 2022-08-17 11:04:28 DAGScheduler: INFO: Job 9 finished: collect at SparkBackend.scala:321, took 349.684815 s 2022-08-17 11:04:28 root: INFO: took 5m49.9s 2022-08-17 11:04:28 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:04:28 root: INFO: lowering result: I64 2022-08-17 11:04:28 root: INFO: compiling and evaluating result: I64 2022-08-17 11:04:28 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (I64 6987319) 2022-08-17 11:04:28 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (I64 6987319) 2022-08-17 11:04:28 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (I64 6987319) 2022-08-17 11:04:28 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (I64 6987319) 2022-08-17 11:04:28 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (I64 6987319) 2022-08-17 11:04:28 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (I64 6987319) 2022-08-17 11:04:28 root: INFO: took 0.668ms 2022-08-17 11:04:28 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (I64 6987319) 2022-08-17 11:04:28 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (I64 6987319) 2022-08-17 11:04:28 root: INFO: encoder cache hit 2022-08-17 11:04:28 root: INFO: finished execution of query hail_query_6 2022-08-17 11:04:28 root: INFO: RegionPool: FREE: 1.4M allocated (576.0K blocks / 832.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode total 5m50.2s self 7.610ms children 5m50.2s %children 100.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR total 66.720ms self 0.010ms children 66.711ms %children 99.99% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/Verify total 0.104ms self 0.104ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation total 66.579ms self 4.418ms children 62.161ms %children 93.36% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 62.161ms self 0.113ms children 62.048ms %children 99.82% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 1.915ms self 1.915ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 5.389ms self 5.389ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 7.133ms self 7.133ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 9.456ms self 9.456ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 14.913ms self 14.913ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.497ms self 0.497ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 5.080ms self 5.080ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.305ms self 0.305ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.594ms self 0.594ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 1.055ms self 1.055ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 2.487ms self 2.487ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 3.376ms self 3.376ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.115ms self 0.115ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.752ms self 2.752ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.208ms self 0.208ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.420ms self 0.420ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.764ms self 0.764ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.922ms self 0.922ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 2.333ms self 2.333ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.075ms self 0.075ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.260ms self 2.260ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, initial IR/Verify total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable total 2.019ms self 0.008ms children 2.011ms %children 99.58% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/Verify total 0.022ms self 0.022ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/LoweringTransformation total 1.846ms self 1.846ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerMatrixToTable/Verify total 0.143ms self 0.143ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable total 38.259ms self 0.011ms children 38.249ms %children 99.97% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.048ms self 0.048ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 38.143ms self 3.483ms children 34.660ms %children 90.87% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 34.660ms self 0.113ms children 34.547ms %children 99.67% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.474ms self 0.474ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.872ms self 0.872ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 1.231ms self 1.231ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 6.083ms self 6.083ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 2.510ms self 2.510ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.138ms self 0.138ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 3.862ms self 3.862ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.328ms self 0.328ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.516ms self 0.516ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.897ms self 0.897ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 4.192ms self 4.192ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 2.183ms self 2.183ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.118ms self 0.118ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 3.455ms self 3.455ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.306ms self 0.306ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.473ms self 0.473ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.806ms self 0.806ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.938ms self 0.938ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.910ms self 1.910ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.109ms self 0.109ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 3.147ms self 3.147ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.057ms self 0.057ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets total 0.362ms self 0.005ms children 0.357ms %children 98.55% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/Verify total 0.048ms self 0.048ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.214ms self 0.214ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LiftRelationalValuesToRelationalLets/Verify total 0.095ms self 0.095ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable total 5m50.1s self 0.005ms children 5m50.1s %children 100.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/Verify total 0.049ms self 0.049ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation total 5m50.1s self 31.682ms children 5m50.0s %children 99.99% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 9.756ms self 0.009ms children 9.747ms %children 99.90% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 9.708ms self 1.613ms children 8.095ms %children 83.39% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 8.095ms self 0.056ms children 8.039ms %children 99.31% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.163ms self 0.163ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.179ms self 0.179ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.328ms self 0.328ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.348ms self 0.348ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.768ms self 0.768ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.045ms self 0.045ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.020ms self 1.020ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.219ms self 0.219ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.135ms self 0.135ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.275ms self 0.275ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.285ms self 0.285ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.555ms self 0.555ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.049ms self 0.049ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.939ms self 0.939ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.216ms self 0.216ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.133ms self 0.133ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.277ms self 0.277ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.308ms self 0.308ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.725ms self 0.725ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.056ms self 0.056ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.017ms self 1.017ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.135ms self 0.005ms children 0.130ms %children 96.48% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.094ms self 0.094ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 8.546ms self 0.006ms children 8.540ms %children 99.93% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 8.507ms self 1.424ms children 7.083ms %children 83.27% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 7.083ms self 0.062ms children 7.021ms %children 99.12% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.203ms self 0.203ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.139ms self 0.139ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.281ms self 0.281ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.280ms self 0.280ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.573ms self 0.573ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.050ms self 0.050ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.918ms self 0.918ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.145ms self 0.145ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.128ms self 0.128ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.260ms self 0.260ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.270ms self 0.270ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.531ms self 0.531ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.050ms self 0.050ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.913ms self 0.913ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.150ms self 0.150ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.132ms self 0.132ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.260ms self 0.260ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.271ms self 0.271ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.505ms self 0.505ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.048ms self 0.048ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.914ms self 0.914ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.128ms self 0.004ms children 0.124ms %children 96.70% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.046ms self 0.046ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.061ms self 0.061ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.106ms self 0.003ms children 0.104ms %children 97.40% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.053ms self 0.053ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 8.744ms self 0.006ms children 8.738ms %children 99.93% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 8.707ms self 1.393ms children 7.314ms %children 84.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 7.314ms self 0.066ms children 7.249ms %children 99.10% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.142ms self 0.142ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.170ms self 0.170ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.309ms self 0.309ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.288ms self 0.288ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.597ms self 0.597ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.048ms self 0.048ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.913ms self 0.913ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.153ms self 0.153ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.139ms self 0.139ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.306ms self 0.306ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.288ms self 0.288ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.630ms self 0.630ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.052ms self 0.052ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.949ms self 0.949ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.147ms self 0.147ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.129ms self 0.129ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.259ms self 0.259ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.278ms self 0.278ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.507ms self 0.507ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.059ms self 0.059ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.885ms self 0.885ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 69.810ms self 41.070ms children 28.740ms %children 41.17% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 8.787ms self 0.009ms children 8.779ms %children 99.90% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.016ms self 0.016ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 8.745ms self 1.489ms children 7.256ms %children 82.97% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 7.256ms self 0.068ms children 7.187ms %children 99.06% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.100ms self 0.100ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.147ms self 0.147ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.267ms self 0.267ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.285ms self 0.285ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.580ms self 0.580ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.058ms self 0.058ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.968ms self 0.968ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.151ms self 0.151ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.133ms self 0.133ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.270ms self 0.270ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.308ms self 0.308ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.572ms self 0.572ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.053ms self 0.053ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.936ms self 0.936ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.151ms self 0.151ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.133ms self 0.133ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.268ms self 0.268ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.284ms self 0.284ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.553ms self 0.553ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.057ms self 0.057ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.911ms self 0.911ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.125ms self 0.004ms children 0.120ms %children 96.56% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.036ms self 0.036ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.053ms self 0.053ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 9.299ms self 0.008ms children 9.292ms %children 99.92% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 9.256ms self 1.676ms children 7.580ms %children 81.89% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 7.580ms self 0.065ms children 7.516ms %children 99.15% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.096ms self 0.096ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.174ms self 0.174ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.302ms self 0.302ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.285ms self 0.285ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.586ms self 0.586ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.051ms self 0.051ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.938ms self 0.938ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.146ms self 0.146ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.132ms self 0.132ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.258ms self 0.258ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.294ms self 0.294ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.520ms self 0.520ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.049ms self 0.049ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.888ms self 0.888ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.377ms self 0.377ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.144ms self 0.144ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.305ms self 0.305ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.282ms self 0.282ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 0.714ms self 0.714ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.047ms self 0.047ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 0.928ms self 0.928ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 1.137ms self 0.007ms children 1.130ms %children 99.40% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.040ms self 0.040ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 1.055ms self 1.055ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 8.314ms self 0.007ms children 8.307ms %children 99.91% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 8.275ms self 1.541ms children 6.734ms %children 81.38% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 6.734ms self 0.061ms children 6.673ms %children 99.10% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.092ms self 0.092ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.176ms self 0.176ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.304ms self 0.304ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.290ms self 0.290ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.559ms self 0.559ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.047ms self 0.047ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.910ms self 0.910ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.133ms self 0.133ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.128ms self 0.128ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.250ms self 0.250ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.277ms self 0.277ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.495ms self 0.495ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.046ms self 0.046ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.829ms self 0.829ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.131ms self 0.131ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.125ms self 0.125ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.247ms self 0.247ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.271ms self 0.271ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 0.501ms self 0.501ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.050ms self 0.050ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 0.812ms self 0.812ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.017ms self 0.017ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 1.077ms self 1.077ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 1.865ms self 1.865ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 30.864ms self 30.864ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 0.280ms self 0.005ms children 0.275ms %children 98.16% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 0.271ms self 0.100ms children 0.171ms %children 62.93% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 0.171ms self 0.011ms children 0.159ms %children 93.28% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.050ms self 0.050ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.016ms self 0.002ms children 0.014ms %children 87.42% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 0.112ms self 0.002ms children 0.110ms %children 98.21% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 0.109ms self 0.037ms children 0.072ms %children 66.05% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 0.072ms self 0.006ms children 0.066ms %children 91.94% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.018ms self 0.018ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.010ms self 0.010ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.015ms self 0.015ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.010ms self 0.002ms children 0.009ms %children 85.48% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.009ms self 0.001ms children 0.008ms %children 86.06% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 0.075ms self 0.002ms children 0.074ms %children 97.66% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.072ms self 0.031ms children 0.041ms %children 56.57% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.041ms self 0.005ms children 0.036ms %children 88.88% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 0.199ms self 0.199ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 0.432ms self 0.432ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 30.310ms self 0.009ms children 30.301ms %children 99.97% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.037ms self 0.037ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 30.232ms self 3.478ms children 26.754ms %children 88.50% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 26.754ms self 0.056ms children 26.697ms %children 99.79% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.240ms self 0.240ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.343ms self 0.343ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.584ms self 0.584ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 9.517ms self 9.517ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 2.060ms self 2.060ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.201ms self 0.201ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 2.026ms self 2.026ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.208ms self 0.208ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.263ms self 0.263ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.482ms self 0.482ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 3.515ms self 3.515ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.153ms self 1.153ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.076ms self 0.076ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.698ms self 1.698ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.191ms self 0.191ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.242ms self 0.242ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.414ms self 0.414ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.650ms self 0.650ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.163ms self 1.163ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.075ms self 0.075ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.596ms self 1.596ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.175ms self 0.004ms children 0.171ms %children 97.83% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.113ms self 0.113ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.033ms self 0.033ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 15.883ms self 0.008ms children 15.875ms %children 99.95% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.024ms self 0.024ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 15.818ms self 2.926ms children 12.893ms %children 81.50% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 12.893ms self 0.046ms children 12.846ms %children 99.64% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.171ms self 0.171ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.277ms self 0.277ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.440ms self 0.440ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.598ms self 0.598ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.159ms self 1.159ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.077ms self 0.077ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.721ms self 1.721ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.193ms self 0.193ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.237ms self 0.237ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.418ms self 0.418ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.587ms self 0.587ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.092ms self 1.092ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.075ms self 0.075ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.579ms self 1.579ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.208ms self 0.208ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.233ms self 0.233ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.419ms self 0.419ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.578ms self 0.578ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 1.065ms self 1.065ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.073ms self 0.073ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 1.646ms self 1.646ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.175ms self 0.008ms children 0.167ms %children 95.63% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.101ms self 0.101ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.185ms self 0.007ms children 0.178ms %children 96.34% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.032ms self 0.032ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.093ms self 0.093ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.053ms self 0.053ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 16.273ms self 0.006ms children 16.267ms %children 99.96% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.025ms self 0.025ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 16.207ms self 3.049ms children 13.158ms %children 81.19% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 13.158ms self 0.048ms children 13.111ms %children 99.64% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.173ms self 0.173ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.278ms self 0.278ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.447ms self 0.447ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.602ms self 0.602ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 1.146ms self 1.146ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.077ms self 0.077ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 1.646ms self 1.646ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.188ms self 0.188ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.228ms self 0.228ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.424ms self 0.424ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.625ms self 0.625ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 1.148ms self 1.148ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.076ms self 0.076ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 1.599ms self 1.599ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.183ms self 0.183ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.232ms self 0.232ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.409ms self 0.409ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.574ms self 0.574ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 1.218ms self 1.218ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.079ms self 0.079ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 1.756ms self 1.756ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.035ms self 0.035ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 123.949ms self 59.891ms children 64.059ms %children 51.68% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR total 17.344ms self 0.008ms children 17.335ms %children 99.95% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.028ms self 0.028ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation total 17.276ms self 3.014ms children 14.262ms %children 82.55% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize total 14.262ms self 0.067ms children 14.195ms %children 99.53% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.208ms self 0.208ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.272ms self 0.272ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.451ms self 0.451ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.615ms self 0.615ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.235ms self 1.235ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.096ms self 0.096ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.777ms self 1.777ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.222ms self 0.222ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.270ms self 0.270ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.459ms self 0.459ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.631ms self 0.631ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.836ms self 1.836ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.081ms self 0.081ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.693ms self 1.693ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.212ms self 0.212ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.240ms self 0.240ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.426ms self 0.426ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.583ms self 0.583ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 1.137ms self 1.137ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.081ms self 0.081ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 1.669ms self 1.669ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, initial IR/Verify total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR total 0.299ms self 0.004ms children 0.295ms %children 98.76% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.061ms self 0.061ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/LoweringTransformation total 0.156ms self 0.156ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/InlineApplyIR/Verify total 0.078ms self 0.078ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR total 19.254ms self 0.008ms children 19.246ms %children 99.96% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.031ms self 0.031ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation total 19.167ms self 3.394ms children 15.773ms %children 82.29% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize total 15.773ms self 0.070ms children 15.703ms %children 99.56% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.178ms self 0.178ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.311ms self 0.311ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.516ms self 0.516ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.634ms self 0.634ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 1.520ms self 1.520ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.096ms self 0.096ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.744ms self 1.744ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.211ms self 0.211ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.290ms self 0.290ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.482ms self 0.482ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.577ms self 0.577ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 1.405ms self 1.405ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.089ms self 0.089ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.842ms self 1.842ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/FoldConstants total 0.210ms self 0.210ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.284ms self 0.284ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/NormalizeNames total 0.501ms self 0.501ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/Simplify total 0.598ms self 0.598ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardLets total 2.235ms self 2.235ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.100ms self 0.100ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/LoweringTransformation/Optimize/PruneDeadFields total 1.881ms self 1.881ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after InlineApplyIR/Verify total 0.048ms self 0.048ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs total 3.853ms self 0.009ms children 3.845ms %children 99.78% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.081ms self 0.081ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/LoweringTransformation total 3.683ms self 3.683ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/LowerArrayAggsToRunAggs/Verify total 0.081ms self 0.081ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs total 20.745ms self 0.009ms children 20.736ms %children 99.96% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.040ms self 0.040ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation total 20.654ms self 3.562ms children 17.093ms %children 82.76% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize total 17.093ms self 0.066ms children 17.026ms %children 99.61% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.192ms self 0.192ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.334ms self 0.334ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.660ms self 0.660ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.610ms self 0.610ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 2.057ms self 2.057ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.096ms self 0.096ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 2.066ms self 2.066ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.207ms self 0.207ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.302ms self 0.302ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.443ms self 0.443ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.674ms self 0.674ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 1.962ms self 1.962ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.099ms self 0.099ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.916ms self 1.916ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/FoldConstants total 0.202ms self 0.202ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.309ms self 0.309ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/NormalizeNames total 0.439ms self 0.439ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/Simplify total 0.585ms self 0.585ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardLets total 1.948ms self 1.948ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/ForwardRelationalLets total 0.097ms self 0.097ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/LoweringTransformation/Optimize/PruneDeadFields total 1.830ms self 1.830ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/optimize: compileLowerer, after LowerArrayAggsToRunAggs/Verify total 0.041ms self 0.041ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile/EmitContext.analyze total 2.564ms self 2.564ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 3.760ms self 3.760ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 5m49.7s self 5m49.7s children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR total 0.217ms self 0.004ms children 0.213ms %children 98.20% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation total 0.209ms self 0.060ms children 0.149ms %children 71.28% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize total 0.149ms self 0.009ms children 0.140ms %children 93.72% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/FoldConstants total 0.019ms self 0.019ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/NormalizeNames total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/Simplify total 0.021ms self 0.021ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardLets total 0.011ms self 0.011ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/ForwardRelationalLets total 0.020ms self 0.020ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/LoweringTransformation/Optimize/PruneDeadFields total 0.055ms self 0.055ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, initial IR/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable total 0.019ms self 0.002ms children 0.017ms %children 91.99% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/LoweringTransformation total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerMatrixToTable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable total 0.091ms self 0.002ms children 0.090ms %children 98.31% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation total 0.088ms self 0.031ms children 0.057ms %children 64.84% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize total 0.057ms self 0.004ms children 0.053ms %children 92.70% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/FoldConstants total 0.008ms self 0.008ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/NormalizeNames total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/Simplify total 0.013ms self 0.013ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardLets total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/LoweringTransformation/Optimize/PruneDeadFields total 0.014ms self 0.014ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after LowerMatrixToTable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets total 0.009ms self 0.001ms children 0.008ms %children 86.26% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/LoweringTransformation total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LiftRelationalValuesToRelationalLets/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable total 0.009ms self 0.001ms children 0.008ms %children 89.81% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/LoweringTransformation total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/LowerOrInterpretNonCompilable/Verify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable total 0.056ms self 0.001ms children 0.054ms %children 97.72% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.000ms self 0.000ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.053ms self 0.022ms children 0.031ms %children 58.89% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.031ms self 0.004ms children 0.028ms %children 88.33% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.004ms self 0.004ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.007ms self 0.007ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/Compile total 0.099ms self 0.099ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/InitializeCompiledFunction total 0.027ms self 0.027ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/LoweringTransformation/RunCompiledFunction total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/LowerOrInterpretNonCompilable/Verify total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable total 0.070ms self 0.002ms children 0.068ms %children 97.27% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation total 0.066ms self 0.028ms children 0.038ms %children 58.02% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize total 0.038ms self 0.004ms children 0.034ms %children 89.03% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/FoldConstants total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ExtractIntervalFilters total 0.002ms self 0.002ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/NormalizeNames total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/Simplify total 0.005ms self 0.005ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardLets total 0.006ms self 0.006ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/ForwardRelationalLets total 0.003ms self 0.003ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/LoweringTransformation/Optimize/PruneDeadFields total 0.009ms self 0.009ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/optimize: relationalLowerer, after InterpretNonCompilable/Verify total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/Compile total 0.037ms self 0.037ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/InitializeCompiledFunction total 0.012ms self 0.012ms children 0.000ms %children 0.00% 2022-08-17 11:04:28 root: INFO: timing SparkBackend.executeEncode/RunCompiledFunction total 0.001ms self 0.001ms children 0.000ms %children 0.00% 2022-08-17 11:06:19 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 11:06:19 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 11:06:19 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 11:06:19 root: INFO: timing SparkBackend.parse_value_ir total 76.451ms self 76.451ms children 0.000ms %children 0.00% 2022-08-17 11:06:19 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 11:06:19 root: INFO: starting execution of query hail_query_7 of initial size 650 2022-08-17 11:06:19 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 650: (Let __rng_state (RNGStateLiteral (0 0 0 0)) (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.ht\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (MatrixRowsTable (MatrixMapRows (MatrixFilterRows (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols None (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixMapCols None (MatrixMapRows (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (InsertFields (Ref va) None (__row_uid (NA Int64)))) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info) (Ref va)) (Let __cse_1 (GetField alleles (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__uid_4 (GetField AC (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((GetField GT (Ref g)))))) (__uid_5 (ToArray (StreamMap __uid_6 (ToStream False (ArraySlice (Ref __cse_1) (I32 1) (I32 1))) (Let __uid_11 (ApplyIR 51 __uid_1 () Int32 (ApplyIR 30 indexArray () String (Ref __cse_1) (I32 0)) (Ref __uid_6)) (If (ApplyComparisonOp EQ (Ref __uid_11) (I32 1)) (Let __cse_2 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (If (ApplySpecial 75 land () Boolean (ApplyComparisonOp EQ (ApplyIR 52 __uid_1 () Int32 (Ref __cse_2) (Ref __uid_6)) (I32 1)) (ApplyIR 74 __uid_2 () Boolean (Ref __cse_2) (Ref __uid_6))) (I32 8) (I32 9))) (Ref __uid_11))))))))) None (__row_uid (GetField __row_uid (Ref va))))) (AggLet __cse_3 False (GetField GT (Ref g)) (InsertFields (SelectFields (s) (Ref sa)) None (sample_qc (Let __uid_25 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 76 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_3))))))) (n_not_called (ApplyAggOp Sum () ((Apply 77 toInt64 () Int64 (IsNA (Ref __cse_3)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Ref n_rows) (ApplyAggOp Count () ()))) (n_hom_ref (ApplyAggOp Sum () ((Apply 79 toInt64 () Int64 (Apply 78 isHomRef () Boolean (Ref __cse_3)))))) (n_het (ApplyAggOp Sum () ((Apply 81 toInt64 () Int64 (Apply 80 isHet () Boolean (Ref __cse_3)))))) (n_singleton (ApplyAggOp Sum () ((ApplyIR 89 toInt64 () Int64 (Let __uid_16 (Ref __cse_3) (ApplyIR 88 sum () Int32 (ToArray (StreamFilter __uid_20 (ToStream False (ToArray (StreamMap __uid_19 (ToStream False (ToArray (StreamMap __uid_17 (ToStream False (ToArray (StreamRange 83 False (I32 0) (Apply 82 ploidy () Int32 (Ref __uid_16)) (I32 1)))) (Let __uid_18 (Apply 84 index () Int32 (Ref __uid_16) (Ref __uid_17)) (ApplySpecial 86 land () Boolean (ApplyComparisonOp NEQ (Ref __uid_18) (I32 0)) (ApplyComparisonOp EQ (ApplyIR 85 indexArray () Int32 (GetField __uid_4 (Ref va)) (Ref __uid_18)) (I32 1))))))) (Apply 87 toInt32 () Int32 (Ref __uid_19))))) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_20))))))))))) (allele_type_counts (AggExplode __uid_24 False (ToStream False (ToArray (StreamMap __uid_23 (ToStream False (ToArray (StreamFilter __uid_22 (ToStream False (ToArray (StreamMap __uid_21 (ToStream False (ToArray (StreamRange 91 False (I32 0) (Apply 90 ploidy () Int32 (Ref __cse_3)) (I32 1)))) (Apply 92 index () Int32 (Ref __cse_3) (Ref __uid_21))))) (ApplyComparisonOp GT (Ref __uid_22) (I32 0))))) (ApplyIR 93 indexArray () Int32 (GetField __uid_5 (Ref va)) (ApplyBinaryPrimOp Subtract (Ref __uid_23) (I32 1)))))) (MakeTuple (0 1 2 3 4 5 6 7 8 9) (ApplyAggOp Sum () ((Apply 94 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 0))))) (ApplyAggOp Sum () ((Apply 95 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 1))))) (ApplyAggOp Sum () ((Apply 96 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 2))))) (ApplyAggOp Sum () ((Apply 97 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 3))))) (ApplyAggOp Sum () ((Apply 98 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 4))))) (ApplyAggOp Sum () ((Apply 99 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 5))))) (ApplyAggOp Sum () ((Apply 100 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 6))))) (ApplyAggOp Sum () ((Apply 101 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 7))))) (ApplyAggOp Sum () ((Apply 102 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 8))))) (ApplyAggOp Sum () ((Apply 103 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 9))))))))) (Let __cse_4 (GetField n_called (Ref __uid_25)) (Let __cse_5 (GetField n_not_called (Ref __uid_25)) (Let __cse_6 (GetField n_filtered (Ref __uid_25)) (Let __cse_7 (GetField n_hom_ref (Ref __uid_25)) (Let __cse_8 (GetField n_het (Ref __uid_25)) (Let __cse_9 (GetField allele_type_counts (Ref __uid_25)) (Let __uid_26 (MakeStruct (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 104 toFloat64 () Float64 (Ref __cse_4)) (ApplyIR 105 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_4) (Ref __cse_5)) (Ref __cse_6))))) (n_called (Ref __cse_4)) (n_not_called (Ref __cse_5)) (n_filtered (Ref __cse_6)) (n_hom_ref (Ref __cse_7)) (n_het (Ref __cse_8)) (n_hom_var (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7)) (Ref __cse_8))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7))) (n_singleton (GetField n_singleton (Ref __uid_25))) (n_snp (ApplyBinaryPrimOp Add (GetTupleElement 8 (Ref __cse_9)) (GetTupleElement 9 (Ref __cse_9)))) (n_insertion (GetTupleElement 3 (Ref __cse_9))) (n_deletion (GetTupleElement 4 (Ref __cse_9))) (n_transition (GetTupleElement 8 (Ref __cse_9))) (n_transversion (GetTupleElement 9 (Ref __cse_9))) (n_star (GetTupleElement 6 (Ref __cse_9)))) (InsertFields (Ref __uid_26) None (r_ti_tv (If (ApplyComparisonOp NEQ (GetField n_transversion (Ref __uid_26)) (ApplyIR 107 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 106 toFloat64 () Float64 (GetField n_transition (Ref __uid_26))) (ApplyIR 108 toFloat64 () Float64 (GetField n_transversion (Ref __uid_26)))) (NA Float64))) (r_het_hom_var (If (ApplyComparisonOp NEQ (GetField n_hom_var (Ref __uid_26)) (ApplyIR 110 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 109 toFloat64 () Float64 (GetField n_het (Ref __uid_26))) (ApplyIR 111 toFloat64 () Float64 (GetField n_hom_var (Ref __uid_26)))) (NA Float64))) (r_insertion_deletion (If (ApplyComparisonOp NEQ (GetField n_deletion (Ref __uid_26)) (ApplyIR 113 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 112 toFloat64 () Float64 (GetField n_insertion (Ref __uid_26))) (ApplyIR 114 toFloat64 () Float64 (GetField n_deletion (Ref __uid_26)))) (NA Float64)))))))))))))))) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info __uid_4 __uid_5) (Ref va)) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_4 (GetField __uid_4 (Ref va))) (__uid_5 (GetField __uid_5 (Ref va)))))) None (__row_uid (GetField __row_uid (Ref va))))) (TableKeyBy (Sample) False (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __cse_11 (GetField text (Ref row)) (Let __cse_10 (Apply 3 splitChar () Array[String] (Ref __cse_11) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Ref __cse_10))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Ref __cse_10))) (I32 1)) (Str "field") (Str "fields")) (Ref __cse_11))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (Let __cse_12 (GetField split_text (Ref row)) (InsertFields (SelectFields (file split_text) (Ref row)) None (Sample (ApplyIR 14 indexArray () String (Ref __cse_12) (I32 0))) (Population (ApplyIR 15 indexArray () String (Ref __cse_12) (I32 1))) (SuperPopulation (ApplyIR 16 indexArray () String (Ref __cse_12) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ApplyIR 17 indexArray () String (Ref __cse_12) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ApplyIR 19 indexArray () String (Ref __cse_12) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ApplyIR 21 indexArray () String (Ref __cse_12) (I32 5))))))) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file split_text Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))) (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))))) (InsertFields (SelectFields (s sample_qc) (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (AggLet __cse_13 False (GetField GT (Ref g)) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info) (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (variant_qc (Let __uid_31 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_13))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __cse_13)))))) (n_filtered (ApplyBinaryPrimOp Subtract (ApplyIR 139 toInt64 () Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((Ref __cse_13))))) (Let __cse_17 (GetField call_stats (Ref __uid_31)) (Let __cse_21 (GetField homozygote_count (Ref __cse_17)) (Let __cse_18 (GetField n_called (Ref __uid_31)) (Let __cse_19 (GetField n_not_called (Ref __uid_31)) (Let __cse_20 (GetField n_filtered (Ref __uid_31)) (Let __uid_32 (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (GetField alleles (Ref va)))) (I32 2)) (Let __cse_14 (GetField call_stats (Ref __uid_31)) (Let __cse_15 (GetField homozygote_count (Ref __cse_14)) (Let __cse_16 (GetField AC (Ref __cse_14)) (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 140 indexArray () Int32 (Ref __cse_15) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 141 indexArray () Int32 (Ref __cse_16) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 142 indexArray () Int32 (Ref __cse_15) (I32 1)) (I32 2))) (ApplyIR 143 indexArray () Int32 (Ref __cse_15) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 145 indexArray () Int32 (Ref __cse_15) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 146 indexArray () Int32 (Ref __cse_16) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 147 indexArray () Int32 (Ref __cse_15) (I32 1)) (I32 2))) (ApplyIR 148 indexArray () Int32 (Ref __cse_15) (I32 1)) (True)))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{het_freq_hwe:Float64,p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __cse_17))) (AF (GetField AF (Ref __cse_17))) (AN (GetField AN (Ref __cse_17))) (homozygote_count (Ref __cse_21)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 150 toFloat64 () Float64 (Ref __cse_18)) (ApplyIR 151 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_18) (Ref __cse_19)) (Ref __cse_20))))) (n_called (Ref __cse_18)) (n_not_called (Ref __cse_19)) (n_filtered (Ref __cse_20)) (n_het (ApplyBinaryPrimOp Subtract (Ref __cse_18) (ApplyIR 153 toInt64 () Int64 (ApplyIR 152 sum () Int32 (ToArray (StreamFilter __uid_33 (ToStream False (Ref __cse_21)) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_33))))))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_18) (ApplyIR 155 toInt64 () Int64 (ApplyIR 154 indexArray () Int32 (Ref __cse_21) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __uid_32)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __uid_32)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __uid_32))))))))))))))) None (__row_uid (GetField __row_uid (Ref va)))))) (Let va (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)) (Let __cse_22 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ApplyIR 156 indexArray () Float64 (Ref __cse_22) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ApplyIR 157 indexArray () Float64 (Ref __cse_22) (I32 0)) (F64 0.95))) (False))))) (Let __rng_state (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref va))) (Let va (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (Ref __rng_state) (MakeTuple ()))) (False))))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)))))) 2022-08-17 11:06:20 root: INFO: Prune: InsertFields: eliminating field '__uid_4' 2022-08-17 11:06:20 root: INFO: Prune: InsertFields: eliminating field '__uid_5' 2022-08-17 11:06:20 root: INFO: Prune: InsertFields: eliminating field 'sample_qc' 2022-08-17 11:06:20 root: INFO: Prune: InsertFields: eliminating field 'Population' 2022-08-17 11:06:20 root: INFO: Prune: InsertFields: eliminating field 'isFemale' 2022-08-17 11:06:20 root: INFO: Prune: InsertFields: eliminating field 'PurpleHair' 2022-08-17 11:06:20 root: INFO: Prune: InsertFields: eliminating field 'CaffeineConsumption' 2022-08-17 11:06:20 root: INFO: Prune: InsertFields: eliminating field 'split_text' 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 300: (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.ht\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (MatrixRowsTable (MatrixMapRows (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols () (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__row_uid (NA Int64)))) (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_7552 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_7553 (GetField text (Ref row)) (Let __iruid_7554 (Apply 3 splitChar () Array[String] (Ref __iruid_7553) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_7554)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7554)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7553))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7552) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7552) (I32 2)))))))) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (AggLet __iruid_7555 False (GetField GT (Ref g)) (InsertFields (Let __iruid_7556 (SelectFields (locus alleles rsid qual filters info) (Ref va)) (InsertFields (Ref __iruid_7556) None (variant_qc (Let __iruid_7557 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_7555))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_7555)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_7556)))) ((Ref __iruid_7555))))) (Let __iruid_7558 (GetField call_stats (Ref __iruid_7557)) (Let __iruid_7559 (GetField homozygote_count (Ref __iruid_7558)) (Let __iruid_7560 (GetField n_called (Ref __iruid_7557)) (Let __iruid_7561 (GetField n_not_called (Ref __iruid_7557)) (Let __iruid_7562 (GetField n_filtered (Ref __iruid_7557)) (Let __iruid_7563 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_7556))) (I32 2)) (Let __iruid_7564 (GetField call_stats (Ref __iruid_7557)) (Let __iruid_7565 (GetField homozygote_count (Ref __iruid_7564)) (Let __iruid_7566 (GetField AC (Ref __iruid_7564)) (Let __iruid_7567 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_7565) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_7566) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_7565) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_7565) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_7565) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_7566) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_7565) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_7565) (I32 1)) (True))) (If (IsNA (Ref __iruid_7567)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_7567)) (Let __iruid_7568 (GetTupleElement 1 (Ref __iruid_7567)) (If (IsNA (Ref __iruid_7568)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_7568)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_7558))) (AF (GetField AF (Ref __iruid_7558))) (AN (GetField AN (Ref __iruid_7558))) (homozygote_count (Ref __iruid_7559)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_7560)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_7560) (Ref __iruid_7561)) (Ref __iruid_7562))))) (n_called (Ref __iruid_7560)) (n_not_called (Ref __iruid_7561)) (n_filtered (Ref __iruid_7562)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_7560) (Cast Int64 (StreamFold __iruid_7569 __iruid_7570 (StreamFilter __iruid_7571 (ToStream False (Ref __iruid_7559)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_7571)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_7569) (Ref __iruid_7570)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_7560) (Cast Int64 (ArrayRef 154 (Ref __iruid_7559) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_7563)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_7563)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_7563))))))))))))))) None (__row_uid (GetField __row_uid (Ref va)))))) (ApplySpecial -1 land () Boolean (Let __iruid_7572 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_7572) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_7572) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref va))) (Literal Tuple[] ))) (False)))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va))))) 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 466: (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.ht\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (TableMapRows (TableMapGlobals (TableMapRows (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapGlobals (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead None False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_7574 (MakeStruct) (MakeStruct (locus (GetField locus (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (alleles (GetField alleles (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (rsid (GetField rsid (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (qual (GetField qual (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (filters (GetField filters (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (info (GetField info (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (__row_uid (NA Int64)))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (Let __dictfield (ToDict (ToStream False (ToArray (StreamMap __iruid_7575 (ToStream False (GetField rows (TableCollect (TableKeyBy () False (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_7552 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_7553 (GetField text (Ref row)) (Let __iruid_7554 (Apply 3 splitChar () Array[String] (Ref __iruid_7553) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_7554)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7554)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7553))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7552) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7552) (I32 2))))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_7575)) (SelectFields (SuperPopulation) (Ref __iruid_7575))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_7573 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_7573) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __dictfield) (MakeStruct (Sample (GetField s (Ref __iruid_7573))))))))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_7579 (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let __cols_array (GetField __cols (Ref global)) (Let sa (ArrayRef -1 (Ref __cols_array) (Ref __iruid_7579)) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))))))))) (InsertFields (Ref global) None (newColIdx (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let sa (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (SelectFields (__cols) (InsertFields (Ref global) None (__cols (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_7580 (MakeStruct) (StreamAgg i (ToStream False (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)))) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (AggLet sa False (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (AggLet g False (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i)) (AggLet __iruid_7555 False (GetField GT (Ref g)) (InsertFields (Let __iruid_7556 (SelectFields (locus alleles rsid qual filters info) (SelectFields (locus alleles rsid qual filters info __row_uid) (Ref row))) (InsertFields (Ref __iruid_7556) None (variant_qc (Let __iruid_7557 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_7555))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_7555)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_7556)))) ((Ref __iruid_7555))))) (Let __iruid_7558 (GetField call_stats (Ref __iruid_7557)) (Let __iruid_7559 (GetField homozygote_count (Ref __iruid_7558)) (Let __iruid_7560 (GetField n_called (Ref __iruid_7557)) (Let __iruid_7561 (GetField n_not_called (Ref __iruid_7557)) (Let __iruid_7562 (GetField n_filtered (Ref __iruid_7557)) (Let __iruid_7563 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_7556))) (I32 2)) (Let __iruid_7564 (GetField call_stats (Ref __iruid_7557)) (Let __iruid_7565 (GetField homozygote_count (Ref __iruid_7564)) (Let __iruid_7566 (GetField AC (Ref __iruid_7564)) (Let __iruid_7567 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_7565) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_7566) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_7565) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_7565) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_7565) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_7566) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_7565) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_7565) (I32 1)) (True))) (If (IsNA (Ref __iruid_7567)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_7567)) (Let __iruid_7568 (GetTupleElement 1 (Ref __iruid_7567)) (If (IsNA (Ref __iruid_7568)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_7568)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_7558))) (AF (GetField AF (Ref __iruid_7558))) (AN (GetField AN (Ref __iruid_7558))) (homozygote_count (Ref __iruid_7559)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_7560)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_7560) (Ref __iruid_7561)) (Ref __iruid_7562))))) (n_called (Ref __iruid_7560)) (n_not_called (Ref __iruid_7561)) (n_filtered (Ref __iruid_7562)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_7560) (Cast Int64 (StreamFold __iruid_7569 __iruid_7570 (StreamFilter __iruid_7571 (ToStream False (Ref __iruid_7559)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_7571)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_7569) (Ref __iruid_7570)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_7560) (Cast Int64 (ArrayRef 154 (Ref __iruid_7559) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_7563)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_7563)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_7563))))))))))))))) None (__row_uid (GetField __row_uid (SelectFields (locus alleles rsid qual filters info __row_uid) (Ref row)))))))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (ApplySpecial -1 land () Boolean (Let __iruid_7572 (GetField AF (GetField variant_qc (SelectFields (locus alleles rsid qual filters info variant_qc __row_uid) (Ref row)))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_7572) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_7572) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (SelectFields (locus alleles rsid qual filters info variant_qc __row_uid) (Ref row)))) (Literal Tuple[] ))) (False)))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_7581 (MakeStruct) (SelectFields (locus alleles rsid qual filters info variant_qc) (SelectFields (locus alleles rsid qual filters info variant_qc __row_uid) (Ref row)))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (SelectFields () (Ref global))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref row)))) 2022-08-17 11:06:20 BlockManagerInfo: INFO: Removed broadcast_53_piece0 on dna.Dlink:40753 in memory (size: 18.6 KiB, free: 17.8 GiB) 2022-08-17 11:06:20 BlockManagerInfo: INFO: Removed broadcast_52_piece0 on dna.Dlink:40753 in memory (size: 2.0 KiB, free: 17.8 GiB) 2022-08-17 11:06:20 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 11:06:20 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 399: (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.ht\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (TableMapGlobals (TableMapRows (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead None False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (MakeStruct (locus (GetField locus (Ref row))) (alleles (GetField alleles (Ref row))) (rsid (GetField rsid (Ref row))) (qual (GetField qual (Ref row))) (filters (GetField filters (Ref row))) (info (GetField info (Ref row))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))))) (Let __iruid_7708 (ToDict (StreamMap __iruid_7709 (ToStream False (GetField rows (TableCollect (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_7710 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_7711 (GetField text (Ref row)) (Let __iruid_7712 (Apply 3 splitChar () Array[String] (Ref __iruid_7711) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_7712)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7712)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7711))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7710) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7710) (I32 2))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_7709)) (SelectFields (SuperPopulation) (Ref __iruid_7709))))) (Let __iruid_7713 (ToArray (StreamMap __iruid_7714 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_7714) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_7708) (MakeStruct (Sample (GetField s (Ref __iruid_7714))))))))) (Let __iruid_7715 (ToArray (StreamMap __iruid_7716 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_7713)) (I32 1)) (Let __iruid_7717 (ArrayRef -1 (Ref __iruid_7713) (Ref __iruid_7716)) (InsertFields (SelectFields () (Ref __iruid_7717)) None (pheno (GetField __uid_27 (Ref __iruid_7717))))))) (InsertFields (Ref global) ("__cols" "newColIdx") (__cols (Ref __iruid_7715)) (newColIdx (ToArray (StreamFilter __iruid_7718 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_7715)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_7715) (Ref __iruid_7718)))) (Str "EUR")) (False)))))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_7719 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_7719))))))) (InsertFields (SelectFields (__cols) (Ref global)) ("__cols") (__cols (ToArray (StreamMap __iruid_7720 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref __iruid_7720))))))) (StreamAgg __iruid_7721 (StreamFilter __iruid_7722 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_7722))))) (AggLet __iruid_7723 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_7721))) (InsertFields (Let __iruid_7724 (SelectFields (locus alleles rsid qual filters info) (Ref row)) (InsertFields (Ref __iruid_7724) None (variant_qc (Let __iruid_7725 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_7723))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_7723)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (Ref global)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_7724)))) ((Ref __iruid_7723))))) (Let __iruid_7726 (GetField call_stats (Ref __iruid_7725)) (Let __iruid_7727 (GetField homozygote_count (Ref __iruid_7726)) (Let __iruid_7728 (GetField n_called (Ref __iruid_7725)) (Let __iruid_7729 (GetField n_not_called (Ref __iruid_7725)) (Let __iruid_7730 (GetField n_filtered (Ref __iruid_7725)) (Let __iruid_7731 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_7724))) (I32 2)) (Let __iruid_7732 (GetField call_stats (Ref __iruid_7725)) (Let __iruid_7733 (GetField homozygote_count (Ref __iruid_7732)) (Let __iruid_7734 (GetField AC (Ref __iruid_7732)) (Let __iruid_7735 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_7733) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_7734) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_7733) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_7733) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_7733) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_7734) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_7733) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_7733) (I32 1)) (True))) (If (IsNA (Ref __iruid_7735)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_7735)) (Let __iruid_7736 (GetTupleElement 1 (Ref __iruid_7735)) (If (IsNA (Ref __iruid_7736)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_7736)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_7726))) (AF (GetField AF (Ref __iruid_7726))) (AN (GetField AN (Ref __iruid_7726))) (homozygote_count (Ref __iruid_7727)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_7728)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_7728) (Ref __iruid_7729)) (Ref __iruid_7730))))) (n_called (Ref __iruid_7728)) (n_not_called (Ref __iruid_7729)) (n_filtered (Ref __iruid_7730)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_7728) (Cast Int64 (StreamFold __iruid_7737 __iruid_7738 (StreamFilter __iruid_7739 (ToStream False (Ref __iruid_7727)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_7739)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_7737) (Ref __iruid_7738)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_7728) (Cast Int64 (ArrayRef 154 (Ref __iruid_7727) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_7731)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_7731)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_7731))))))))))))))) None (__row_uid (GetField __row_uid (Ref row))))))) (ApplySpecial -1 land () Boolean (Let __iruid_7740 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_7740) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_7740) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref row))) (Literal Tuple[] ))) (False)))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref row))) (SelectFields () (Ref global)))) 2022-08-17 11:06:20 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:06:20 root: INFO: lowering result: TableCollect 2022-08-17 11:06:20 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 95: (Let __iruid_7751 (MakeStruct) (Let __iruid_7755 (CollectDistributedArray __iruid_7752 __iruid_7754 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_7751 (Ref __iruid_7751))) (Let __iruid_7751 (GetField __iruid_7751 (Ref __iruid_7754)) (ToArray (Let global (Ref __iruid_7751) (StreamMap __iruid_7753 (Let global (Ref __iruid_7751) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_7752)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let row (Ref __iruid_7753) (Let __iruid_7710 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_7711 (GetField text (Ref row)) (Let __iruid_7712 (Apply 3 splitChar () Array[String] (Ref __iruid_7711) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_7712)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7712)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7711))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7710) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7710) (I32 2))))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_7756 (ToStream False (Ref __iruid_7755)) (ToStream False (Ref __iruid_7756))))) (global (Ref __iruid_7751))))) 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_7781 (ToStream False (CollectDistributedArray __iruid_7782 __iruid_7783 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_7751:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_7785 (StreamFilter __iruid_7786 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_7782)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_7786)) (Str "Sample\tPop...")) (False))) (Let __iruid_7787 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_7785))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7785)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7785)) (Str "\t") (Literal Array[String] )) (Let __iruid_7788 (GetField text (Ref __iruid_7785)) (Let __iruid_7789 (Apply 3 splitChar () Array[String] (Ref __iruid_7788) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_7785)) (ArrayLen (Ref __iruid_7789)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7789)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7788))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_7785))))) (InsertFields (SelectFields () (Ref __iruid_7785)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7787) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7787) (I32 2))))))))) (ToStream False (Ref __iruid_7781))))) (global (Literal Struct{} ))) 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_7781 (ToStream False (CollectDistributedArray __iruid_7782 __iruid_7783 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_7751:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_7785 (StreamFilter __iruid_7786 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_7782)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_7786)) (Str "Sample\tPop...")) (False))) (Let __iruid_7787 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_7785))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7785)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7785)) (Str "\t") (Literal Array[String] )) (Let __iruid_7788 (GetField text (Ref __iruid_7785)) (Let __iruid_7789 (Apply 3 splitChar () Array[String] (Ref __iruid_7788) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_7785)) (ArrayLen (Ref __iruid_7789)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7789)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7788))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_7785))))) (InsertFields (SelectFields () (Ref __iruid_7785)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7787) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7787) (I32 2))))))))) (ToStream False (Ref __iruid_7781))))) (global (Literal Struct{} ))) 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_7806 (ToStream False (CollectDistributedArray __iruid_7807 __iruid_7808 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_7809 (StreamFilter __iruid_7810 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_7807)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_7810)) (Str "Sample\tPop...")) (False))) (Let __iruid_7811 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_7809))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7809)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7809)) (Str "\t") (Literal Array[String] )) (Let __iruid_7812 (GetField text (Ref __iruid_7809)) (Let __iruid_7813 (Apply 3 splitChar () Array[String] (Ref __iruid_7812) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_7809)) (ArrayLen (Ref __iruid_7813)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7813)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7812))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_7809))))) (InsertFields (SelectFields () (Ref __iruid_7809)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7811) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7811) (I32 2))))))))) (ToStream False (Ref __iruid_7806))))) (global (Literal Struct{} ))) 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_7806 (ToStream False (CollectDistributedArray __iruid_7807 __iruid_7808 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_7809 (StreamFilter __iruid_7810 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_7807)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_7810)) (Str "Sample\tPop...")) (False))) (Let __iruid_7811 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_7809))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7809)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7809)) (Str "\t") (Literal Array[String] )) (Let __iruid_7812 (GetField text (Ref __iruid_7809)) (Let __iruid_7813 (Apply 3 splitChar () Array[String] (Ref __iruid_7812) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_7809)) (ArrayLen (Ref __iruid_7813)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7813)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7812))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_7809))))) (InsertFields (SelectFields () (Ref __iruid_7809)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7811) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7811) (I32 2))))))))) (ToStream False (Ref __iruid_7806))))) (global (Literal Struct{} ))) 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_7830 (ToStream False (CollectDistributedArray __iruid_7831 __iruid_7832 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_7833 (StreamFilter __iruid_7834 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_7831)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_7834)) (Str "Sample\tPop...")) (False))) (Let __iruid_7835 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_7833))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7833)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7833)) (Str "\t") (Literal Array[String] )) (Let __iruid_7836 (GetField text (Ref __iruid_7833)) (Let __iruid_7837 (Apply 3 splitChar () Array[String] (Ref __iruid_7836) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_7833)) (ArrayLen (Ref __iruid_7837)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7837)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7836))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_7833))))) (InsertFields (SelectFields () (Ref __iruid_7833)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7835) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7835) (I32 2))))))))) (ToStream False (Ref __iruid_7830))))) (global (Literal Struct{} ))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_7830 (ToStream False (CollectDistributedArray __iruid_7831 __iruid_7832 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_7833 (StreamFilter __iruid_7834 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_7831)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_7834)) (Str "Sample\tPop...")) (False))) (Let __iruid_7835 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_7833))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7833)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7833)) (Str "\t") (Literal Array[String] )) (Let __iruid_7836 (GetField text (Ref __iruid_7833)) (Let __iruid_7837 (Apply 3 splitChar () Array[String] (Ref __iruid_7836) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_7833)) (ArrayLen (Ref __iruid_7837)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7837)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7836))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_7833))))) (InsertFields (SelectFields () (Ref __iruid_7833)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7835) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7835) (I32 2))))))))) (ToStream False (Ref __iruid_7830))))) (global (Literal Struct{} )))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_7854 (ToStream False (CollectDistributedArray __iruid_7855 __iruid_7856 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_7857 (StreamFilter __iruid_7858 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_7855)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_7858)) (Str "Sample\tPop...")) (False))) (Let __iruid_7859 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_7857))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7857)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7857)) (Str "\t") (Literal Array[String] )) (Let __iruid_7860 (GetField text (Ref __iruid_7857)) (Let __iruid_7861 (Apply 3 splitChar () Array[String] (Ref __iruid_7860) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_7857)) (ArrayLen (Ref __iruid_7861)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7861)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7860))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_7857))))) (InsertFields (SelectFields () (Ref __iruid_7857)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7859) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7859) (I32 2))))))))) (ToStream False (Ref __iruid_7854))))) (global (Literal Struct{} )))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_7854 (ToStream False (CollectDistributedArray __iruid_7855 __iruid_7856 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_7857 (StreamFilter __iruid_7858 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_7855)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_7858)) (Str "Sample\tPop...")) (False))) (Let __iruid_7859 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_7857))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7857)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7857)) (Str "\t") (Literal Array[String] )) (Let __iruid_7860 (GetField text (Ref __iruid_7857)) (Let __iruid_7861 (Apply 3 splitChar () Array[String] (Ref __iruid_7860) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_7857)) (ArrayLen (Ref __iruid_7861)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7861)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7860))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_7857))))) (InsertFields (SelectFields () (Ref __iruid_7857)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7859) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7859) (I32 2))))))))) (ToStream False (Ref __iruid_7854))))) (global (Literal Struct{} )))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_7878 (ToStream False (CollectDistributedArray __iruid_7879 __iruid_7880 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_7881 (StreamFilter __iruid_7882 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_7879)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_7882)) (Str "Sample\tPop...")) (False))) (Let __iruid_7883 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_7881))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7881)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7881)) (Str "\t") (Literal Array[String] )) (Let __iruid_7884 (GetField text (Ref __iruid_7881)) (Let __iruid_7885 (Apply 3 splitChar () Array[String] (Ref __iruid_7884) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_7881)) (ArrayLen (Ref __iruid_7885)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7885)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7884))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_7881))))) (InsertFields (SelectFields () (Ref __iruid_7881)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7883) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7883) (I32 2))))))))) (ToStream False (Ref __iruid_7878))))) (global (Literal Struct{} )))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_7878 (ToStream False (CollectDistributedArray __iruid_7879 __iruid_7880 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_7881 (StreamFilter __iruid_7882 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_7879)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_7882)) (Str "Sample\tPop...")) (False))) (Let __iruid_7883 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_7881))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7881)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7881)) (Str "\t") (Literal Array[String] )) (Let __iruid_7884 (GetField text (Ref __iruid_7881)) (Let __iruid_7885 (Apply 3 splitChar () Array[String] (Ref __iruid_7884) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_7881)) (ArrayLen (Ref __iruid_7885)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7885)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7884))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_7881))))) (InsertFields (SelectFields () (Ref __iruid_7881)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7883) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7883) (I32 2))))))))) (ToStream False (Ref __iruid_7878))))) (global (Literal Struct{} )))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_7902 (ToStream False (CollectDistributedArray __iruid_7903 __iruid_7904 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_7905 (StreamFilter __iruid_7906 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_7903)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_7906)) (Str "Sample\tPop...")) (False))) (Let __iruid_7907 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_7905))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7905)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_7905)) (Str "\t") (Literal Array[String] )) (Let __iruid_7908 (GetField text (Ref __iruid_7905)) (Let __iruid_7909 (Apply 3 splitChar () Array[String] (Ref __iruid_7908) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_7905)) (ArrayLen (Ref __iruid_7909)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_7909)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_7908))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_7905))))) (InsertFields (SelectFields () (Ref __iruid_7905)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_7907) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_7907) (I32 2))))))))) (ToStream False (Ref __iruid_7902))))) (global (Literal Struct{} )))) 2022-08-17 11:06:20 root: INFO: encoder cache hit 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_54 stored as values in memory (estimated size 304.0 B, free 17.8 GiB) 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_54_piece0 stored as bytes in memory (estimated size 256.0 B, free 17.8 GiB) 2022-08-17 11:06:20 BlockManagerInfo: INFO: Added broadcast_54_piece0 in memory on dna.Dlink:40753 (size: 256.0 B, free: 17.8 GiB) 2022-08-17 11:06:20 SparkContext: INFO: Created broadcast 54 from broadcast at SparkBackend.scala:313 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4092HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4092HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4093FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4093FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4094collect_distributed_array. 2022-08-17 11:06:20 root: INFO: instruction count: 111: __C4094collect_distributed_array.apply 2022-08-17 11:06:20 root: INFO: instruction count: 17: __C4094collect_distributed_array.apply 2022-08-17 11:06:20 root: INFO: instruction count: 27: __C4094collect_distributed_array.__m4095DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 53: __C4094collect_distributed_array.__m4096INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4094collect_distributed_array.__m4097INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4094collect_distributed_array.__m4098INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4094collect_distributed_array.__m4099INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4094collect_distributed_array.__m4100INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:06:20 root: INFO: instruction count: 27: __C4094collect_distributed_array.__m4102DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 8: __C4094collect_distributed_array.__m4103INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:06:20 root: INFO: instruction count: 205: __C4094collect_distributed_array.__m4105split_ToArray 2022-08-17 11:06:20 root: INFO: instruction count: 11: __C4094collect_distributed_array.__m4115ord_equiv 2022-08-17 11:06:20 root: INFO: instruction count: 21: __C4094collect_distributed_array.__m4116ord_equivNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 28: __C4094collect_distributed_array.__m4117ord_compareNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 7: __C4094collect_distributed_array.__m4120length 2022-08-17 11:06:20 root: INFO: instruction count: 11: __C4094collect_distributed_array.__m4121ord_gt 2022-08-17 11:06:20 root: INFO: instruction count: 14: __C4094collect_distributed_array.__m4122ord_gtNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 138: __C4094collect_distributed_array.__m4123split_If 2022-08-17 11:06:20 root: INFO: instruction count: 161: __C4094collect_distributed_array.__m4129splitChar 2022-08-17 11:06:20 root: INFO: instruction count: 53: __C4094collect_distributed_array.convert_region_to_str_array 2022-08-17 11:06:20 root: INFO: instruction count: 12: __C4094collect_distributed_array.__m4132setup_null 2022-08-17 11:06:20 root: INFO: instruction count: 11: __C4094collect_distributed_array.__m4133ord_equiv 2022-08-17 11:06:20 root: INFO: instruction count: 14: __C4094collect_distributed_array.__m4134ord_equivNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 135: __C4094collect_distributed_array.__m4140format 2022-08-17 11:06:20 root: INFO: instruction count: 12: __C4094collect_distributed_array.__m4143setup_null 2022-08-17 11:06:20 root: INFO: instruction count: 29: __C4094collect_distributed_array.__m4146concat 2022-08-17 11:06:20 root: INFO: instruction count: 35: __C4094collect_distributed_array.__m4148arrayref_bounds_check 2022-08-17 11:06:20 root: INFO: instruction count: 12: __C4094collect_distributed_array.__m4151setup_jab 2022-08-17 11:06:20 root: INFO: instruction count: 12: __C4094collect_distributed_array.__m4154setup_null 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4094collect_distributed_array.setObjects 2022-08-17 11:06:20 root: INFO: instruction count: 25: __C4094collect_distributed_array.__m4160ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND 2022-08-17 11:06:20 root: INFO: instruction count: 35: __C4094collect_distributed_array.__m4161ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 11:06:20 root: INFO: instruction count: 59: __C4094collect_distributed_array.__m4162ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 11:06:20 root: INFO: instruction count: 16: __C4094collect_distributed_array.__m4163ENCODE_SStringPointer_TO_o_binary 2022-08-17 11:06:20 root: INFO: instruction count: 9: __C4094collect_distributed_array.setPartitionIndex 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4094collect_distributed_array.addPartitionRegion 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4094collect_distributed_array.setPool 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4094collect_distributed_array.addHailClassLoader 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4094collect_distributed_array.addFS 2022-08-17 11:06:20 root: INFO: instruction count: 121: __C4094collect_distributed_array.addLiterals 2022-08-17 11:06:20 root: INFO: instruction count: 81: __C4094collect_distributed_array.__m4167DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4094collect_distributed_array.__m4168INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 11:06:20 root: INFO: instruction count: 400: __C4094collect_distributed_array.__m4105split_ToArray_region9_48 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4169__m4105split_ToArraySpills. 2022-08-17 11:06:20 root: INFO: encoder cache hit 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_55 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_55_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 11:06:20 BlockManagerInfo: INFO: Added broadcast_55_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 11:06:20 SparkContext: INFO: Created broadcast 55 from broadcast at SparkBackend.scala:313 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4078HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4078HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4079FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4079FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4080Compiled. 2022-08-17 11:06:20 root: INFO: instruction count: 55: __C4080Compiled.apply 2022-08-17 11:06:20 root: INFO: instruction count: 571: __C4080Compiled.__m4081split_ToArray 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4080Compiled.setBackend 2022-08-17 11:06:20 root: INFO: instruction count: 9: __C4080Compiled.__m4181ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 11:06:20 root: INFO: instruction count: 61: __C4080Compiled.__m4182ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4080Compiled.__m4183ENCODE_SInt32$_TO_r_int32 2022-08-17 11:06:20 root: INFO: instruction count: 16: __C4080Compiled.__m4184ENCODE_SStringPointer_TO_r_binary 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4080Compiled.__m4185ENCODE_SInt64$_TO_r_int64 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4080Compiled.__m4186ENCODE_SBoolean$_TO_r_bool 2022-08-17 11:06:20 root: INFO: instruction count: 9: __C4080Compiled.__m4187ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 11:06:20 root: INFO: instruction count: 1: __C4080Compiled.__m4188ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4080Compiled.setObjects 2022-08-17 11:06:20 root: INFO: instruction count: 27: __C4080Compiled.__m4190DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4080Compiled.__m4191INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:06:20 root: INFO: instruction count: 75: __C4080Compiled.__m4192INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4080Compiled.__m4193INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 11:06:20 root: INFO: instruction count: 12: __C4080Compiled.__m4212setup_jab 2022-08-17 11:06:20 root: INFO: instruction count: 9: __C4080Compiled.setPartitionIndex 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4080Compiled.addPartitionRegion 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4080Compiled.setPool 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4080Compiled.addHailClassLoader 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4080Compiled.addFS 2022-08-17 11:06:20 root: INFO: instruction count: 62: __C4080Compiled.addLiterals 2022-08-17 11:06:20 root: INFO: instruction count: 36: __C4080Compiled.__m4220DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 8: __C4080Compiled.__m4221INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4080Compiled.__m4222INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:06:20 root: INFO: instruction count: 53: __C4080Compiled.__m4223INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4080Compiled.__m4224INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4080Compiled.__m4225INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4080Compiled.__m4226INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4080Compiled.__m4227INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4228__m4081split_ToArraySpills. 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_56 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_56_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 11:06:20 BlockManagerInfo: INFO: Added broadcast_56_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 11:06:20 SparkContext: INFO: Created broadcast 56 from broadcast at SparkBackend.scala:313 2022-08-17 11:06:20 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 11:06:20 DAGScheduler: INFO: Got job 10 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 11:06:20 DAGScheduler: INFO: Final stage: ResultStage 10 (collect at SparkBackend.scala:321) 2022-08-17 11:06:20 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 11:06:20 DAGScheduler: INFO: Missing parents: List() 2022-08-17 11:06:20 DAGScheduler: INFO: Submitting ResultStage 10 (SparkBackendComputeRDD[14] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_57 stored as values in memory (estimated size 26.2 KiB, free 17.8 GiB) 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_57_piece0 stored as bytes in memory (estimated size 15.3 KiB, free 17.8 GiB) 2022-08-17 11:06:20 BlockManagerInfo: INFO: Added broadcast_57_piece0 in memory on dna.Dlink:40753 (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 11:06:20 SparkContext: INFO: Created broadcast 57 from broadcast at DAGScheduler.scala:1433 2022-08-17 11:06:20 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 10 (SparkBackendComputeRDD[14] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 11:06:20 TaskSchedulerImpl: INFO: Adding task set 10.0 with 1 tasks resource profile 0 2022-08-17 11:06:20 TaskSetManager: INFO: Starting task 0.0 in stage 10.0 (TID 247) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 11:06:20 Executor: INFO: Running task 0.0 in stage 10.0 (TID 247) 2022-08-17 11:06:20 root: INFO: RegionPool: initialized for thread 258: Executor task launch worker for task 0.0 in stage 10.0 (TID 247) 2022-08-17 11:06:20 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 258: Executor task launch worker for task 0.0 in stage 10.0 (TID 247) 2022-08-17 11:06:20 root: INFO: RegionPool: REPORT_THRESHOLD: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 258: Executor task launch worker for task 0.0 in stage 10.0 (TID 247) 2022-08-17 11:06:20 root: INFO: TaskReport: stage=10, partition=0, attempt=0, peakBytes=524288, peakBytesReadable=512.00 KiB, chunks requested=1, cache hits=0 2022-08-17 11:06:20 root: INFO: RegionPool: FREE: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 258: Executor task launch worker for task 0.0 in stage 10.0 (TID 247) 2022-08-17 11:06:20 Executor: INFO: Finished task 0.0 in stage 10.0 (TID 247). 67604 bytes result sent to driver 2022-08-17 11:06:20 TaskSetManager: INFO: Finished task 0.0 in stage 10.0 (TID 247) in 20 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 11:06:20 TaskSchedulerImpl: INFO: Removed TaskSet 10.0, whose tasks have all completed, from pool 2022-08-17 11:06:20 DAGScheduler: INFO: ResultStage 10 (collect at SparkBackend.scala:321) finished in 0.024 s 2022-08-17 11:06:20 DAGScheduler: INFO: Job 10 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 11:06:20 TaskSchedulerImpl: INFO: Killing all running tasks in stage 10: Stage finished 2022-08-17 11:06:20 DAGScheduler: INFO: Job 10 finished: collect at SparkBackend.scala:321, took 0.026095 s 2022-08-17 11:06:20 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (128.0K blocks / 128.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:06:20 root: INFO: encoder cache hit 2022-08-17 11:06:20 root: INFO: took 161.513ms 2022-08-17 11:06:20 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:06:20 root: INFO: lowering result: EncodedLiteral 2022-08-17 11:06:20 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:06:20 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:06:20 root: INFO: RegionPool: REPORT_THRESHOLD: 576.0K allocated (192.0K blocks / 384.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:06:20 root: INFO: encoder cache hit 2022-08-17 11:06:20 root: INFO: took 2.037ms 2022-08-17 11:06:20 root: INFO: LowerOrInterpretNonCompilable: cannot efficiently lower query: seeded randomness does not satisfy determinism restrictions in lowered IR 2022-08-17 11:06:20 root: INFO: interpreting non-compilable result: TableWrite 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 4: (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean}})) 0) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 4: (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean}})) 0) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 4: (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean}})) 0) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 4: (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean}})) 0) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 4: (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean}})) 0) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 4: (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean}})) 0) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4229HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4229HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4230FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4230FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4231Compiled. 2022-08-17 11:06:20 root: INFO: instruction count: 242: __C4231Compiled.apply 2022-08-17 11:06:20 root: INFO: instruction count: 9: __C4231Compiled.setPartitionIndex 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4231Compiled.addPartitionRegion 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4231Compiled.setPool 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4231Compiled.addHailClassLoader 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4231Compiled.addFS 2022-08-17 11:06:20 root: INFO: decoder cache miss (0 hits, 3 misses, 0.000 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4239HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4239HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4240FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4240FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4241etypeDecode. 2022-08-17 11:06:20 root: INFO: instruction count: 7: __C4241etypeDecode.apply 2022-08-17 11:06:20 root: INFO: instruction count: 18: __C4241etypeDecode.__m4242DECODE_r_struct_of_END_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: decoder cache miss (0 hits, 4 misses, 0.000 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4243HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4243HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4244FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4244FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4245etypeDecode. 2022-08-17 11:06:20 root: INFO: instruction count: 7: __C4245etypeDecode.apply 2022-08-17 11:06:20 root: INFO: instruction count: 139: __C4245etypeDecode.__m4246DECODE_r_struct_of_r_struct_of_r_binaryANDr_int32ENDANDr_array_of_r_binaryANDo_binaryANDo_float64ANDo_array_of_r_binaryANDr_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 26: __C4245etypeDecode.__m4247INPLACE_DECODE_r_struct_of_r_binaryANDr_int32END_TO_r_locus 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4245etypeDecode.__m4248INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4245etypeDecode.__m4249INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4245etypeDecode.__m4250INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4245etypeDecode.__m4251INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4245etypeDecode.__m4252INPLACE_DECODE_o_float64_TO_o_float64 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4245etypeDecode.__m4253INPLACE_DECODE_o_array_of_r_binary_TO_o_set_of_r_string 2022-08-17 11:06:20 root: INFO: instruction count: 495: __C4245etypeDecode.__m4254INPLACE_DECODE_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolEND_TO_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_stringANDo_int32ANDr_boolANDo_array_of_o_stringANDo_array_of_o_stringANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_stringANDo_stringANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_stringANDo_array_of_o_stringANDr_boolANDr_boolEND 2022-08-17 11:06:20 root: INFO: instruction count: 114: __C4245etypeDecode.__m4255INPLACE_DECODE_o_array_of_o_int32_TO_o_array_of_o_int32 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4245etypeDecode.__m4256INPLACE_DECODE_o_int32_TO_o_int32 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4245etypeDecode.__m4257INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:06:20 root: INFO: instruction count: 114: __C4245etypeDecode.__m4258INPLACE_DECODE_o_array_of_o_binary_TO_o_array_of_o_string 2022-08-17 11:06:20 root: INFO: instruction count: 114: __C4245etypeDecode.__m4259INPLACE_DECODE_o_array_of_o_float64_TO_o_array_of_o_float64 2022-08-17 11:06:20 root: INFO: instruction count: 123: __C4245etypeDecode.__m4254INPLACE_DECODE_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolEND_TO_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_stringANDo_int32ANDr_boolANDo_array_of_o_stringANDo_array_of_o_stringANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_stringANDo_stringANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_stringANDo_array_of_o_stringANDr_boolANDr_boolEND_region0_7 2022-08-17 11:06:20 root: INFO: instruction count: 83: __C4245etypeDecode.__m4254INPLACE_DECODE_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolEND_TO_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_stringANDo_int32ANDr_boolANDo_array_of_o_stringANDo_array_of_o_stringANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_stringANDo_stringANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_stringANDo_array_of_o_stringANDr_boolANDr_boolEND_region88_95 2022-08-17 11:06:20 root: INFO: instruction count: 84: __C4245etypeDecode.__m4254INPLACE_DECODE_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolEND_TO_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_stringANDo_int32ANDr_boolANDo_array_of_o_stringANDo_array_of_o_stringANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_stringANDo_stringANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_stringANDo_array_of_o_stringANDr_boolANDr_boolEND_region8_15 2022-08-17 11:06:20 root: INFO: instruction count: 72: __C4245etypeDecode.__m4254INPLACE_DECODE_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolEND_TO_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_stringANDo_int32ANDr_boolANDo_array_of_o_stringANDo_array_of_o_stringANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_stringANDo_stringANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_stringANDo_array_of_o_stringANDr_boolANDr_boolEND_region80_87 2022-08-17 11:06:20 root: INFO: instruction count: 72: __C4245etypeDecode.__m4254INPLACE_DECODE_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolEND_TO_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_stringANDo_int32ANDr_boolANDo_array_of_o_stringANDo_array_of_o_stringANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_stringANDo_stringANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_stringANDo_array_of_o_stringANDr_boolANDr_boolEND_region72_79 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4260__m4254INPLACE_DECODE_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolEND_TO_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_stringANDo_int32ANDr_boolANDo_array_of_o_stringANDo_array_of_o_stringANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_stringANDo_stringANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_stringANDo_array_of_o_stringANDr_boolANDr_boolENDSpills. 2022-08-17 11:06:20 root: INFO: decoder cache miss (0 hits, 5 misses, 0.000 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4275HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4275HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4276FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4276FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4277etypeDecode. 2022-08-17 11:06:20 root: INFO: instruction count: 7: __C4277etypeDecode.apply 2022-08-17 11:06:20 root: INFO: instruction count: 27: __C4277etypeDecode.__m4278DECODE_r_struct_of_r_array_of_r_struct_of_o_int32ENDEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4277etypeDecode.__m4279INPLACE_DECODE_r_array_of_r_struct_of_o_int32END_TO_r_array_of_r_struct_of_o_callEND 2022-08-17 11:06:20 root: INFO: instruction count: 48: __C4277etypeDecode.__m4280INPLACE_DECODE_r_struct_of_o_int32END_TO_r_struct_of_o_callEND 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4277etypeDecode.__m4281INPLACE_DECODE_o_int32_TO_o_call 2022-08-17 11:06:20 root: INFO: decoder cache miss (0 hits, 6 misses, 0.000 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4282HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4282HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4283FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4283FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4284etypeDecode. 2022-08-17 11:06:20 root: INFO: instruction count: 7: __C4284etypeDecode.apply 2022-08-17 11:06:20 root: INFO: instruction count: 36: __C4284etypeDecode.__m4285DECODE_o_struct_of_r_int64ANDr_array_of_r_struct_of_r_struct_of_r_struct_of_r_binaryANDr_int32ENDANDr_array_of_r_binaryENDANDr_int64ANDr_struct_of_o_int64ENDENDEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4284etypeDecode.__m4286INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4284etypeDecode.__m4287INPLACE_DECODE_r_array_of_r_struct_of_r_struct_of_r_struct_of_r_binaryANDr_int32ENDANDr_array_of_r_binaryENDANDr_int64ANDr_struct_of_o_int64ENDEND_TO_r_array_of_r_struct_of_r_struct_of_r_locusANDr_array_of_r_stringENDANDr_int64ANDr_struct_of_o_int64ENDEND 2022-08-17 11:06:20 root: INFO: instruction count: 35: __C4284etypeDecode.__m4288INPLACE_DECODE_r_struct_of_r_struct_of_r_struct_of_r_binaryANDr_int32ENDANDr_array_of_r_binaryENDANDr_int64ANDr_struct_of_o_int64ENDEND_TO_r_struct_of_r_struct_of_r_locusANDr_array_of_r_stringENDANDr_int64ANDr_struct_of_o_int64ENDEND 2022-08-17 11:06:20 root: INFO: instruction count: 26: __C4284etypeDecode.__m4289INPLACE_DECODE_r_struct_of_r_struct_of_r_binaryANDr_int32ENDANDr_array_of_r_binaryEND_TO_r_struct_of_r_locusANDr_array_of_r_stringEND 2022-08-17 11:06:20 root: INFO: instruction count: 26: __C4284etypeDecode.__m4290INPLACE_DECODE_r_struct_of_r_binaryANDr_int32END_TO_r_locus 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4284etypeDecode.__m4291INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4284etypeDecode.__m4292INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4284etypeDecode.__m4293INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 11:06:20 root: INFO: instruction count: 48: __C4284etypeDecode.__m4294INPLACE_DECODE_r_struct_of_o_int64END_TO_r_struct_of_o_int64END 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4284etypeDecode.__m4295INPLACE_DECODE_o_int64_TO_o_int64 2022-08-17 11:06:20 root: INFO: decoder cache miss (0 hits, 7 misses, 0.000 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4296HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4296HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4297FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4297FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4298etypeDecode. 2022-08-17 11:06:20 root: INFO: instruction count: 7: __C4298etypeDecode.apply 2022-08-17 11:06:20 root: INFO: instruction count: 27: __C4298etypeDecode.__m4299DECODE_o_struct_of_r_array_of_r_struct_of_r_int64ANDr_int64ANDr_struct_of_r_struct_of_r_binaryANDr_int32ENDANDr_array_of_r_binaryENDANDr_int64ANDr_struct_of_o_int64ENDENDEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4298etypeDecode.__m4300INPLACE_DECODE_r_array_of_r_struct_of_r_int64ANDr_int64ANDr_struct_of_r_struct_of_r_binaryANDr_int32ENDANDr_array_of_r_binaryENDANDr_int64ANDr_struct_of_o_int64ENDEND_TO_r_array_of_r_struct_of_r_int64ANDr_int64ANDr_struct_of_r_locusANDr_array_of_r_stringENDANDr_int64ANDr_struct_of_o_int64ENDEND 2022-08-17 11:06:20 root: INFO: instruction count: 53: __C4298etypeDecode.__m4301INPLACE_DECODE_r_struct_of_r_int64ANDr_int64ANDr_struct_of_r_struct_of_r_binaryANDr_int32ENDANDr_array_of_r_binaryENDANDr_int64ANDr_struct_of_o_int64ENDEND_TO_r_struct_of_r_int64ANDr_int64ANDr_struct_of_r_locusANDr_array_of_r_stringENDANDr_int64ANDr_struct_of_o_int64ENDEND 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4298etypeDecode.__m4302INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:06:20 root: INFO: instruction count: 26: __C4298etypeDecode.__m4303INPLACE_DECODE_r_struct_of_r_struct_of_r_binaryANDr_int32ENDANDr_array_of_r_binaryEND_TO_r_struct_of_r_locusANDr_array_of_r_stringEND 2022-08-17 11:06:20 root: INFO: instruction count: 26: __C4298etypeDecode.__m4304INPLACE_DECODE_r_struct_of_r_binaryANDr_int32END_TO_r_locus 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4298etypeDecode.__m4305INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4298etypeDecode.__m4306INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4298etypeDecode.__m4307INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 11:06:20 root: INFO: instruction count: 48: __C4298etypeDecode.__m4308INPLACE_DECODE_r_struct_of_o_int64END_TO_r_struct_of_o_int64END 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4298etypeDecode.__m4309INPLACE_DECODE_o_int64_TO_o_int64 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 8: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{})) 0) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))))) (Die Struct{__cols:Array[Struct{s:String}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 8: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{})) 0) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))))) (Die Struct{__cols:Array[Struct{s:String}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 8: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{})) 0) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))))) (Die Struct{__cols:Array[Struct{s:String}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 8: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{})) 0) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))))) (Die Struct{__cols:Array[Struct{s:String}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 8: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{})) 0) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))))) (Die Struct{__cols:Array[Struct{s:String}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 8: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{})) 0) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1..."))))) (Die Struct{__cols:Array[Struct{s:String}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: encoder cache miss (29 hits, 29 misses, 0.500) 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4336HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4336HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4337FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4337FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4338etypeEncode. 2022-08-17 11:06:20 root: INFO: instruction count: 7: __C4338etypeEncode.apply 2022-08-17 11:06:20 root: INFO: instruction count: 25: __C4338etypeEncode.__m4339ENCODE_SBaseStructPointer_TO_r_struct_of_r_binaryANDr_binaryEND 2022-08-17 11:06:20 root: INFO: instruction count: 16: __C4338etypeEncode.__m4340ENCODE_SStringPointer_TO_r_binary 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_58 stored as values in memory (estimated size 176.0 B, free 17.8 GiB) 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_58_piece0 stored as bytes in memory (estimated size 153.0 B, free 17.8 GiB) 2022-08-17 11:06:20 BlockManagerInfo: INFO: Added broadcast_58_piece0 in memory on dna.Dlink:40753 (size: 153.0 B, free: 17.8 GiB) 2022-08-17 11:06:20 SparkContext: INFO: Created broadcast 58 from broadcast at SparkBackend.scala:313 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4310HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4310HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4311FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4311FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4312Compiled. 2022-08-17 11:06:20 root: INFO: instruction count: 49: __C4312Compiled.apply 2022-08-17 11:06:20 root: INFO: instruction count: 331: __C4312Compiled.__m4315split_ToArray 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4312Compiled.__m4321DECODE_r_struct_of_o_binaryEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4312Compiled.__m4322INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 11:06:20 root: INFO: instruction count: 12: __C4312Compiled.__m4325setup_jab 2022-08-17 11:06:20 root: INFO: instruction count: 9: __C4312Compiled.setPartitionIndex 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4312Compiled.addPartitionRegion 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4312Compiled.setPool 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4312Compiled.addHailClassLoader 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4312Compiled.addFS 2022-08-17 11:06:20 root: INFO: instruction count: 50: __C4312Compiled.addLiterals 2022-08-17 11:06:20 root: INFO: instruction count: 36: __C4312Compiled.__m4334DECODE_r_struct_of_r_binaryANDr_binaryEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4312Compiled.__m4335INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 19: (Coalesce (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (rsid (GetField rsid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (qual (GetField qual (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (filters (GetField filters (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (info (GetField info (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 16: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (rsid (GetField rsid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (qual (GetField qual (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (filters (GetField filters (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (info (GetField info (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 16: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (rsid (GetField rsid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (qual (GetField qual (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (filters (GetField filters (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (info (GetField info (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 16: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (rsid (GetField rsid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (qual (GetField qual (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (filters (GetField filters (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (info (GetField info (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 16: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (rsid (GetField rsid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (qual (GetField qual (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (filters (GetField filters (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (info (GetField info (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 16: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (rsid (GetField rsid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (qual (GetField qual (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (filters (GetField filters (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (info (GetField info (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4341HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4341HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4342FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4342FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4343Compiled. 2022-08-17 11:06:20 root: INFO: instruction count: 318: __C4343Compiled.apply 2022-08-17 11:06:20 root: INFO: instruction count: 9: __C4343Compiled.setPartitionIndex 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4343Compiled.addPartitionRegion 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4343Compiled.setPool 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4343Compiled.addHailClassLoader 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4343Compiled.addFS 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 63: (Coalesce (Let __iruid_7708 (ToDict (StreamMap __iruid_7709 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_7709)) (SelectFields (SuperPopulation) (Ref __iruid_7709))))) (Let __iruid_7713 (ToArray (StreamMap __iruid_7714 (ToStream False (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0))) (InsertFields (Ref __iruid_7714) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_7708) (MakeStruct (Sample (GetField s (Ref __iruid_7714))))))))) (Let __iruid_7715 (ToArray (StreamMap __iruid_7716 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_7713)) (I32 1)) (Let __iruid_7717 (ArrayRef -1 (Ref __iruid_7713) (Ref __iruid_7716)) (InsertFields (SelectFields () (Ref __iruid_7717)) None (pheno (GetField __uid_27 (Ref __iruid_7717))))))) (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0) ("__cols" "newColIdx") (__cols (Ref __iruid_7715)) (newColIdx (ToArray (StreamFilter __iruid_7718 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_7715)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_7715) (Ref __iruid_7718)))) (Str "EUR")) (False))))))))) (Die Struct{__cols:Array[Struct{pheno:Struct{SuperPopulation:String}}],newColIdx:Array[Int32]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 63: (Coalesce (Let __iruid_7958 (ToDict (StreamMap __iruid_7959 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_7959)) (SelectFields (SuperPopulation) (Ref __iruid_7959))))) (Let __iruid_7960 (ToArray (StreamMap __iruid_7961 (ToStream False (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0))) (InsertFields (Ref __iruid_7961) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_7958) (MakeStruct (Sample (GetField s (Ref __iruid_7961))))))))) (Let __iruid_7962 (ToArray (StreamMap __iruid_7963 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_7960)) (I32 1)) (Let __iruid_7964 (ArrayRef -1 (Ref __iruid_7960) (Ref __iruid_7963)) (InsertFields (SelectFields () (Ref __iruid_7964)) None (pheno (GetField __uid_27 (Ref __iruid_7964))))))) (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0) ("__cols" "newColIdx") (__cols (Ref __iruid_7962)) (newColIdx (ToArray (StreamFilter __iruid_7965 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_7962)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_7962) (Ref __iruid_7965)))) (Str "EUR")) (False))))))))) (Die Struct{__cols:Array[Struct{pheno:Struct{SuperPopulation:String}}],newColIdx:Array[Int32]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 93: (Coalesce (Let __iruid_7958 (ToDict (StreamMap __iruid_7959 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_7959)) (SelectFields (SuperPopulation) (Ref __iruid_7959))))) (Let __iruid_7960 (ToArray (StreamMap __iruid_7961 (ToStream False (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0))) (InsertFields (Ref __iruid_7961) None (__uid_27 (Let __iruid_7972 (Ref __iruid_7958) (Let __iruid_7973 (MakeStruct (Sample (GetField s (Ref __iruid_7961)))) (If (IsNA (Ref __iruid_7972)) (NA Struct{SuperPopulation:String}) (Let __iruid_7974 (LowerBoundOnOrderedCollection True (Ref __iruid_7972) (Ref __iruid_7973)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_7974) (ArrayLen (CastToArray (Ref __iruid_7972)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_7972)) (Ref __iruid_7974))) (Ref __iruid_7973)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_7972)) (Ref __iruid_7974))) (NA Struct{SuperPopulation:String}))))))))))) (Let __iruid_7962 (ToArray (StreamMap __iruid_7963 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_7960)) (I32 1)) (Let __iruid_7964 (ArrayRef -1 (Ref __iruid_7960) (Ref __iruid_7963)) (InsertFields (SelectFields () (Ref __iruid_7964)) None (pheno (GetField __uid_27 (Ref __iruid_7964))))))) (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0) ("__cols" "newColIdx") (__cols (Ref __iruid_7962)) (newColIdx (ToArray (StreamFilter __iruid_7965 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_7962)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_7962) (Ref __iruid_7965)))) (Str "EUR")) (False))))))))) (Die Struct{__cols:Array[Struct{pheno:Struct{SuperPopulation:String}}],newColIdx:Array[Int32]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 91: (Coalesce (Let __iruid_7996 (ToDict (StreamMap __iruid_7997 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_7997)) (SelectFields (SuperPopulation) (Ref __iruid_7997))))) (Let __iruid_7998 (ToArray (StreamMap __iruid_7999 (ToStream False (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0))) (InsertFields (Ref __iruid_7999) None (__uid_27 (Let __iruid_8000 (MakeStruct (Sample (GetField s (Ref __iruid_7999)))) (If (IsNA (Ref __iruid_7996)) (NA Struct{SuperPopulation:String}) (Let __iruid_8001 (LowerBoundOnOrderedCollection True (Ref __iruid_7996) (Ref __iruid_8000)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_8001) (ArrayLen (CastToArray (Ref __iruid_7996)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_7996)) (Ref __iruid_8001))) (Ref __iruid_8000)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_7996)) (Ref __iruid_8001))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_8002 (ToArray (StreamMap __iruid_8003 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_7998)) (I32 1)) (Let __iruid_8004 (ArrayRef -1 (Ref __iruid_7998) (Ref __iruid_8003)) (InsertFields (SelectFields () (Ref __iruid_8004)) None (pheno (GetField __uid_27 (Ref __iruid_8004))))))) (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0) ("__cols" "newColIdx") (__cols (Ref __iruid_8002)) (newColIdx (ToArray (StreamFilter __iruid_8005 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_8002)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_8002) (Ref __iruid_8005)))) (Str "EUR")) (False))))))))) (Die Struct{__cols:Array[Struct{pheno:Struct{SuperPopulation:String}}],newColIdx:Array[Int32]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 91: (Coalesce (Let __iruid_7996 (ToDict (StreamMap __iruid_7997 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_7997)) (SelectFields (SuperPopulation) (Ref __iruid_7997))))) (Let __iruid_7998 (ToArray (StreamMap __iruid_7999 (ToStream False (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0))) (InsertFields (Ref __iruid_7999) None (__uid_27 (Let __iruid_8000 (MakeStruct (Sample (GetField s (Ref __iruid_7999)))) (If (IsNA (Ref __iruid_7996)) (NA Struct{SuperPopulation:String}) (Let __iruid_8001 (LowerBoundOnOrderedCollection True (Ref __iruid_7996) (Ref __iruid_8000)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_8001) (ArrayLen (CastToArray (Ref __iruid_7996)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_7996)) (Ref __iruid_8001))) (Ref __iruid_8000)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_7996)) (Ref __iruid_8001))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_8002 (ToArray (StreamMap __iruid_8003 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_7998)) (I32 1)) (Let __iruid_8004 (ArrayRef -1 (Ref __iruid_7998) (Ref __iruid_8003)) (InsertFields (SelectFields () (Ref __iruid_8004)) None (pheno (GetField __uid_27 (Ref __iruid_8004))))))) (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0) ("__cols" "newColIdx") (__cols (Ref __iruid_8002)) (newColIdx (ToArray (StreamFilter __iruid_8005 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_8002)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_8002) (Ref __iruid_8005)))) (Str "EUR")) (False))))))))) (Die Struct{__cols:Array[Struct{pheno:Struct{SuperPopulation:String}}],newColIdx:Array[Int32]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 91: (Coalesce (Let __iruid_8026 (ToDict (StreamMap __iruid_8027 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_8027)) (SelectFields (SuperPopulation) (Ref __iruid_8027))))) (Let __iruid_8028 (ToArray (StreamMap __iruid_8029 (ToStream False (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0))) (InsertFields (Ref __iruid_8029) None (__uid_27 (Let __iruid_8030 (MakeStruct (Sample (GetField s (Ref __iruid_8029)))) (If (IsNA (Ref __iruid_8026)) (NA Struct{SuperPopulation:String}) (Let __iruid_8031 (LowerBoundOnOrderedCollection True (Ref __iruid_8026) (Ref __iruid_8030)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_8031) (ArrayLen (CastToArray (Ref __iruid_8026)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_8026)) (Ref __iruid_8031))) (Ref __iruid_8030)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_8026)) (Ref __iruid_8031))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_8032 (ToArray (StreamMap __iruid_8033 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_8028)) (I32 1)) (Let __iruid_8034 (ArrayRef -1 (Ref __iruid_8028) (Ref __iruid_8033)) (InsertFields (SelectFields () (Ref __iruid_8034)) None (pheno (GetField __uid_27 (Ref __iruid_8034))))))) (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0) ("__cols" "newColIdx") (__cols (Ref __iruid_8032)) (newColIdx (ToArray (StreamFilter __iruid_8035 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_8032)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_8032) (Ref __iruid_8035)))) (Str "EUR")) (False))))))))) (Die Struct{__cols:Array[Struct{pheno:Struct{SuperPopulation:String}}],newColIdx:Array[Int32]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: encoder cache hit 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_59 stored as values in memory (estimated size 65.1 KiB, free 17.8 GiB) 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_59_piece0 stored as bytes in memory (estimated size 16.9 KiB, free 17.8 GiB) 2022-08-17 11:06:20 BlockManagerInfo: INFO: Added broadcast_59_piece0 in memory on dna.Dlink:40753 (size: 16.9 KiB, free: 17.8 GiB) 2022-08-17 11:06:20 SparkContext: INFO: Created broadcast 59 from broadcast at SparkBackend.scala:313 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4351HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4351HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4352FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4352FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4353Compiled. 2022-08-17 11:06:20 root: INFO: instruction count: 121: __C4353Compiled.apply 2022-08-17 11:06:20 root: INFO: instruction count: 405: __C4353Compiled.__m4356split_ToDict 2022-08-17 11:06:20 root: INFO: instruction count: 12: __C4353Compiled.__m4367setup_jab 2022-08-17 11:06:20 root: INFO: instruction count: 202: __C4353Compiled.__m4370arraySorter_outer 2022-08-17 11:06:20 root: INFO: instruction count: 93: __C4353Compiled.__m4371arraySorter_merge 2022-08-17 11:06:20 root: INFO: instruction count: 11: __C4353Compiled.__m4374ord_lt 2022-08-17 11:06:20 root: INFO: instruction count: 136: __C4353Compiled.__m4375ord_ltNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 24: __C4353Compiled.__m4376ord_lt 2022-08-17 11:06:20 root: INFO: instruction count: 21: __C4353Compiled.__m4377ord_ltNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 9: __C4353Compiled.__m4378ord_compareNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 89: __C4353Compiled.__m4379ord_compareNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 30: __C4353Compiled.__m4380ord_equiv 2022-08-17 11:06:20 root: INFO: instruction count: 21: __C4353Compiled.__m4381ord_equivNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 36: __C4353Compiled.__m4382arraySorter_splitMerge 2022-08-17 11:06:20 root: INFO: instruction count: 264: __C4353Compiled.__m4383distinctFromSorted 2022-08-17 11:06:20 root: INFO: instruction count: 30: __C4353Compiled.__m4386ord_equiv 2022-08-17 11:06:20 root: INFO: instruction count: 99: __C4353Compiled.__m4387ord_equivNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 224: __C4353Compiled.__m4395split_ToArray 2022-08-17 11:06:20 root: INFO: instruction count: 213: __C4353Compiled.__m4403split_Let 2022-08-17 11:06:20 root: INFO: instruction count: 70: __C4353Compiled.__m4407findElt 2022-08-17 11:06:20 root: INFO: instruction count: 12: __C4353Compiled.__m4408ord_lt 2022-08-17 11:06:20 root: INFO: instruction count: 121: __C4353Compiled.__m4409ord_ltNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 11: __C4353Compiled.__m4411ord_equiv 2022-08-17 11:06:20 root: INFO: instruction count: 14: __C4353Compiled.__m4412ord_equivNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 35: __C4353Compiled.__m4413arrayref_bounds_check 2022-08-17 11:06:20 root: INFO: instruction count: 12: __C4353Compiled.__m4414ord_equiv 2022-08-17 11:06:20 root: INFO: instruction count: 84: __C4353Compiled.__m4415ord_equivNonnull 2022-08-17 11:06:20 root: INFO: instruction count: 236: __C4353Compiled.__m4424split_ToArray 2022-08-17 11:06:20 root: INFO: instruction count: 278: __C4353Compiled.__m4438split_ToArray 2022-08-17 11:06:20 root: INFO: instruction count: 11: __C4353Compiled.__m4447ord_equiv 2022-08-17 11:06:20 root: INFO: instruction count: 12: __C4353Compiled.__m4450setup_iab 2022-08-17 11:06:20 root: INFO: instruction count: 9: __C4353Compiled.setPartitionIndex 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4353Compiled.addPartitionRegion 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4353Compiled.setPool 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4353Compiled.addHailClassLoader 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4353Compiled.addFS 2022-08-17 11:06:20 root: INFO: instruction count: 80: __C4353Compiled.addLiterals 2022-08-17 11:06:20 root: INFO: instruction count: 36: __C4353Compiled.__m4458DECODE_r_struct_of_r_binaryANDr_binaryEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4353Compiled.__m4459INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:06:20 root: INFO: instruction count: 36: __C4353Compiled.__m4460DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDANDr_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4353Compiled.__m4461INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:06:20 root: INFO: instruction count: 75: __C4353Compiled.__m4462INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4353Compiled.__m4463INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 11:06:20 root: INFO: instruction count: 8: __C4353Compiled.__m4464INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:06:20 root: INFO: RegionPool: REPORT_THRESHOLD: 1.1M allocated (448.0K blocks / 640.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_7719 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_7719)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_8039 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8039)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_8039 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8039)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_8042 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8042)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_8042 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8042)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_8045 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8045)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: encoder cache hit 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_60 stored as values in memory (estimated size 128.0 B, free 17.8 GiB) 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_60_piece0 stored as bytes in memory (estimated size 113.0 B, free 17.8 GiB) 2022-08-17 11:06:20 BlockManagerInfo: INFO: Added broadcast_60_piece0 in memory on dna.Dlink:40753 (size: 113.0 B, free: 17.8 GiB) 2022-08-17 11:06:20 SparkContext: INFO: Created broadcast 60 from broadcast at SparkBackend.scala:313 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4465HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4465HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4466FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4466FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4467Compiled. 2022-08-17 11:06:20 root: INFO: instruction count: 261: __C4467Compiled.apply 2022-08-17 11:06:20 root: INFO: instruction count: 194: __C4467Compiled.__m4472split_ToArray 2022-08-17 11:06:20 root: INFO: instruction count: 35: __C4467Compiled.__m4480arrayref_bounds_check 2022-08-17 11:06:20 root: INFO: instruction count: 9: __C4467Compiled.setPartitionIndex 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4467Compiled.addPartitionRegion 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4467Compiled.setPool 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4467Compiled.addHailClassLoader 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4467Compiled.addFS 2022-08-17 11:06:20 root: INFO: instruction count: 39: __C4467Compiled.addLiterals 2022-08-17 11:06:20 root: INFO: instruction count: 27: __C4467Compiled.__m4488DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4467Compiled.__m4489INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:06:20 root: INFO: encoder cache miss (31 hits, 30 misses, 0.508) 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4490HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4490HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4491FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4491FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4492etypeEncode. 2022-08-17 11:06:20 root: INFO: instruction count: 7: __C4492etypeEncode.apply 2022-08-17 11:06:20 root: INFO: instruction count: 49: __C4492etypeEncode.__m4493ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_struct_of_o_binaryENDENDANDr_array_of_r_int32END 2022-08-17 11:06:20 root: INFO: instruction count: 35: __C4492etypeEncode.__m4494ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_struct_of_o_binaryENDEND 2022-08-17 11:06:20 root: INFO: instruction count: 32: __C4492etypeEncode.__m4495ENCODE_SBaseStructPointer_TO_r_struct_of_o_struct_of_o_binaryENDEND 2022-08-17 11:06:20 root: INFO: instruction count: 36: __C4492etypeEncode.__m4496ENCODE_SBaseStructPointer_TO_o_struct_of_o_binaryEND 2022-08-17 11:06:20 root: INFO: instruction count: 16: __C4492etypeEncode.__m4497ENCODE_SStringPointer_TO_o_binary 2022-08-17 11:06:20 root: INFO: instruction count: 39: __C4492etypeEncode.__m4498ENCODE_SIndexablePointer_TO_r_array_of_r_int32 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4492etypeEncode.__m4499ENCODE_SInt32$_TO_r_int32 2022-08-17 11:06:20 root: INFO: BroadcastRegionValue.broadcast: broadcasting 1 byte arrays of total size 1441 (1.41 KiB 2022-08-17 11:06:20 root: INFO: decoder cache miss (0 hits, 8 misses, 0.000 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4500HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4500HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4501FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4501FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4502etypeDecode. 2022-08-17 11:06:20 root: INFO: instruction count: 7: __C4502etypeDecode.apply 2022-08-17 11:06:20 root: INFO: instruction count: 36: __C4502etypeDecode.__m4503DECODE_r_struct_of_r_array_of_r_struct_of_o_struct_of_o_binaryENDENDANDr_array_of_r_int32END_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4502etypeDecode.__m4504INPLACE_DECODE_r_array_of_r_struct_of_o_struct_of_o_binaryENDEND_TO_r_array_of_r_struct_of_o_struct_of_o_stringENDEND 2022-08-17 11:06:20 root: INFO: instruction count: 48: __C4502etypeDecode.__m4505INPLACE_DECODE_r_struct_of_o_struct_of_o_binaryENDEND_TO_r_struct_of_o_struct_of_o_stringENDEND 2022-08-17 11:06:20 root: INFO: instruction count: 48: __C4502etypeDecode.__m4506INPLACE_DECODE_o_struct_of_o_binaryEND_TO_o_struct_of_o_stringEND 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4502etypeDecode.__m4507INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 11:06:20 root: INFO: instruction count: 58: __C4502etypeDecode.__m4508INPLACE_DECODE_r_array_of_r_int32_TO_r_array_of_r_int32 2022-08-17 11:06:20 root: INFO: instruction count: 10: __C4502etypeDecode.__m4509INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_61 stored as values in memory (estimated size 9.4 KiB, free 17.8 GiB) 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_61_piece0 stored as bytes in memory (estimated size 4.6 KiB, free 17.8 GiB) 2022-08-17 11:06:20 BlockManagerInfo: INFO: Added broadcast_61_piece0 in memory on dna.Dlink:40753 (size: 4.6 KiB, free: 17.8 GiB) 2022-08-17 11:06:20 SparkContext: INFO: Created broadcast 61 from broadcast at SparkBackend.scala:313 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 15: (Coalesce (InsertFields (SelectFields (__cols) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0)) ("__cols") (__cols (ToArray (StreamMap __iruid_7720 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0)) (Ref __iruid_7720)))))) (Die Struct{__cols:Array[Struct{pheno:Struct{SuperPopulation:String}}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 15: (Coalesce (InsertFields (SelectFields (__cols) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0)) ("__cols") (__cols (ToArray (StreamMap __iruid_8048 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0)) (Ref __iruid_8048)))))) (Die Struct{__cols:Array[Struct{pheno:Struct{SuperPopulation:String}}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 15: (Coalesce (InsertFields (SelectFields (__cols) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0)) ("__cols") (__cols (ToArray (StreamMap __iruid_8048 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0)) (Ref __iruid_8048)))))) (Die Struct{__cols:Array[Struct{pheno:Struct{SuperPopulation:String}}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 15: (Coalesce (InsertFields (SelectFields (__cols) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0)) ("__cols") (__cols (ToArray (StreamMap __iruid_8051 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0)) (Ref __iruid_8051)))))) (Die Struct{__cols:Array[Struct{pheno:Struct{SuperPopulation:String}}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 15: (Coalesce (InsertFields (SelectFields (__cols) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0)) ("__cols") (__cols (ToArray (StreamMap __iruid_8051 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0)) (Ref __iruid_8051)))))) (Die Struct{__cols:Array[Struct{pheno:Struct{SuperPopulation:String}}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 15: (Coalesce (InsertFields (SelectFields (__cols) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0)) ("__cols") (__cols (ToArray (StreamMap __iruid_8054 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}],newColIdx:+PCArray[+PInt32]})) 0)) (Ref __iruid_8054)))))) (Die Struct{__cols:Array[Struct{pheno:Struct{SuperPopulation:String}}]} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: encoder cache hit 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_62 stored as values in memory (estimated size 128.0 B, free 17.8 GiB) 2022-08-17 11:06:20 MemoryStore: INFO: Block broadcast_62_piece0 stored as bytes in memory (estimated size 108.0 B, free 17.8 GiB) 2022-08-17 11:06:20 BlockManagerInfo: INFO: Added broadcast_62_piece0 in memory on dna.Dlink:40753 (size: 108.0 B, free: 17.8 GiB) 2022-08-17 11:06:20 SparkContext: INFO: Created broadcast 62 from broadcast at SparkBackend.scala:313 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4510HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4510HailClassLoaderContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4511FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4511FSContainer. 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4512Compiled. 2022-08-17 11:06:20 root: INFO: instruction count: 49: __C4512Compiled.apply 2022-08-17 11:06:20 root: INFO: instruction count: 194: __C4512Compiled.__m4515split_ToArray 2022-08-17 11:06:20 root: INFO: instruction count: 35: __C4512Compiled.__m4523arrayref_bounds_check 2022-08-17 11:06:20 root: INFO: instruction count: 9: __C4512Compiled.setPartitionIndex 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4512Compiled.addPartitionRegion 2022-08-17 11:06:20 root: INFO: instruction count: 4: __C4512Compiled.setPool 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4512Compiled.addHailClassLoader 2022-08-17 11:06:20 root: INFO: instruction count: 3: __C4512Compiled.addFS 2022-08-17 11:06:20 root: INFO: instruction count: 39: __C4512Compiled.addLiterals 2022-08-17 11:06:20 root: INFO: instruction count: 27: __C4512Compiled.__m4531DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 11:06:20 root: INFO: instruction count: 31: __C4512Compiled.__m4532INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 187: (Coalesce (StreamAgg __iruid_7721 (StreamFilter __iruid_7722 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_7722))))) (AggLet __iruid_7723 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_7721))) (InsertFields (Let __iruid_7724 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_7724) None (variant_qc (Let __iruid_7725 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_7723))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_7723)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_7724)))) ((Ref __iruid_7723))))) (Let __iruid_7726 (GetField call_stats (Ref __iruid_7725)) (Let __iruid_7727 (GetField homozygote_count (Ref __iruid_7726)) (Let __iruid_7728 (GetField n_called (Ref __iruid_7725)) (Let __iruid_7729 (GetField n_not_called (Ref __iruid_7725)) (Let __iruid_7730 (GetField n_filtered (Ref __iruid_7725)) (Let __iruid_7731 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_7724))) (I32 2)) (Let __iruid_7732 (GetField call_stats (Ref __iruid_7725)) (Let __iruid_7733 (GetField homozygote_count (Ref __iruid_7732)) (Let __iruid_7734 (GetField AC (Ref __iruid_7732)) (Let __iruid_7735 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_7733) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_7734) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_7733) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_7733) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_7733) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_7734) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_7733) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_7733) (I32 1)) (True))) (If (IsNA (Ref __iruid_7735)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_7735)) (Let __iruid_7736 (GetTupleElement 1 (Ref __iruid_7735)) (If (IsNA (Ref __iruid_7736)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_7736)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_7726))) (AF (GetField AF (Ref __iruid_7726))) (AN (GetField AN (Ref __iruid_7726))) (homozygote_count (Ref __iruid_7727)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_7728)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_7728) (Ref __iruid_7729)) (Ref __iruid_7730))))) (n_called (Ref __iruid_7728)) (n_not_called (Ref __iruid_7729)) (n_filtered (Ref __iruid_7730)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_7728) (Cast Int64 (StreamFold __iruid_7737 __iruid_7738 (StreamFilter __iruid_7739 (ToStream False (Ref __iruid_7727)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_7739)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_7737) (Ref __iruid_7738)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_7728) (Cast Int64 (ArrayRef 154 (Ref __iruid_7727) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_7731)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_7731)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_7731))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 187: (Coalesce (StreamAgg __iruid_8094 (StreamFilter __iruid_8095 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8095))))) (AggLet __iruid_8096 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8094))) (InsertFields (Let __iruid_8097 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_8097) None (variant_qc (Let __iruid_8098 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_8096))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_8096)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_8097)))) ((Ref __iruid_8096))))) (Let __iruid_8099 (GetField call_stats (Ref __iruid_8098)) (Let __iruid_8100 (GetField homozygote_count (Ref __iruid_8099)) (Let __iruid_8101 (GetField n_called (Ref __iruid_8098)) (Let __iruid_8102 (GetField n_not_called (Ref __iruid_8098)) (Let __iruid_8103 (GetField n_filtered (Ref __iruid_8098)) (Let __iruid_8104 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_8097))) (I32 2)) (Let __iruid_8105 (GetField call_stats (Ref __iruid_8098)) (Let __iruid_8106 (GetField homozygote_count (Ref __iruid_8105)) (Let __iruid_8107 (GetField AC (Ref __iruid_8105)) (Let __iruid_8108 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_8106) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_8107) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_8106) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_8106) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_8106) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_8107) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_8106) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_8106) (I32 1)) (True))) (If (IsNA (Ref __iruid_8108)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_8108)) (Let __iruid_8109 (GetTupleElement 1 (Ref __iruid_8108)) (If (IsNA (Ref __iruid_8109)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_8109)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_8099))) (AF (GetField AF (Ref __iruid_8099))) (AN (GetField AN (Ref __iruid_8099))) (homozygote_count (Ref __iruid_8100)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_8101)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_8101) (Ref __iruid_8102)) (Ref __iruid_8103))))) (n_called (Ref __iruid_8101)) (n_not_called (Ref __iruid_8102)) (n_filtered (Ref __iruid_8103)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_8101) (Cast Int64 (StreamFold __iruid_8110 __iruid_8111 (StreamFilter __iruid_8112 (ToStream False (Ref __iruid_8100)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_8112)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_8110) (Ref __iruid_8111)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_8101) (Cast Int64 (ArrayRef 154 (Ref __iruid_8100) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_8104)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_8104)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_8104))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 187: (Coalesce (StreamAgg __iruid_8094 (StreamFilter __iruid_8095 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8095))))) (AggLet __iruid_8096 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8094))) (InsertFields (Let __iruid_8097 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_8097) None (variant_qc (Let __iruid_8098 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_8096))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_8096)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_8097)))) ((Ref __iruid_8096))))) (Let __iruid_8099 (GetField call_stats (Ref __iruid_8098)) (Let __iruid_8100 (GetField homozygote_count (Ref __iruid_8099)) (Let __iruid_8101 (GetField n_called (Ref __iruid_8098)) (Let __iruid_8102 (GetField n_not_called (Ref __iruid_8098)) (Let __iruid_8103 (GetField n_filtered (Ref __iruid_8098)) (Let __iruid_8104 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_8097))) (I32 2)) (Let __iruid_8105 (GetField call_stats (Ref __iruid_8098)) (Let __iruid_8106 (GetField homozygote_count (Ref __iruid_8105)) (Let __iruid_8107 (GetField AC (Ref __iruid_8105)) (Let __iruid_8108 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_8106) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_8107) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_8106) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_8106) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_8106) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_8107) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_8106) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_8106) (I32 1)) (True))) (If (IsNA (Ref __iruid_8108)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_8108)) (Let __iruid_8109 (GetTupleElement 1 (Ref __iruid_8108)) (If (IsNA (Ref __iruid_8109)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_8109)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_8099))) (AF (GetField AF (Ref __iruid_8099))) (AN (GetField AN (Ref __iruid_8099))) (homozygote_count (Ref __iruid_8100)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_8101)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_8101) (Ref __iruid_8102)) (Ref __iruid_8103))))) (n_called (Ref __iruid_8101)) (n_not_called (Ref __iruid_8102)) (n_filtered (Ref __iruid_8103)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_8101) (Cast Int64 (StreamFold __iruid_8110 __iruid_8111 (StreamFilter __iruid_8112 (ToStream False (Ref __iruid_8100)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_8112)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_8110) (Ref __iruid_8111)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_8101) (Cast Int64 (ArrayRef 154 (Ref __iruid_8100) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_8104)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_8104)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_8104))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 187: (Coalesce (StreamAgg __iruid_8151 (StreamFilter __iruid_8152 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8152))))) (AggLet __iruid_8153 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8151))) (InsertFields (Let __iruid_8154 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_8154) None (variant_qc (Let __iruid_8155 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_8153))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_8153)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_8154)))) ((Ref __iruid_8153))))) (Let __iruid_8156 (GetField call_stats (Ref __iruid_8155)) (Let __iruid_8157 (GetField homozygote_count (Ref __iruid_8156)) (Let __iruid_8158 (GetField n_called (Ref __iruid_8155)) (Let __iruid_8159 (GetField n_not_called (Ref __iruid_8155)) (Let __iruid_8160 (GetField n_filtered (Ref __iruid_8155)) (Let __iruid_8161 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_8154))) (I32 2)) (Let __iruid_8162 (GetField call_stats (Ref __iruid_8155)) (Let __iruid_8163 (GetField homozygote_count (Ref __iruid_8162)) (Let __iruid_8164 (GetField AC (Ref __iruid_8162)) (Let __iruid_8165 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_8163) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_8164) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_8163) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_8163) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_8163) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_8164) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_8163) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_8163) (I32 1)) (True))) (If (IsNA (Ref __iruid_8165)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_8165)) (Let __iruid_8166 (GetTupleElement 1 (Ref __iruid_8165)) (If (IsNA (Ref __iruid_8166)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_8166)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_8156))) (AF (GetField AF (Ref __iruid_8156))) (AN (GetField AN (Ref __iruid_8156))) (homozygote_count (Ref __iruid_8157)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_8158)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_8158) (Ref __iruid_8159)) (Ref __iruid_8160))))) (n_called (Ref __iruid_8158)) (n_not_called (Ref __iruid_8159)) (n_filtered (Ref __iruid_8160)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_8158) (Cast Int64 (StreamFold __iruid_8167 __iruid_8168 (StreamFilter __iruid_8169 (ToStream False (Ref __iruid_8157)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_8169)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_8167) (Ref __iruid_8168)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_8158) (Cast Int64 (ArrayRef 154 (Ref __iruid_8157) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_8161)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_8161)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_8161))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:06:20 root: ERROR: error while applying lowering 'LowerOrInterpretNonCompilable' 2022-08-17 11:06:20 root: INFO: RegionPool: FREE: 1.3M allocated (512.0K blocks / 832.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:06:20 root: ERROR: NoSuchElementException: Ref with name __iruid_8154 could not be resolved in env BindingEnv((),None,None,()) From is.hail.utils.HailException: error after applying LowerArrayAggsToRunAggs at is.hail.utils.ErrorHandling.fatal(ErrorHandling.scala:21) at is.hail.utils.ErrorHandling.fatal$(ErrorHandling.scala:21) at is.hail.utils.package$.fatal(package.scala:78) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:25) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableMapGlobals.execute(TableIR.scala:2319) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.run(Interpret.scala:856) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) is.hail.utils.HailException: Error while typechecking IR: (Coalesce (Let __iruid_8170 (RunAgg ((TypedStateSig +PInt64) (TypedStateSig +PInt64) (TypedStateSig +PInt64) (CallStatsStateSig)) (Begin (Begin (InitOp 0 (Sum (TypedStateSig +PInt64)) ()) (InitOp 1 (Sum (TypedStateSig +PInt64)) ()) (InitOp 2 (Count (TypedStateSig +PInt64)) ()) (InitOp 3 (CallStats (CallStatsStateSig)) ((ArrayLen (GetField alleles (Ref __iruid_8154)))))) (StreamFor __iruid_8151 (StreamFilter __iruid_8152 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8152))))) (Let __iruid_8153 (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_8151))) (Begin (SeqOp 0 (Sum (TypedStateSig +PInt64)) ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_8153)))))) (SeqOp 1 (Sum (TypedStateSig +PInt64)) ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_8153))))) (SeqOp 2 (Count (TypedStateSig +PInt64)) ()) (SeqOp 3 (CallStats (CallStatsStateSig)) ((Ref __iruid_8153))))))) (MakeTuple (0 1 2 3) (ResultOp 0 (Sum (TypedStateSig +PInt64))) (ResultOp 1 (Sum (TypedStateSig +PInt64))) (ResultOp 2 (Count (TypedStateSig +PInt64))) (ResultOp 3 (CallStats (CallStatsStateSig))))) (InsertFields (Let __iruid_8154 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_8154) None (variant_qc (Let __iruid_8155 (MakeStruct (n_called (GetTupleElement 0 (Ref __iruid_8170))) (n_not_called (GetTupleElement 1 (Ref __iruid_8170))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (GetTupleElement 2 (Ref __iruid_8170)))) (call_stats (GetTupleElement 3 (Ref __iruid_8170)))) (Let __iruid_8156 (GetField call_stats (Ref __iruid_8155)) (Let __iruid_8157 (GetField homozygote_count (Ref __iruid_8156)) (Let __iruid_8158 (GetField n_called (Ref __iruid_8155)) (Let __iruid_8159 (GetField n_not_called (Ref __iruid_8155)) (Let __iruid_8160 (GetField n_filtered (Ref __iruid_8155)) (Let __iruid_8161 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_8154))) (I32 2)) (Let __iruid_8162 (GetField call_stats (Ref __iruid_8155)) (Let __iruid_8163 (GetField homozygote_count (Ref __iruid_8162)) (Let __iruid_8164 (GetField AC (Ref __iruid_8162)) (Let __iruid_8165 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_8163) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_8164) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_8163) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_8163) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_8163) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_8164) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_8163) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_8163) (I32 1)) (True))) (If (IsNA (Ref __iruid_8165)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_8165)) (Let __iruid_8166 (GetTupleElement 1 (Ref __iruid_8165)) (If (IsNA (Ref __iruid_8166)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_8166)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_8156))) (AF (GetField AF (Ref __iruid_8156))) (AN (GetField AN (Ref __iruid_8156))) (homozygote_count (Ref __iruid_8157)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_8158)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_8158) (Ref __iruid_8159)) (Ref __iruid_8160))))) (n_called (Ref __iruid_8158)) (n_not_called (Ref __iruid_8159)) (n_filtered (Ref __iruid_8160)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_8158) (Cast Int64 (StreamFold __iruid_8167 __iruid_8168 (StreamFilter __iruid_8169 (ToStream False (Ref __iruid_8157)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_8169)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_8167) (Ref __iruid_8168)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_8158) (Cast Int64 (ArrayRef 154 (Ref __iruid_8157) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_8161)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_8161)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_8161))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) at is.hail.utils.ErrorHandling.fatal(ErrorHandling.scala:21) at is.hail.utils.ErrorHandling.fatal$(ErrorHandling.scala:21) at is.hail.utils.package$.fatal(package.scala:78) at is.hail.expr.ir.TypeCheck$.apply(TypeCheck.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:22) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableMapGlobals.execute(TableIR.scala:2319) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.run(Interpret.scala:856) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) java.util.NoSuchElementException: Ref with name __iruid_8154 could not be resolved in env BindingEnv((),None,None,()) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:98) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.apply(TypeCheck.scala:13) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:22) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableMapGlobals.execute(TableIR.scala:2319) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.run(Interpret.scala:856) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) 2022-08-17 11:06:34 BlockManagerInfo: INFO: Removed broadcast_56_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 11:06:34 BlockManagerInfo: INFO: Removed broadcast_57_piece0 on dna.Dlink:40753 in memory (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 11:06:34 BlockManagerInfo: INFO: Removed broadcast_61_piece0 on dna.Dlink:40753 in memory (size: 4.6 KiB, free: 17.8 GiB) 2022-08-17 11:07:24 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 11:07:24 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 11:07:24 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 11:07:24 root: INFO: timing SparkBackend.parse_value_ir total 24.440ms self 24.440ms children 0.000ms %children 0.00% 2022-08-17 11:07:24 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 11:07:24 root: INFO: starting execution of query hail_query_8 of initial size 650 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 650: (Let __rng_state (RNGStateLiteral (0 0 0 0)) (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.mt\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (MatrixRowsTable (MatrixMapRows (MatrixFilterRows (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols None (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixMapCols None (MatrixMapRows (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (InsertFields (Ref va) None (__row_uid (NA Int64)))) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info) (Ref va)) (Let __cse_1 (GetField alleles (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__uid_4 (GetField AC (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((GetField GT (Ref g)))))) (__uid_5 (ToArray (StreamMap __uid_6 (ToStream False (ArraySlice (Ref __cse_1) (I32 1) (I32 1))) (Let __uid_11 (ApplyIR 51 __uid_1 () Int32 (ApplyIR 30 indexArray () String (Ref __cse_1) (I32 0)) (Ref __uid_6)) (If (ApplyComparisonOp EQ (Ref __uid_11) (I32 1)) (Let __cse_2 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (If (ApplySpecial 75 land () Boolean (ApplyComparisonOp EQ (ApplyIR 52 __uid_1 () Int32 (Ref __cse_2) (Ref __uid_6)) (I32 1)) (ApplyIR 74 __uid_2 () Boolean (Ref __cse_2) (Ref __uid_6))) (I32 8) (I32 9))) (Ref __uid_11))))))))) None (__row_uid (GetField __row_uid (Ref va))))) (AggLet __cse_3 False (GetField GT (Ref g)) (InsertFields (SelectFields (s) (Ref sa)) None (sample_qc (Let __uid_25 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 76 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_3))))))) (n_not_called (ApplyAggOp Sum () ((Apply 77 toInt64 () Int64 (IsNA (Ref __cse_3)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Ref n_rows) (ApplyAggOp Count () ()))) (n_hom_ref (ApplyAggOp Sum () ((Apply 79 toInt64 () Int64 (Apply 78 isHomRef () Boolean (Ref __cse_3)))))) (n_het (ApplyAggOp Sum () ((Apply 81 toInt64 () Int64 (Apply 80 isHet () Boolean (Ref __cse_3)))))) (n_singleton (ApplyAggOp Sum () ((ApplyIR 89 toInt64 () Int64 (Let __uid_16 (Ref __cse_3) (ApplyIR 88 sum () Int32 (ToArray (StreamFilter __uid_20 (ToStream False (ToArray (StreamMap __uid_19 (ToStream False (ToArray (StreamMap __uid_17 (ToStream False (ToArray (StreamRange 83 False (I32 0) (Apply 82 ploidy () Int32 (Ref __uid_16)) (I32 1)))) (Let __uid_18 (Apply 84 index () Int32 (Ref __uid_16) (Ref __uid_17)) (ApplySpecial 86 land () Boolean (ApplyComparisonOp NEQ (Ref __uid_18) (I32 0)) (ApplyComparisonOp EQ (ApplyIR 85 indexArray () Int32 (GetField __uid_4 (Ref va)) (Ref __uid_18)) (I32 1))))))) (Apply 87 toInt32 () Int32 (Ref __uid_19))))) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_20))))))))))) (allele_type_counts (AggExplode __uid_24 False (ToStream False (ToArray (StreamMap __uid_23 (ToStream False (ToArray (StreamFilter __uid_22 (ToStream False (ToArray (StreamMap __uid_21 (ToStream False (ToArray (StreamRange 91 False (I32 0) (Apply 90 ploidy () Int32 (Ref __cse_3)) (I32 1)))) (Apply 92 index () Int32 (Ref __cse_3) (Ref __uid_21))))) (ApplyComparisonOp GT (Ref __uid_22) (I32 0))))) (ApplyIR 93 indexArray () Int32 (GetField __uid_5 (Ref va)) (ApplyBinaryPrimOp Subtract (Ref __uid_23) (I32 1)))))) (MakeTuple (0 1 2 3 4 5 6 7 8 9) (ApplyAggOp Sum () ((Apply 94 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 0))))) (ApplyAggOp Sum () ((Apply 95 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 1))))) (ApplyAggOp Sum () ((Apply 96 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 2))))) (ApplyAggOp Sum () ((Apply 97 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 3))))) (ApplyAggOp Sum () ((Apply 98 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 4))))) (ApplyAggOp Sum () ((Apply 99 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 5))))) (ApplyAggOp Sum () ((Apply 100 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 6))))) (ApplyAggOp Sum () ((Apply 101 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 7))))) (ApplyAggOp Sum () ((Apply 102 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 8))))) (ApplyAggOp Sum () ((Apply 103 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 9))))))))) (Let __cse_4 (GetField n_called (Ref __uid_25)) (Let __cse_5 (GetField n_not_called (Ref __uid_25)) (Let __cse_6 (GetField n_filtered (Ref __uid_25)) (Let __cse_7 (GetField n_hom_ref (Ref __uid_25)) (Let __cse_8 (GetField n_het (Ref __uid_25)) (Let __cse_9 (GetField allele_type_counts (Ref __uid_25)) (Let __uid_26 (MakeStruct (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 104 toFloat64 () Float64 (Ref __cse_4)) (ApplyIR 105 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_4) (Ref __cse_5)) (Ref __cse_6))))) (n_called (Ref __cse_4)) (n_not_called (Ref __cse_5)) (n_filtered (Ref __cse_6)) (n_hom_ref (Ref __cse_7)) (n_het (Ref __cse_8)) (n_hom_var (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7)) (Ref __cse_8))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7))) (n_singleton (GetField n_singleton (Ref __uid_25))) (n_snp (ApplyBinaryPrimOp Add (GetTupleElement 8 (Ref __cse_9)) (GetTupleElement 9 (Ref __cse_9)))) (n_insertion (GetTupleElement 3 (Ref __cse_9))) (n_deletion (GetTupleElement 4 (Ref __cse_9))) (n_transition (GetTupleElement 8 (Ref __cse_9))) (n_transversion (GetTupleElement 9 (Ref __cse_9))) (n_star (GetTupleElement 6 (Ref __cse_9)))) (InsertFields (Ref __uid_26) None (r_ti_tv (If (ApplyComparisonOp NEQ (GetField n_transversion (Ref __uid_26)) (ApplyIR 107 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 106 toFloat64 () Float64 (GetField n_transition (Ref __uid_26))) (ApplyIR 108 toFloat64 () Float64 (GetField n_transversion (Ref __uid_26)))) (NA Float64))) (r_het_hom_var (If (ApplyComparisonOp NEQ (GetField n_hom_var (Ref __uid_26)) (ApplyIR 110 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 109 toFloat64 () Float64 (GetField n_het (Ref __uid_26))) (ApplyIR 111 toFloat64 () Float64 (GetField n_hom_var (Ref __uid_26)))) (NA Float64))) (r_insertion_deletion (If (ApplyComparisonOp NEQ (GetField n_deletion (Ref __uid_26)) (ApplyIR 113 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 112 toFloat64 () Float64 (GetField n_insertion (Ref __uid_26))) (ApplyIR 114 toFloat64 () Float64 (GetField n_deletion (Ref __uid_26)))) (NA Float64)))))))))))))))) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info __uid_4 __uid_5) (Ref va)) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_4 (GetField __uid_4 (Ref va))) (__uid_5 (GetField __uid_5 (Ref va)))))) None (__row_uid (GetField __row_uid (Ref va))))) (TableKeyBy (Sample) False (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __cse_11 (GetField text (Ref row)) (Let __cse_10 (Apply 3 splitChar () Array[String] (Ref __cse_11) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Ref __cse_10))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Ref __cse_10))) (I32 1)) (Str "field") (Str "fields")) (Ref __cse_11))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (Let __cse_12 (GetField split_text (Ref row)) (InsertFields (SelectFields (file split_text) (Ref row)) None (Sample (ApplyIR 14 indexArray () String (Ref __cse_12) (I32 0))) (Population (ApplyIR 15 indexArray () String (Ref __cse_12) (I32 1))) (SuperPopulation (ApplyIR 16 indexArray () String (Ref __cse_12) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ApplyIR 17 indexArray () String (Ref __cse_12) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ApplyIR 19 indexArray () String (Ref __cse_12) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ApplyIR 21 indexArray () String (Ref __cse_12) (I32 5))))))) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file split_text Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))) (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))))) (InsertFields (SelectFields (s sample_qc) (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (AggLet __cse_13 False (GetField GT (Ref g)) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info) (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (variant_qc (Let __uid_31 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_13))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __cse_13)))))) (n_filtered (ApplyBinaryPrimOp Subtract (ApplyIR 139 toInt64 () Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((Ref __cse_13))))) (Let __cse_17 (GetField call_stats (Ref __uid_31)) (Let __cse_21 (GetField homozygote_count (Ref __cse_17)) (Let __cse_18 (GetField n_called (Ref __uid_31)) (Let __cse_19 (GetField n_not_called (Ref __uid_31)) (Let __cse_20 (GetField n_filtered (Ref __uid_31)) (Let __uid_32 (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (GetField alleles (Ref va)))) (I32 2)) (Let __cse_14 (GetField call_stats (Ref __uid_31)) (Let __cse_15 (GetField homozygote_count (Ref __cse_14)) (Let __cse_16 (GetField AC (Ref __cse_14)) (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 140 indexArray () Int32 (Ref __cse_15) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 141 indexArray () Int32 (Ref __cse_16) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 142 indexArray () Int32 (Ref __cse_15) (I32 1)) (I32 2))) (ApplyIR 143 indexArray () Int32 (Ref __cse_15) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 145 indexArray () Int32 (Ref __cse_15) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 146 indexArray () Int32 (Ref __cse_16) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 147 indexArray () Int32 (Ref __cse_15) (I32 1)) (I32 2))) (ApplyIR 148 indexArray () Int32 (Ref __cse_15) (I32 1)) (True)))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{het_freq_hwe:Float64,p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __cse_17))) (AF (GetField AF (Ref __cse_17))) (AN (GetField AN (Ref __cse_17))) (homozygote_count (Ref __cse_21)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 150 toFloat64 () Float64 (Ref __cse_18)) (ApplyIR 151 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_18) (Ref __cse_19)) (Ref __cse_20))))) (n_called (Ref __cse_18)) (n_not_called (Ref __cse_19)) (n_filtered (Ref __cse_20)) (n_het (ApplyBinaryPrimOp Subtract (Ref __cse_18) (ApplyIR 153 toInt64 () Int64 (ApplyIR 152 sum () Int32 (ToArray (StreamFilter __uid_33 (ToStream False (Ref __cse_21)) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_33))))))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_18) (ApplyIR 155 toInt64 () Int64 (ApplyIR 154 indexArray () Int32 (Ref __cse_21) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __uid_32)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __uid_32)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __uid_32))))))))))))))) None (__row_uid (GetField __row_uid (Ref va)))))) (Let va (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)) (Let __cse_22 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ApplyIR 156 indexArray () Float64 (Ref __cse_22) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ApplyIR 157 indexArray () Float64 (Ref __cse_22) (I32 0)) (F64 0.95))) (False))))) (Let __rng_state (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref va))) (Let va (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (Ref __rng_state) (MakeTuple ()))) (False))))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)))))) 2022-08-17 11:07:24 root: INFO: Prune: InsertFields: eliminating field '__uid_4' 2022-08-17 11:07:24 root: INFO: Prune: InsertFields: eliminating field '__uid_5' 2022-08-17 11:07:24 root: INFO: Prune: InsertFields: eliminating field 'sample_qc' 2022-08-17 11:07:24 root: INFO: Prune: InsertFields: eliminating field 'Population' 2022-08-17 11:07:24 root: INFO: Prune: InsertFields: eliminating field 'isFemale' 2022-08-17 11:07:24 root: INFO: Prune: InsertFields: eliminating field 'PurpleHair' 2022-08-17 11:07:24 root: INFO: Prune: InsertFields: eliminating field 'CaffeineConsumption' 2022-08-17 11:07:24 root: INFO: Prune: InsertFields: eliminating field 'split_text' 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 300: (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.mt\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (MatrixRowsTable (MatrixMapRows (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols () (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__row_uid (NA Int64)))) (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_9276 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_9277 (GetField text (Ref row)) (Let __iruid_9278 (Apply 3 splitChar () Array[String] (Ref __iruid_9277) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_9278)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9278)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9277))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9276) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9276) (I32 2)))))))) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (AggLet __iruid_9279 False (GetField GT (Ref g)) (InsertFields (Let __iruid_9280 (SelectFields (locus alleles rsid qual filters info) (Ref va)) (InsertFields (Ref __iruid_9280) None (variant_qc (Let __iruid_9281 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9279))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_9279)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_9280)))) ((Ref __iruid_9279))))) (Let __iruid_9282 (GetField call_stats (Ref __iruid_9281)) (Let __iruid_9283 (GetField homozygote_count (Ref __iruid_9282)) (Let __iruid_9284 (GetField n_called (Ref __iruid_9281)) (Let __iruid_9285 (GetField n_not_called (Ref __iruid_9281)) (Let __iruid_9286 (GetField n_filtered (Ref __iruid_9281)) (Let __iruid_9287 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_9280))) (I32 2)) (Let __iruid_9288 (GetField call_stats (Ref __iruid_9281)) (Let __iruid_9289 (GetField homozygote_count (Ref __iruid_9288)) (Let __iruid_9290 (GetField AC (Ref __iruid_9288)) (Let __iruid_9291 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_9289) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_9290) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_9289) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_9289) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_9289) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_9290) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_9289) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_9289) (I32 1)) (True))) (If (IsNA (Ref __iruid_9291)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_9291)) (Let __iruid_9292 (GetTupleElement 1 (Ref __iruid_9291)) (If (IsNA (Ref __iruid_9292)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_9292)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_9282))) (AF (GetField AF (Ref __iruid_9282))) (AN (GetField AN (Ref __iruid_9282))) (homozygote_count (Ref __iruid_9283)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_9284)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_9284) (Ref __iruid_9285)) (Ref __iruid_9286))))) (n_called (Ref __iruid_9284)) (n_not_called (Ref __iruid_9285)) (n_filtered (Ref __iruid_9286)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_9284) (Cast Int64 (StreamFold __iruid_9293 __iruid_9294 (StreamFilter __iruid_9295 (ToStream False (Ref __iruid_9283)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9295)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_9293) (Ref __iruid_9294)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_9284) (Cast Int64 (ArrayRef 154 (Ref __iruid_9283) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_9287)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_9287)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_9287))))))))))))))) None (__row_uid (GetField __row_uid (Ref va)))))) (ApplySpecial -1 land () Boolean (Let __iruid_9296 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_9296) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_9296) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref va))) (Literal Tuple[] ))) (False)))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va))))) 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 466: (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.mt\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (TableMapRows (TableMapGlobals (TableMapRows (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapGlobals (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead None False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_9298 (MakeStruct) (MakeStruct (locus (GetField locus (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (alleles (GetField alleles (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (rsid (GetField rsid (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (qual (GetField qual (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (filters (GetField filters (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (info (GetField info (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (__row_uid (NA Int64)))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (Let __dictfield (ToDict (ToStream False (ToArray (StreamMap __iruid_9299 (ToStream False (GetField rows (TableCollect (TableKeyBy () False (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_9276 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_9277 (GetField text (Ref row)) (Let __iruid_9278 (Apply 3 splitChar () Array[String] (Ref __iruid_9277) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_9278)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9278)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9277))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9276) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9276) (I32 2))))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_9299)) (SelectFields (SuperPopulation) (Ref __iruid_9299))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_9297 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_9297) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __dictfield) (MakeStruct (Sample (GetField s (Ref __iruid_9297))))))))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_9303 (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let __cols_array (GetField __cols (Ref global)) (Let sa (ArrayRef -1 (Ref __cols_array) (Ref __iruid_9303)) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))))))))) (InsertFields (Ref global) None (newColIdx (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let sa (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (SelectFields (__cols) (InsertFields (Ref global) None (__cols (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_9304 (MakeStruct) (StreamAgg i (ToStream False (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)))) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (AggLet sa False (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (AggLet g False (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i)) (AggLet __iruid_9279 False (GetField GT (Ref g)) (InsertFields (Let __iruid_9280 (SelectFields (locus alleles rsid qual filters info) (SelectFields (locus alleles rsid qual filters info __row_uid) (Ref row))) (InsertFields (Ref __iruid_9280) None (variant_qc (Let __iruid_9281 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9279))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_9279)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_9280)))) ((Ref __iruid_9279))))) (Let __iruid_9282 (GetField call_stats (Ref __iruid_9281)) (Let __iruid_9283 (GetField homozygote_count (Ref __iruid_9282)) (Let __iruid_9284 (GetField n_called (Ref __iruid_9281)) (Let __iruid_9285 (GetField n_not_called (Ref __iruid_9281)) (Let __iruid_9286 (GetField n_filtered (Ref __iruid_9281)) (Let __iruid_9287 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_9280))) (I32 2)) (Let __iruid_9288 (GetField call_stats (Ref __iruid_9281)) (Let __iruid_9289 (GetField homozygote_count (Ref __iruid_9288)) (Let __iruid_9290 (GetField AC (Ref __iruid_9288)) (Let __iruid_9291 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_9289) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_9290) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_9289) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_9289) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_9289) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_9290) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_9289) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_9289) (I32 1)) (True))) (If (IsNA (Ref __iruid_9291)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_9291)) (Let __iruid_9292 (GetTupleElement 1 (Ref __iruid_9291)) (If (IsNA (Ref __iruid_9292)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_9292)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_9282))) (AF (GetField AF (Ref __iruid_9282))) (AN (GetField AN (Ref __iruid_9282))) (homozygote_count (Ref __iruid_9283)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_9284)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_9284) (Ref __iruid_9285)) (Ref __iruid_9286))))) (n_called (Ref __iruid_9284)) (n_not_called (Ref __iruid_9285)) (n_filtered (Ref __iruid_9286)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_9284) (Cast Int64 (StreamFold __iruid_9293 __iruid_9294 (StreamFilter __iruid_9295 (ToStream False (Ref __iruid_9283)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9295)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_9293) (Ref __iruid_9294)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_9284) (Cast Int64 (ArrayRef 154 (Ref __iruid_9283) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_9287)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_9287)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_9287))))))))))))))) None (__row_uid (GetField __row_uid (SelectFields (locus alleles rsid qual filters info __row_uid) (Ref row)))))))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (ApplySpecial -1 land () Boolean (Let __iruid_9296 (GetField AF (GetField variant_qc (SelectFields (locus alleles rsid qual filters info variant_qc __row_uid) (Ref row)))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_9296) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_9296) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (SelectFields (locus alleles rsid qual filters info variant_qc __row_uid) (Ref row)))) (Literal Tuple[] ))) (False)))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_9305 (MakeStruct) (SelectFields (locus alleles rsid qual filters info variant_qc) (SelectFields (locus alleles rsid qual filters info variant_qc __row_uid) (Ref row)))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (SelectFields () (Ref global))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref row)))) 2022-08-17 11:07:24 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 11:07:24 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 399: (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.mt\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (TableMapGlobals (TableMapRows (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead None False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (MakeStruct (locus (GetField locus (Ref row))) (alleles (GetField alleles (Ref row))) (rsid (GetField rsid (Ref row))) (qual (GetField qual (Ref row))) (filters (GetField filters (Ref row))) (info (GetField info (Ref row))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))))) (Let __iruid_9432 (ToDict (StreamMap __iruid_9433 (ToStream False (GetField rows (TableCollect (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_9434 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_9435 (GetField text (Ref row)) (Let __iruid_9436 (Apply 3 splitChar () Array[String] (Ref __iruid_9435) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_9436)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9436)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9435))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9434) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9434) (I32 2))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_9433)) (SelectFields (SuperPopulation) (Ref __iruid_9433))))) (Let __iruid_9437 (ToArray (StreamMap __iruid_9438 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_9438) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_9432) (MakeStruct (Sample (GetField s (Ref __iruid_9438))))))))) (Let __iruid_9439 (ToArray (StreamMap __iruid_9440 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_9437)) (I32 1)) (Let __iruid_9441 (ArrayRef -1 (Ref __iruid_9437) (Ref __iruid_9440)) (InsertFields (SelectFields () (Ref __iruid_9441)) None (pheno (GetField __uid_27 (Ref __iruid_9441))))))) (InsertFields (Ref global) ("__cols" "newColIdx") (__cols (Ref __iruid_9439)) (newColIdx (ToArray (StreamFilter __iruid_9442 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_9439)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_9439) (Ref __iruid_9442)))) (Str "EUR")) (False)))))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_9443 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_9443))))))) (InsertFields (SelectFields (__cols) (Ref global)) ("__cols") (__cols (ToArray (StreamMap __iruid_9444 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref __iruid_9444))))))) (StreamAgg __iruid_9445 (StreamFilter __iruid_9446 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_9446))))) (AggLet __iruid_9447 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_9445))) (InsertFields (Let __iruid_9448 (SelectFields (locus alleles rsid qual filters info) (Ref row)) (InsertFields (Ref __iruid_9448) None (variant_qc (Let __iruid_9449 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9447))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_9447)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (Ref global)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_9448)))) ((Ref __iruid_9447))))) (Let __iruid_9450 (GetField call_stats (Ref __iruid_9449)) (Let __iruid_9451 (GetField homozygote_count (Ref __iruid_9450)) (Let __iruid_9452 (GetField n_called (Ref __iruid_9449)) (Let __iruid_9453 (GetField n_not_called (Ref __iruid_9449)) (Let __iruid_9454 (GetField n_filtered (Ref __iruid_9449)) (Let __iruid_9455 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_9448))) (I32 2)) (Let __iruid_9456 (GetField call_stats (Ref __iruid_9449)) (Let __iruid_9457 (GetField homozygote_count (Ref __iruid_9456)) (Let __iruid_9458 (GetField AC (Ref __iruid_9456)) (Let __iruid_9459 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_9457) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_9458) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_9457) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_9457) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_9457) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_9458) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_9457) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_9457) (I32 1)) (True))) (If (IsNA (Ref __iruid_9459)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_9459)) (Let __iruid_9460 (GetTupleElement 1 (Ref __iruid_9459)) (If (IsNA (Ref __iruid_9460)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_9460)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_9450))) (AF (GetField AF (Ref __iruid_9450))) (AN (GetField AN (Ref __iruid_9450))) (homozygote_count (Ref __iruid_9451)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_9452)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_9452) (Ref __iruid_9453)) (Ref __iruid_9454))))) (n_called (Ref __iruid_9452)) (n_not_called (Ref __iruid_9453)) (n_filtered (Ref __iruid_9454)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_9452) (Cast Int64 (StreamFold __iruid_9461 __iruid_9462 (StreamFilter __iruid_9463 (ToStream False (Ref __iruid_9451)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9463)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_9461) (Ref __iruid_9462)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_9452) (Cast Int64 (ArrayRef 154 (Ref __iruid_9451) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_9455)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_9455)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_9455))))))))))))))) None (__row_uid (GetField __row_uid (Ref row))))))) (ApplySpecial -1 land () Boolean (Let __iruid_9464 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_9464) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_9464) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref row))) (Literal Tuple[] ))) (False)))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref row))) (SelectFields () (Ref global)))) 2022-08-17 11:07:24 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:07:24 root: INFO: lowering result: TableCollect 2022-08-17 11:07:24 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 95: (Let __iruid_9475 (MakeStruct) (Let __iruid_9479 (CollectDistributedArray __iruid_9476 __iruid_9478 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_9475 (Ref __iruid_9475))) (Let __iruid_9475 (GetField __iruid_9475 (Ref __iruid_9478)) (ToArray (Let global (Ref __iruid_9475) (StreamMap __iruid_9477 (Let global (Ref __iruid_9475) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_9476)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let row (Ref __iruid_9477) (Let __iruid_9434 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_9435 (GetField text (Ref row)) (Let __iruid_9436 (Apply 3 splitChar () Array[String] (Ref __iruid_9435) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_9436)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9436)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9435))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9434) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9434) (I32 2))))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_9480 (ToStream False (Ref __iruid_9479)) (ToStream False (Ref __iruid_9480))))) (global (Ref __iruid_9475))))) 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_9505 (ToStream False (CollectDistributedArray __iruid_9506 __iruid_9507 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_9475:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_9509 (StreamFilter __iruid_9510 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_9506)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_9510)) (Str "Sample\tPop...")) (False))) (Let __iruid_9511 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_9509))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9509)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9509)) (Str "\t") (Literal Array[String] )) (Let __iruid_9512 (GetField text (Ref __iruid_9509)) (Let __iruid_9513 (Apply 3 splitChar () Array[String] (Ref __iruid_9512) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_9509)) (ArrayLen (Ref __iruid_9513)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9513)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9512))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_9509))))) (InsertFields (SelectFields () (Ref __iruid_9509)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9511) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9511) (I32 2))))))))) (ToStream False (Ref __iruid_9505))))) (global (Literal Struct{} ))) 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_9505 (ToStream False (CollectDistributedArray __iruid_9506 __iruid_9507 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_9475:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_9509 (StreamFilter __iruid_9510 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_9506)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_9510)) (Str "Sample\tPop...")) (False))) (Let __iruid_9511 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_9509))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9509)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9509)) (Str "\t") (Literal Array[String] )) (Let __iruid_9512 (GetField text (Ref __iruid_9509)) (Let __iruid_9513 (Apply 3 splitChar () Array[String] (Ref __iruid_9512) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_9509)) (ArrayLen (Ref __iruid_9513)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9513)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9512))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_9509))))) (InsertFields (SelectFields () (Ref __iruid_9509)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9511) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9511) (I32 2))))))))) (ToStream False (Ref __iruid_9505))))) (global (Literal Struct{} ))) 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_9530 (ToStream False (CollectDistributedArray __iruid_9531 __iruid_9532 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_9533 (StreamFilter __iruid_9534 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_9531)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_9534)) (Str "Sample\tPop...")) (False))) (Let __iruid_9535 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_9533))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9533)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9533)) (Str "\t") (Literal Array[String] )) (Let __iruid_9536 (GetField text (Ref __iruid_9533)) (Let __iruid_9537 (Apply 3 splitChar () Array[String] (Ref __iruid_9536) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_9533)) (ArrayLen (Ref __iruid_9537)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9537)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9536))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_9533))))) (InsertFields (SelectFields () (Ref __iruid_9533)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9535) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9535) (I32 2))))))))) (ToStream False (Ref __iruid_9530))))) (global (Literal Struct{} ))) 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_9530 (ToStream False (CollectDistributedArray __iruid_9531 __iruid_9532 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_9533 (StreamFilter __iruid_9534 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_9531)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_9534)) (Str "Sample\tPop...")) (False))) (Let __iruid_9535 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_9533))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9533)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9533)) (Str "\t") (Literal Array[String] )) (Let __iruid_9536 (GetField text (Ref __iruid_9533)) (Let __iruid_9537 (Apply 3 splitChar () Array[String] (Ref __iruid_9536) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_9533)) (ArrayLen (Ref __iruid_9537)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9537)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9536))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_9533))))) (InsertFields (SelectFields () (Ref __iruid_9533)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9535) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9535) (I32 2))))))))) (ToStream False (Ref __iruid_9530))))) (global (Literal Struct{} ))) 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_9554 (ToStream False (CollectDistributedArray __iruid_9555 __iruid_9556 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_9557 (StreamFilter __iruid_9558 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_9555)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_9558)) (Str "Sample\tPop...")) (False))) (Let __iruid_9559 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_9557))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9557)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9557)) (Str "\t") (Literal Array[String] )) (Let __iruid_9560 (GetField text (Ref __iruid_9557)) (Let __iruid_9561 (Apply 3 splitChar () Array[String] (Ref __iruid_9560) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_9557)) (ArrayLen (Ref __iruid_9561)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9561)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9560))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_9557))))) (InsertFields (SelectFields () (Ref __iruid_9557)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9559) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9559) (I32 2))))))))) (ToStream False (Ref __iruid_9554))))) (global (Literal Struct{} ))) 2022-08-17 11:07:24 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_9554 (ToStream False (CollectDistributedArray __iruid_9555 __iruid_9556 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_9557 (StreamFilter __iruid_9558 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_9555)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_9558)) (Str "Sample\tPop...")) (False))) (Let __iruid_9559 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_9557))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9557)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9557)) (Str "\t") (Literal Array[String] )) (Let __iruid_9560 (GetField text (Ref __iruid_9557)) (Let __iruid_9561 (Apply 3 splitChar () Array[String] (Ref __iruid_9560) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_9557)) (ArrayLen (Ref __iruid_9561)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9561)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9560))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_9557))))) (InsertFields (SelectFields () (Ref __iruid_9557)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9559) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9559) (I32 2))))))))) (ToStream False (Ref __iruid_9554))))) (global (Literal Struct{} )))) 2022-08-17 11:07:24 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_9578 (ToStream False (CollectDistributedArray __iruid_9579 __iruid_9580 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_9581 (StreamFilter __iruid_9582 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_9579)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_9582)) (Str "Sample\tPop...")) (False))) (Let __iruid_9583 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_9581))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9581)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9581)) (Str "\t") (Literal Array[String] )) (Let __iruid_9584 (GetField text (Ref __iruid_9581)) (Let __iruid_9585 (Apply 3 splitChar () Array[String] (Ref __iruid_9584) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_9581)) (ArrayLen (Ref __iruid_9585)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9585)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9584))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_9581))))) (InsertFields (SelectFields () (Ref __iruid_9581)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9583) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9583) (I32 2))))))))) (ToStream False (Ref __iruid_9578))))) (global (Literal Struct{} )))) 2022-08-17 11:07:24 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_9578 (ToStream False (CollectDistributedArray __iruid_9579 __iruid_9580 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_9581 (StreamFilter __iruid_9582 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_9579)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_9582)) (Str "Sample\tPop...")) (False))) (Let __iruid_9583 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_9581))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9581)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9581)) (Str "\t") (Literal Array[String] )) (Let __iruid_9584 (GetField text (Ref __iruid_9581)) (Let __iruid_9585 (Apply 3 splitChar () Array[String] (Ref __iruid_9584) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_9581)) (ArrayLen (Ref __iruid_9585)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9585)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9584))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_9581))))) (InsertFields (SelectFields () (Ref __iruid_9581)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9583) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9583) (I32 2))))))))) (ToStream False (Ref __iruid_9578))))) (global (Literal Struct{} )))) 2022-08-17 11:07:24 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_9602 (ToStream False (CollectDistributedArray __iruid_9603 __iruid_9604 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_9605 (StreamFilter __iruid_9606 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_9603)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_9606)) (Str "Sample\tPop...")) (False))) (Let __iruid_9607 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_9605))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9605)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9605)) (Str "\t") (Literal Array[String] )) (Let __iruid_9608 (GetField text (Ref __iruid_9605)) (Let __iruid_9609 (Apply 3 splitChar () Array[String] (Ref __iruid_9608) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_9605)) (ArrayLen (Ref __iruid_9609)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9609)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9608))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_9605))))) (InsertFields (SelectFields () (Ref __iruid_9605)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9607) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9607) (I32 2))))))))) (ToStream False (Ref __iruid_9602))))) (global (Literal Struct{} )))) 2022-08-17 11:07:24 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_9602 (ToStream False (CollectDistributedArray __iruid_9603 __iruid_9604 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_9605 (StreamFilter __iruid_9606 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_9603)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_9606)) (Str "Sample\tPop...")) (False))) (Let __iruid_9607 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_9605))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9605)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9605)) (Str "\t") (Literal Array[String] )) (Let __iruid_9608 (GetField text (Ref __iruid_9605)) (Let __iruid_9609 (Apply 3 splitChar () Array[String] (Ref __iruid_9608) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_9605)) (ArrayLen (Ref __iruid_9609)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9609)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9608))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_9605))))) (InsertFields (SelectFields () (Ref __iruid_9605)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9607) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9607) (I32 2))))))))) (ToStream False (Ref __iruid_9602))))) (global (Literal Struct{} )))) 2022-08-17 11:07:24 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_9626 (ToStream False (CollectDistributedArray __iruid_9627 __iruid_9628 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_9629 (StreamFilter __iruid_9630 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_9627)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_9630)) (Str "Sample\tPop...")) (False))) (Let __iruid_9631 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_9629))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9629)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_9629)) (Str "\t") (Literal Array[String] )) (Let __iruid_9632 (GetField text (Ref __iruid_9629)) (Let __iruid_9633 (Apply 3 splitChar () Array[String] (Ref __iruid_9632) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_9629)) (ArrayLen (Ref __iruid_9633)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_9633)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_9632))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_9629))))) (InsertFields (SelectFields () (Ref __iruid_9629)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_9631) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_9631) (I32 2))))))))) (ToStream False (Ref __iruid_9626))))) (global (Literal Struct{} )))) 2022-08-17 11:07:24 root: INFO: encoder cache hit 2022-08-17 11:07:24 MemoryStore: INFO: Block broadcast_63 stored as values in memory (estimated size 304.0 B, free 17.8 GiB) 2022-08-17 11:07:24 MemoryStore: INFO: Block broadcast_63_piece0 stored as bytes in memory (estimated size 256.0 B, free 17.8 GiB) 2022-08-17 11:07:24 BlockManagerInfo: INFO: Added broadcast_63_piece0 in memory on dna.Dlink:40753 (size: 256.0 B, free: 17.8 GiB) 2022-08-17 11:07:24 SparkContext: INFO: Created broadcast 63 from broadcast at SparkBackend.scala:313 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4547HailClassLoaderContainer. 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4547HailClassLoaderContainer. 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4548FSContainer. 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4548FSContainer. 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4549collect_distributed_array. 2022-08-17 11:07:24 root: INFO: instruction count: 111: __C4549collect_distributed_array.apply 2022-08-17 11:07:24 root: INFO: instruction count: 17: __C4549collect_distributed_array.apply 2022-08-17 11:07:24 root: INFO: instruction count: 27: __C4549collect_distributed_array.__m4550DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:07:24 root: INFO: instruction count: 53: __C4549collect_distributed_array.__m4551INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:07:24 root: INFO: instruction count: 10: __C4549collect_distributed_array.__m4552INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:07:24 root: INFO: instruction count: 31: __C4549collect_distributed_array.__m4553INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:07:24 root: INFO: instruction count: 10: __C4549collect_distributed_array.__m4554INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:07:24 root: INFO: instruction count: 10: __C4549collect_distributed_array.__m4555INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:07:24 root: INFO: instruction count: 27: __C4549collect_distributed_array.__m4557DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 11:07:24 root: INFO: instruction count: 8: __C4549collect_distributed_array.__m4558INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:07:24 root: INFO: instruction count: 205: __C4549collect_distributed_array.__m4560split_ToArray 2022-08-17 11:07:24 root: INFO: instruction count: 11: __C4549collect_distributed_array.__m4570ord_equiv 2022-08-17 11:07:24 root: INFO: instruction count: 21: __C4549collect_distributed_array.__m4571ord_equivNonnull 2022-08-17 11:07:24 root: INFO: instruction count: 28: __C4549collect_distributed_array.__m4572ord_compareNonnull 2022-08-17 11:07:24 root: INFO: instruction count: 7: __C4549collect_distributed_array.__m4575length 2022-08-17 11:07:24 root: INFO: instruction count: 11: __C4549collect_distributed_array.__m4576ord_gt 2022-08-17 11:07:24 root: INFO: instruction count: 14: __C4549collect_distributed_array.__m4577ord_gtNonnull 2022-08-17 11:07:24 root: INFO: instruction count: 138: __C4549collect_distributed_array.__m4578split_If 2022-08-17 11:07:24 root: INFO: instruction count: 161: __C4549collect_distributed_array.__m4584splitChar 2022-08-17 11:07:24 root: INFO: instruction count: 53: __C4549collect_distributed_array.convert_region_to_str_array 2022-08-17 11:07:24 root: INFO: instruction count: 12: __C4549collect_distributed_array.__m4587setup_null 2022-08-17 11:07:24 root: INFO: instruction count: 11: __C4549collect_distributed_array.__m4588ord_equiv 2022-08-17 11:07:24 root: INFO: instruction count: 14: __C4549collect_distributed_array.__m4589ord_equivNonnull 2022-08-17 11:07:24 root: INFO: instruction count: 135: __C4549collect_distributed_array.__m4595format 2022-08-17 11:07:24 root: INFO: instruction count: 12: __C4549collect_distributed_array.__m4598setup_null 2022-08-17 11:07:24 root: INFO: instruction count: 29: __C4549collect_distributed_array.__m4601concat 2022-08-17 11:07:24 root: INFO: instruction count: 35: __C4549collect_distributed_array.__m4603arrayref_bounds_check 2022-08-17 11:07:24 root: INFO: instruction count: 12: __C4549collect_distributed_array.__m4606setup_jab 2022-08-17 11:07:24 root: INFO: instruction count: 12: __C4549collect_distributed_array.__m4609setup_null 2022-08-17 11:07:24 root: INFO: instruction count: 4: __C4549collect_distributed_array.setObjects 2022-08-17 11:07:24 root: INFO: instruction count: 25: __C4549collect_distributed_array.__m4615ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND 2022-08-17 11:07:24 root: INFO: instruction count: 35: __C4549collect_distributed_array.__m4616ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 11:07:24 root: INFO: instruction count: 59: __C4549collect_distributed_array.__m4617ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 11:07:24 root: INFO: instruction count: 16: __C4549collect_distributed_array.__m4618ENCODE_SStringPointer_TO_o_binary 2022-08-17 11:07:24 root: INFO: instruction count: 9: __C4549collect_distributed_array.setPartitionIndex 2022-08-17 11:07:24 root: INFO: instruction count: 4: __C4549collect_distributed_array.addPartitionRegion 2022-08-17 11:07:24 root: INFO: instruction count: 4: __C4549collect_distributed_array.setPool 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4549collect_distributed_array.addHailClassLoader 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4549collect_distributed_array.addFS 2022-08-17 11:07:24 root: INFO: instruction count: 121: __C4549collect_distributed_array.addLiterals 2022-08-17 11:07:24 root: INFO: instruction count: 81: __C4549collect_distributed_array.__m4622DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 11:07:24 root: INFO: instruction count: 58: __C4549collect_distributed_array.__m4623INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 11:07:24 root: INFO: instruction count: 400: __C4549collect_distributed_array.__m4560split_ToArray_region9_48 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4624__m4560split_ToArraySpills. 2022-08-17 11:07:24 root: INFO: encoder cache hit 2022-08-17 11:07:24 MemoryStore: INFO: Block broadcast_64 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 11:07:24 MemoryStore: INFO: Block broadcast_64_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 11:07:24 BlockManagerInfo: INFO: Added broadcast_64_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 11:07:24 SparkContext: INFO: Created broadcast 64 from broadcast at SparkBackend.scala:313 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4533HailClassLoaderContainer. 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4533HailClassLoaderContainer. 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4534FSContainer. 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4534FSContainer. 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4535Compiled. 2022-08-17 11:07:24 root: INFO: instruction count: 55: __C4535Compiled.apply 2022-08-17 11:07:24 root: INFO: instruction count: 571: __C4535Compiled.__m4536split_ToArray 2022-08-17 11:07:24 root: INFO: instruction count: 4: __C4535Compiled.setBackend 2022-08-17 11:07:24 root: INFO: instruction count: 9: __C4535Compiled.__m4636ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 11:07:24 root: INFO: instruction count: 61: __C4535Compiled.__m4637ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:07:24 root: INFO: instruction count: 4: __C4535Compiled.__m4638ENCODE_SInt32$_TO_r_int32 2022-08-17 11:07:24 root: INFO: instruction count: 16: __C4535Compiled.__m4639ENCODE_SStringPointer_TO_r_binary 2022-08-17 11:07:24 root: INFO: instruction count: 4: __C4535Compiled.__m4640ENCODE_SInt64$_TO_r_int64 2022-08-17 11:07:24 root: INFO: instruction count: 4: __C4535Compiled.__m4641ENCODE_SBoolean$_TO_r_bool 2022-08-17 11:07:24 root: INFO: instruction count: 9: __C4535Compiled.__m4642ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 11:07:24 root: INFO: instruction count: 1: __C4535Compiled.__m4643ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 11:07:24 root: INFO: instruction count: 4: __C4535Compiled.setObjects 2022-08-17 11:07:24 root: INFO: instruction count: 27: __C4535Compiled.__m4645DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND_TO_SBaseStructPointer 2022-08-17 11:07:24 root: INFO: instruction count: 58: __C4535Compiled.__m4646INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:07:24 root: INFO: instruction count: 75: __C4535Compiled.__m4647INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:07:24 root: INFO: instruction count: 31: __C4535Compiled.__m4648INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 11:07:24 root: INFO: instruction count: 12: __C4535Compiled.__m4667setup_jab 2022-08-17 11:07:24 root: INFO: instruction count: 9: __C4535Compiled.setPartitionIndex 2022-08-17 11:07:24 root: INFO: instruction count: 4: __C4535Compiled.addPartitionRegion 2022-08-17 11:07:24 root: INFO: instruction count: 4: __C4535Compiled.setPool 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4535Compiled.addHailClassLoader 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4535Compiled.addFS 2022-08-17 11:07:24 root: INFO: instruction count: 62: __C4535Compiled.addLiterals 2022-08-17 11:07:24 root: INFO: instruction count: 36: __C4535Compiled.__m4675DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:07:24 root: INFO: instruction count: 8: __C4535Compiled.__m4676INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:07:24 root: INFO: instruction count: 58: __C4535Compiled.__m4677INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:07:24 root: INFO: instruction count: 53: __C4535Compiled.__m4678INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:07:24 root: INFO: instruction count: 10: __C4535Compiled.__m4679INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:07:24 root: INFO: instruction count: 31: __C4535Compiled.__m4680INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:07:24 root: INFO: instruction count: 10: __C4535Compiled.__m4681INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:07:24 root: INFO: instruction count: 10: __C4535Compiled.__m4682INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:07:24 root: INFO: instruction count: 3: __C4683__m4536split_ToArraySpills. 2022-08-17 11:07:24 MemoryStore: INFO: Block broadcast_65 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 11:07:24 MemoryStore: INFO: Block broadcast_65_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 11:07:24 BlockManagerInfo: INFO: Added broadcast_65_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 11:07:24 SparkContext: INFO: Created broadcast 65 from broadcast at SparkBackend.scala:313 2022-08-17 11:07:24 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 11:07:24 DAGScheduler: INFO: Got job 11 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 11:07:24 DAGScheduler: INFO: Final stage: ResultStage 11 (collect at SparkBackend.scala:321) 2022-08-17 11:07:24 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 11:07:24 DAGScheduler: INFO: Missing parents: List() 2022-08-17 11:07:24 DAGScheduler: INFO: Submitting ResultStage 11 (SparkBackendComputeRDD[20] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 11:07:24 MemoryStore: INFO: Block broadcast_66 stored as values in memory (estimated size 26.2 KiB, free 17.8 GiB) 2022-08-17 11:07:24 MemoryStore: INFO: Block broadcast_66_piece0 stored as bytes in memory (estimated size 15.3 KiB, free 17.8 GiB) 2022-08-17 11:07:24 BlockManagerInfo: INFO: Added broadcast_66_piece0 in memory on dna.Dlink:40753 (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 11:07:24 SparkContext: INFO: Created broadcast 66 from broadcast at DAGScheduler.scala:1433 2022-08-17 11:07:24 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 11 (SparkBackendComputeRDD[20] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 11:07:24 TaskSchedulerImpl: INFO: Adding task set 11.0 with 1 tasks resource profile 0 2022-08-17 11:07:24 TaskSetManager: INFO: Starting task 0.0 in stage 11.0 (TID 248) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 11:07:24 Executor: INFO: Running task 0.0 in stage 11.0 (TID 248) 2022-08-17 11:07:24 root: INFO: RegionPool: initialized for thread 274: Executor task launch worker for task 0.0 in stage 11.0 (TID 248) 2022-08-17 11:07:24 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 274: Executor task launch worker for task 0.0 in stage 11.0 (TID 248) 2022-08-17 11:07:24 root: INFO: RegionPool: REPORT_THRESHOLD: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 274: Executor task launch worker for task 0.0 in stage 11.0 (TID 248) 2022-08-17 11:07:24 root: INFO: TaskReport: stage=11, partition=0, attempt=0, peakBytes=524288, peakBytesReadable=512.00 KiB, chunks requested=1, cache hits=0 2022-08-17 11:07:24 root: INFO: RegionPool: FREE: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 274: Executor task launch worker for task 0.0 in stage 11.0 (TID 248) 2022-08-17 11:07:24 Executor: INFO: Finished task 0.0 in stage 11.0 (TID 248). 67604 bytes result sent to driver 2022-08-17 11:07:24 TaskSetManager: INFO: Finished task 0.0 in stage 11.0 (TID 248) in 18 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 11:07:24 TaskSchedulerImpl: INFO: Removed TaskSet 11.0, whose tasks have all completed, from pool 2022-08-17 11:07:24 DAGScheduler: INFO: ResultStage 11 (collect at SparkBackend.scala:321) finished in 0.021 s 2022-08-17 11:07:24 DAGScheduler: INFO: Job 11 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 11:07:24 TaskSchedulerImpl: INFO: Killing all running tasks in stage 11: Stage finished 2022-08-17 11:07:24 DAGScheduler: INFO: Job 11 finished: collect at SparkBackend.scala:321, took 0.022052 s 2022-08-17 11:07:24 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (128.0K blocks / 128.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:07:24 root: INFO: encoder cache hit 2022-08-17 11:07:24 root: INFO: took 132.298ms 2022-08-17 11:07:24 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:07:24 root: INFO: lowering result: EncodedLiteral 2022-08-17 11:07:24 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:07:24 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:07:24 root: INFO: RegionPool: REPORT_THRESHOLD: 576.0K allocated (192.0K blocks / 384.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:07:24 root: INFO: encoder cache hit 2022-08-17 11:07:24 root: INFO: took 1.811ms 2022-08-17 11:07:24 root: INFO: LowerOrInterpretNonCompilable: cannot efficiently lower query: seeded randomness does not satisfy determinism restrictions in lowered IR 2022-08-17 11:07:24 root: INFO: interpreting non-compilable result: TableWrite 2022-08-17 11:07:24 root: INFO: decoder cache hit 2022-08-17 11:07:24 root: INFO: decoder cache hit 2022-08-17 11:07:24 root: INFO: decoder cache hit 2022-08-17 11:07:24 root: INFO: decoder cache hit 2022-08-17 11:07:24 root: INFO: decoder cache hit 2022-08-17 11:07:24 root: INFO: RegionPool: REPORT_THRESHOLD: 1.1M allocated (448.0K blocks / 640.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:07:24 root: INFO: encoder cache hit 2022-08-17 11:07:24 root: INFO: BroadcastRegionValue.broadcast: broadcasting 1 byte arrays of total size 1441 (1.41 KiB 2022-08-17 11:07:24 root: INFO: decoder cache hit 2022-08-17 11:07:24 MemoryStore: INFO: Block broadcast_67 stored as values in memory (estimated size 9.5 KiB, free 17.8 GiB) 2022-08-17 11:07:24 MemoryStore: INFO: Block broadcast_67_piece0 stored as bytes in memory (estimated size 4.6 KiB, free 17.8 GiB) 2022-08-17 11:07:24 BlockManagerInfo: INFO: Added broadcast_67_piece0 in memory on dna.Dlink:40753 (size: 4.6 KiB, free: 17.8 GiB) 2022-08-17 11:07:24 SparkContext: INFO: Created broadcast 67 from broadcast at SparkBackend.scala:313 2022-08-17 11:07:24 BlockManagerInfo: INFO: Removed broadcast_66_piece0 on dna.Dlink:40753 in memory (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 11:07:24 BlockManagerInfo: INFO: Removed broadcast_65_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 11:07:24 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 187: (Coalesce (StreamAgg __iruid_9445 (StreamFilter __iruid_9446 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_9446))))) (AggLet __iruid_9447 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_9445))) (InsertFields (Let __iruid_9448 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_9448) None (variant_qc (Let __iruid_9449 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9447))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_9447)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_9448)))) ((Ref __iruid_9447))))) (Let __iruid_9450 (GetField call_stats (Ref __iruid_9449)) (Let __iruid_9451 (GetField homozygote_count (Ref __iruid_9450)) (Let __iruid_9452 (GetField n_called (Ref __iruid_9449)) (Let __iruid_9453 (GetField n_not_called (Ref __iruid_9449)) (Let __iruid_9454 (GetField n_filtered (Ref __iruid_9449)) (Let __iruid_9455 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_9448))) (I32 2)) (Let __iruid_9456 (GetField call_stats (Ref __iruid_9449)) (Let __iruid_9457 (GetField homozygote_count (Ref __iruid_9456)) (Let __iruid_9458 (GetField AC (Ref __iruid_9456)) (Let __iruid_9459 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_9457) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_9458) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_9457) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_9457) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_9457) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_9458) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_9457) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_9457) (I32 1)) (True))) (If (IsNA (Ref __iruid_9459)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_9459)) (Let __iruid_9460 (GetTupleElement 1 (Ref __iruid_9459)) (If (IsNA (Ref __iruid_9460)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_9460)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_9450))) (AF (GetField AF (Ref __iruid_9450))) (AN (GetField AN (Ref __iruid_9450))) (homozygote_count (Ref __iruid_9451)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_9452)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_9452) (Ref __iruid_9453)) (Ref __iruid_9454))))) (n_called (Ref __iruid_9452)) (n_not_called (Ref __iruid_9453)) (n_filtered (Ref __iruid_9454)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_9452) (Cast Int64 (StreamFold __iruid_9461 __iruid_9462 (StreamFilter __iruid_9463 (ToStream False (Ref __iruid_9451)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9463)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_9461) (Ref __iruid_9462)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_9452) (Cast Int64 (ArrayRef 154 (Ref __iruid_9451) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_9455)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_9455)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_9455))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:07:24 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 187: (Coalesce (StreamAgg __iruid_9676 (StreamFilter __iruid_9677 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_9677))))) (AggLet __iruid_9678 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_9676))) (InsertFields (Let __iruid_9679 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_9679) None (variant_qc (Let __iruid_9680 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9678))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_9678)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_9679)))) ((Ref __iruid_9678))))) (Let __iruid_9681 (GetField call_stats (Ref __iruid_9680)) (Let __iruid_9682 (GetField homozygote_count (Ref __iruid_9681)) (Let __iruid_9683 (GetField n_called (Ref __iruid_9680)) (Let __iruid_9684 (GetField n_not_called (Ref __iruid_9680)) (Let __iruid_9685 (GetField n_filtered (Ref __iruid_9680)) (Let __iruid_9686 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_9679))) (I32 2)) (Let __iruid_9687 (GetField call_stats (Ref __iruid_9680)) (Let __iruid_9688 (GetField homozygote_count (Ref __iruid_9687)) (Let __iruid_9689 (GetField AC (Ref __iruid_9687)) (Let __iruid_9690 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_9688) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_9689) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_9688) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_9688) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_9688) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_9689) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_9688) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_9688) (I32 1)) (True))) (If (IsNA (Ref __iruid_9690)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_9690)) (Let __iruid_9691 (GetTupleElement 1 (Ref __iruid_9690)) (If (IsNA (Ref __iruid_9691)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_9691)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_9681))) (AF (GetField AF (Ref __iruid_9681))) (AN (GetField AN (Ref __iruid_9681))) (homozygote_count (Ref __iruid_9682)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_9683)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_9683) (Ref __iruid_9684)) (Ref __iruid_9685))))) (n_called (Ref __iruid_9683)) (n_not_called (Ref __iruid_9684)) (n_filtered (Ref __iruid_9685)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_9683) (Cast Int64 (StreamFold __iruid_9692 __iruid_9693 (StreamFilter __iruid_9694 (ToStream False (Ref __iruid_9682)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9694)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_9692) (Ref __iruid_9693)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_9683) (Cast Int64 (ArrayRef 154 (Ref __iruid_9682) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_9686)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_9686)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_9686))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:07:24 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 187: (Coalesce (StreamAgg __iruid_9676 (StreamFilter __iruid_9677 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_9677))))) (AggLet __iruid_9678 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_9676))) (InsertFields (Let __iruid_9679 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_9679) None (variant_qc (Let __iruid_9680 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9678))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_9678)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_9679)))) ((Ref __iruid_9678))))) (Let __iruid_9681 (GetField call_stats (Ref __iruid_9680)) (Let __iruid_9682 (GetField homozygote_count (Ref __iruid_9681)) (Let __iruid_9683 (GetField n_called (Ref __iruid_9680)) (Let __iruid_9684 (GetField n_not_called (Ref __iruid_9680)) (Let __iruid_9685 (GetField n_filtered (Ref __iruid_9680)) (Let __iruid_9686 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_9679))) (I32 2)) (Let __iruid_9687 (GetField call_stats (Ref __iruid_9680)) (Let __iruid_9688 (GetField homozygote_count (Ref __iruid_9687)) (Let __iruid_9689 (GetField AC (Ref __iruid_9687)) (Let __iruid_9690 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_9688) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_9689) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_9688) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_9688) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_9688) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_9689) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_9688) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_9688) (I32 1)) (True))) (If (IsNA (Ref __iruid_9690)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_9690)) (Let __iruid_9691 (GetTupleElement 1 (Ref __iruid_9690)) (If (IsNA (Ref __iruid_9691)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_9691)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_9681))) (AF (GetField AF (Ref __iruid_9681))) (AN (GetField AN (Ref __iruid_9681))) (homozygote_count (Ref __iruid_9682)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_9683)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_9683) (Ref __iruid_9684)) (Ref __iruid_9685))))) (n_called (Ref __iruid_9683)) (n_not_called (Ref __iruid_9684)) (n_filtered (Ref __iruid_9685)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_9683) (Cast Int64 (StreamFold __iruid_9692 __iruid_9693 (StreamFilter __iruid_9694 (ToStream False (Ref __iruid_9682)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9694)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_9692) (Ref __iruid_9693)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_9683) (Cast Int64 (ArrayRef 154 (Ref __iruid_9682) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_9686)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_9686)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_9686))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:07:24 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 187: (Coalesce (StreamAgg __iruid_9733 (StreamFilter __iruid_9734 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_9734))))) (AggLet __iruid_9735 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_9733))) (InsertFields (Let __iruid_9736 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_9736) None (variant_qc (Let __iruid_9737 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9735))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_9735)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_9736)))) ((Ref __iruid_9735))))) (Let __iruid_9738 (GetField call_stats (Ref __iruid_9737)) (Let __iruid_9739 (GetField homozygote_count (Ref __iruid_9738)) (Let __iruid_9740 (GetField n_called (Ref __iruid_9737)) (Let __iruid_9741 (GetField n_not_called (Ref __iruid_9737)) (Let __iruid_9742 (GetField n_filtered (Ref __iruid_9737)) (Let __iruid_9743 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_9736))) (I32 2)) (Let __iruid_9744 (GetField call_stats (Ref __iruid_9737)) (Let __iruid_9745 (GetField homozygote_count (Ref __iruid_9744)) (Let __iruid_9746 (GetField AC (Ref __iruid_9744)) (Let __iruid_9747 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_9745) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_9746) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_9745) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_9745) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_9745) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_9746) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_9745) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_9745) (I32 1)) (True))) (If (IsNA (Ref __iruid_9747)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_9747)) (Let __iruid_9748 (GetTupleElement 1 (Ref __iruid_9747)) (If (IsNA (Ref __iruid_9748)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_9748)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_9738))) (AF (GetField AF (Ref __iruid_9738))) (AN (GetField AN (Ref __iruid_9738))) (homozygote_count (Ref __iruid_9739)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_9740)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_9740) (Ref __iruid_9741)) (Ref __iruid_9742))))) (n_called (Ref __iruid_9740)) (n_not_called (Ref __iruid_9741)) (n_filtered (Ref __iruid_9742)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_9740) (Cast Int64 (StreamFold __iruid_9749 __iruid_9750 (StreamFilter __iruid_9751 (ToStream False (Ref __iruid_9739)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9751)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_9749) (Ref __iruid_9750)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_9740) (Cast Int64 (ArrayRef 154 (Ref __iruid_9739) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_9743)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_9743)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_9743))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:07:24 root: ERROR: error while applying lowering 'LowerOrInterpretNonCompilable' 2022-08-17 11:07:24 root: INFO: RegionPool: FREE: 1.3M allocated (512.0K blocks / 832.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:07:24 root: ERROR: NoSuchElementException: Ref with name __iruid_9736 could not be resolved in env BindingEnv((),None,None,()) From is.hail.utils.HailException: error after applying LowerArrayAggsToRunAggs at is.hail.utils.ErrorHandling.fatal(ErrorHandling.scala:21) at is.hail.utils.ErrorHandling.fatal$(ErrorHandling.scala:21) at is.hail.utils.package$.fatal(package.scala:78) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:25) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableMapGlobals.execute(TableIR.scala:2319) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.run(Interpret.scala:856) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) is.hail.utils.HailException: Error while typechecking IR: (Coalesce (Let __iruid_9752 (RunAgg ((TypedStateSig +PInt64) (TypedStateSig +PInt64) (TypedStateSig +PInt64) (CallStatsStateSig)) (Begin (Begin (InitOp 0 (Sum (TypedStateSig +PInt64)) ()) (InitOp 1 (Sum (TypedStateSig +PInt64)) ()) (InitOp 2 (Count (TypedStateSig +PInt64)) ()) (InitOp 3 (CallStats (CallStatsStateSig)) ((ArrayLen (GetField alleles (Ref __iruid_9736)))))) (StreamFor __iruid_9733 (StreamFilter __iruid_9734 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_9734))))) (Let __iruid_9735 (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_9733))) (Begin (SeqOp 0 (Sum (TypedStateSig +PInt64)) ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9735)))))) (SeqOp 1 (Sum (TypedStateSig +PInt64)) ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_9735))))) (SeqOp 2 (Count (TypedStateSig +PInt64)) ()) (SeqOp 3 (CallStats (CallStatsStateSig)) ((Ref __iruid_9735))))))) (MakeTuple (0 1 2 3) (ResultOp 0 (Sum (TypedStateSig +PInt64))) (ResultOp 1 (Sum (TypedStateSig +PInt64))) (ResultOp 2 (Count (TypedStateSig +PInt64))) (ResultOp 3 (CallStats (CallStatsStateSig))))) (InsertFields (Let __iruid_9736 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_9736) None (variant_qc (Let __iruid_9737 (MakeStruct (n_called (GetTupleElement 0 (Ref __iruid_9752))) (n_not_called (GetTupleElement 1 (Ref __iruid_9752))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (GetTupleElement 2 (Ref __iruid_9752)))) (call_stats (GetTupleElement 3 (Ref __iruid_9752)))) (Let __iruid_9738 (GetField call_stats (Ref __iruid_9737)) (Let __iruid_9739 (GetField homozygote_count (Ref __iruid_9738)) (Let __iruid_9740 (GetField n_called (Ref __iruid_9737)) (Let __iruid_9741 (GetField n_not_called (Ref __iruid_9737)) (Let __iruid_9742 (GetField n_filtered (Ref __iruid_9737)) (Let __iruid_9743 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_9736))) (I32 2)) (Let __iruid_9744 (GetField call_stats (Ref __iruid_9737)) (Let __iruid_9745 (GetField homozygote_count (Ref __iruid_9744)) (Let __iruid_9746 (GetField AC (Ref __iruid_9744)) (Let __iruid_9747 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_9745) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_9746) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_9745) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_9745) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_9745) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_9746) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_9745) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_9745) (I32 1)) (True))) (If (IsNA (Ref __iruid_9747)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_9747)) (Let __iruid_9748 (GetTupleElement 1 (Ref __iruid_9747)) (If (IsNA (Ref __iruid_9748)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_9748)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_9738))) (AF (GetField AF (Ref __iruid_9738))) (AN (GetField AN (Ref __iruid_9738))) (homozygote_count (Ref __iruid_9739)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_9740)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_9740) (Ref __iruid_9741)) (Ref __iruid_9742))))) (n_called (Ref __iruid_9740)) (n_not_called (Ref __iruid_9741)) (n_filtered (Ref __iruid_9742)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_9740) (Cast Int64 (StreamFold __iruid_9749 __iruid_9750 (StreamFilter __iruid_9751 (ToStream False (Ref __iruid_9739)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_9751)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_9749) (Ref __iruid_9750)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_9740) (Cast Int64 (ArrayRef 154 (Ref __iruid_9739) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_9743)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_9743)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_9743))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) at is.hail.utils.ErrorHandling.fatal(ErrorHandling.scala:21) at is.hail.utils.ErrorHandling.fatal$(ErrorHandling.scala:21) at is.hail.utils.package$.fatal(package.scala:78) at is.hail.expr.ir.TypeCheck$.apply(TypeCheck.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:22) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableMapGlobals.execute(TableIR.scala:2319) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.run(Interpret.scala:856) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) java.util.NoSuchElementException: Ref with name __iruid_9736 could not be resolved in env BindingEnv((),None,None,()) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:98) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.apply(TypeCheck.scala:13) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:22) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableMapGlobals.execute(TableIR.scala:2319) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.run(Interpret.scala:856) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) 2022-08-17 11:25:45 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 11:25:45 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 11:25:46 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 11:25:46 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 11:25:46 root: INFO: timing SparkBackend.parse_value_ir total 32.495ms self 32.495ms children 0.000ms %children 0.00% 2022-08-17 11:25:46 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 11:25:46 root: INFO: starting execution of query hail_query_9 of initial size 1170 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1170: (Let __rng_state (RNGStateLiteral (0 0 0 0)) (TableCount (MatrixRowsTable (MatrixFilterRows (MatrixMapRows (MatrixMapEntries (MatrixMapRows (MatrixFilterRows (MatrixAnnotateRowsTable "__uid_34" False (MatrixFilterCols (MatrixMapCols None (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixMapCols None (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__uid_4 (GetField AC (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((GetField GT (Ref g)))))) (__uid_5 (ToArray (StreamMap __uid_6 (ToStream False (ArraySlice (GetField alleles (Ref va)) (I32 1) (I32 1))) (Let __uid_11 (ApplyIR 51 __uid_1 () Int32 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (Ref __uid_6)) (If (ApplyComparisonOp EQ (Ref __uid_11) (I32 1)) (If (ApplySpecial 75 land () Boolean (ApplyComparisonOp EQ (ApplyIR 52 __uid_1 () Int32 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (Ref __uid_6)) (I32 1)) (ApplyIR 74 __uid_2 () Boolean (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (Ref __uid_6))) (I32 8) (I32 9)) (Ref __uid_11)))))))) (InsertFields (SelectFields (s) (Ref sa)) None (sample_qc (Let __uid_25 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 76 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (GetField GT (Ref g)))))))) (n_not_called (ApplyAggOp Sum () ((Apply 77 toInt64 () Int64 (IsNA (GetField GT (Ref g))))))) (n_filtered (ApplyBinaryPrimOp Subtract (Ref n_rows) (ApplyAggOp Count () ()))) (n_hom_ref (ApplyAggOp Sum () ((Apply 79 toInt64 () Int64 (Apply 78 isHomRef () Boolean (GetField GT (Ref g))))))) (n_het (ApplyAggOp Sum () ((Apply 81 toInt64 () Int64 (Apply 80 isHet () Boolean (GetField GT (Ref g))))))) (n_singleton (ApplyAggOp Sum () ((ApplyIR 89 toInt64 () Int64 (Let __uid_16 (GetField GT (Ref g)) (ApplyIR 88 sum () Int32 (ToArray (StreamFilter __uid_20 (ToStream False (ToArray (StreamMap __uid_19 (ToStream False (ToArray (StreamMap __uid_17 (ToStream False (ToArray (StreamRange 83 False (I32 0) (Apply 82 ploidy () Int32 (Ref __uid_16)) (I32 1)))) (Let __uid_18 (Apply 84 index () Int32 (Ref __uid_16) (Ref __uid_17)) (ApplySpecial 86 land () Boolean (ApplyComparisonOp NEQ (Ref __uid_18) (I32 0)) (ApplyComparisonOp EQ (ApplyIR 85 indexArray () Int32 (GetField __uid_4 (Ref va)) (Ref __uid_18)) (I32 1))))))) (Apply 87 toInt32 () Int32 (Ref __uid_19))))) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_20))))))))))) (allele_type_counts (AggExplode __uid_24 False (ToStream False (ToArray (StreamMap __uid_23 (ToStream False (ToArray (StreamFilter __uid_22 (ToStream False (ToArray (StreamMap __uid_21 (ToStream False (ToArray (StreamRange 91 False (I32 0) (Apply 90 ploidy () Int32 (GetField GT (Ref g))) (I32 1)))) (Apply 92 index () Int32 (GetField GT (Ref g)) (Ref __uid_21))))) (ApplyComparisonOp GT (Ref __uid_22) (I32 0))))) (ApplyIR 93 indexArray () Int32 (GetField __uid_5 (Ref va)) (ApplyBinaryPrimOp Subtract (Ref __uid_23) (I32 1)))))) (MakeTuple (0 1 2 3 4 5 6 7 8 9) (ApplyAggOp Sum () ((Apply 94 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 0))))) (ApplyAggOp Sum () ((Apply 95 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 1))))) (ApplyAggOp Sum () ((Apply 96 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 2))))) (ApplyAggOp Sum () ((Apply 97 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 3))))) (ApplyAggOp Sum () ((Apply 98 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 4))))) (ApplyAggOp Sum () ((Apply 99 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 5))))) (ApplyAggOp Sum () ((Apply 100 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 6))))) (ApplyAggOp Sum () ((Apply 101 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 7))))) (ApplyAggOp Sum () ((Apply 102 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 8))))) (ApplyAggOp Sum () ((Apply 103 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 9))))))))) (Let __uid_26 (MakeStruct (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 104 toFloat64 () Float64 (GetField n_called (Ref __uid_25))) (ApplyIR 105 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (GetField n_called (Ref __uid_25)) (GetField n_not_called (Ref __uid_25))) (GetField n_filtered (Ref __uid_25)))))) (n_called (GetField n_called (Ref __uid_25))) (n_not_called (GetField n_not_called (Ref __uid_25))) (n_filtered (GetField n_filtered (Ref __uid_25))) (n_hom_ref (GetField n_hom_ref (Ref __uid_25))) (n_het (GetField n_het (Ref __uid_25))) (n_hom_var (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Subtract (GetField n_called (Ref __uid_25)) (GetField n_hom_ref (Ref __uid_25))) (GetField n_het (Ref __uid_25)))) (n_non_ref (ApplyBinaryPrimOp Subtract (GetField n_called (Ref __uid_25)) (GetField n_hom_ref (Ref __uid_25)))) (n_singleton (GetField n_singleton (Ref __uid_25))) (n_snp (ApplyBinaryPrimOp Add (GetTupleElement 8 (GetField allele_type_counts (Ref __uid_25))) (GetTupleElement 9 (GetField allele_type_counts (Ref __uid_25))))) (n_insertion (GetTupleElement 3 (GetField allele_type_counts (Ref __uid_25)))) (n_deletion (GetTupleElement 4 (GetField allele_type_counts (Ref __uid_25)))) (n_transition (GetTupleElement 8 (GetField allele_type_counts (Ref __uid_25)))) (n_transversion (GetTupleElement 9 (GetField allele_type_counts (Ref __uid_25)))) (n_star (GetTupleElement 6 (GetField allele_type_counts (Ref __uid_25))))) (InsertFields (Ref __uid_26) None (r_ti_tv (If (ApplyComparisonOp NEQ (GetField n_transversion (Ref __uid_26)) (ApplyIR 107 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 106 toFloat64 () Float64 (GetField n_transition (Ref __uid_26))) (ApplyIR 108 toFloat64 () Float64 (GetField n_transversion (Ref __uid_26)))) (NA Float64))) (r_het_hom_var (If (ApplyComparisonOp NEQ (GetField n_hom_var (Ref __uid_26)) (ApplyIR 110 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 109 toFloat64 () Float64 (GetField n_het (Ref __uid_26))) (ApplyIR 111 toFloat64 () Float64 (GetField n_hom_var (Ref __uid_26)))) (NA Float64))) (r_insertion_deletion (If (ApplyComparisonOp NEQ (GetField n_deletion (Ref __uid_26)) (ApplyIR 113 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 112 toFloat64 () Float64 (GetField n_insertion (Ref __uid_26))) (ApplyIR 114 toFloat64 () Float64 (GetField n_deletion (Ref __uid_26)))) (NA Float64))))))))) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_4 (GetField __uid_4 (Ref va))) (__uid_5 (GetField __uid_5 (Ref va)))))) (TableKeyBy (Sample) False (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref row)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (InsertFields (SelectFields (file split_text) (Ref row)) None (Sample (ApplyIR 14 indexArray () String (GetField split_text (Ref row)) (I32 0))) (Population (ApplyIR 15 indexArray () String (GetField split_text (Ref row)) (I32 1))) (SuperPopulation (ApplyIR 16 indexArray () String (GetField split_text (Ref row)) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ApplyIR 17 indexArray () String (GetField split_text (Ref row)) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ApplyIR 19 indexArray () String (GetField split_text (Ref row)) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ApplyIR 21 indexArray () String (GetField split_text (Ref row)) (I32 5)))))) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file split_text Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))) (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))))) (InsertFields (SelectFields (s sample_qc) (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (MatrixRowsTable (MatrixMapRows (MatrixFilterRows (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols None (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixMapCols None (MatrixMapRows (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (InsertFields (Ref va) None (__row_uid (NA Int64)))) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info) (Ref va)) (Let __cse_13 (GetField alleles (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__uid_4 (GetField AC (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((GetField GT (Ref g)))))) (__uid_5 (ToArray (StreamMap __uid_6 (ToStream False (ArraySlice (Ref __cse_13) (I32 1) (I32 1))) (Let __uid_11 (ApplyIR 51 __uid_1 () Int32 (ApplyIR 30 indexArray () String (Ref __cse_13) (I32 0)) (Ref __uid_6)) (If (ApplyComparisonOp EQ (Ref __uid_11) (I32 1)) (Let __cse_14 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (If (ApplySpecial 75 land () Boolean (ApplyComparisonOp EQ (ApplyIR 52 __uid_1 () Int32 (Ref __cse_14) (Ref __uid_6)) (I32 1)) (ApplyIR 74 __uid_2 () Boolean (Ref __cse_14) (Ref __uid_6))) (I32 8) (I32 9))) (Ref __uid_11))))))))) None (__row_uid (GetField __row_uid (Ref va))))) (AggLet __cse_15 False (GetField GT (Ref g)) (InsertFields (SelectFields (s) (Ref sa)) None (sample_qc (Let __uid_25 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 76 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_15))))))) (n_not_called (ApplyAggOp Sum () ((Apply 77 toInt64 () Int64 (IsNA (Ref __cse_15)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Ref n_rows) (ApplyAggOp Count () ()))) (n_hom_ref (ApplyAggOp Sum () ((Apply 79 toInt64 () Int64 (Apply 78 isHomRef () Boolean (Ref __cse_15)))))) (n_het (ApplyAggOp Sum () ((Apply 81 toInt64 () Int64 (Apply 80 isHet () Boolean (Ref __cse_15)))))) (n_singleton (ApplyAggOp Sum () ((ApplyIR 89 toInt64 () Int64 (Let __uid_16 (Ref __cse_15) (ApplyIR 88 sum () Int32 (ToArray (StreamFilter __uid_20 (ToStream False (ToArray (StreamMap __uid_19 (ToStream False (ToArray (StreamMap __uid_17 (ToStream False (ToArray (StreamRange 83 False (I32 0) (Apply 82 ploidy () Int32 (Ref __uid_16)) (I32 1)))) (Let __uid_18 (Apply 84 index () Int32 (Ref __uid_16) (Ref __uid_17)) (ApplySpecial 86 land () Boolean (ApplyComparisonOp NEQ (Ref __uid_18) (I32 0)) (ApplyComparisonOp EQ (ApplyIR 85 indexArray () Int32 (GetField __uid_4 (Ref va)) (Ref __uid_18)) (I32 1))))))) (Apply 87 toInt32 () Int32 (Ref __uid_19))))) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_20))))))))))) (allele_type_counts (AggExplode __uid_24 False (ToStream False (ToArray (StreamMap __uid_23 (ToStream False (ToArray (StreamFilter __uid_22 (ToStream False (ToArray (StreamMap __uid_21 (ToStream False (ToArray (StreamRange 91 False (I32 0) (Apply 90 ploidy () Int32 (Ref __cse_15)) (I32 1)))) (Apply 92 index () Int32 (Ref __cse_15) (Ref __uid_21))))) (ApplyComparisonOp GT (Ref __uid_22) (I32 0))))) (ApplyIR 93 indexArray () Int32 (GetField __uid_5 (Ref va)) (ApplyBinaryPrimOp Subtract (Ref __uid_23) (I32 1)))))) (MakeTuple (0 1 2 3 4 5 6 7 8 9) (ApplyAggOp Sum () ((Apply 94 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 0))))) (ApplyAggOp Sum () ((Apply 95 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 1))))) (ApplyAggOp Sum () ((Apply 96 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 2))))) (ApplyAggOp Sum () ((Apply 97 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 3))))) (ApplyAggOp Sum () ((Apply 98 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 4))))) (ApplyAggOp Sum () ((Apply 99 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 5))))) (ApplyAggOp Sum () ((Apply 100 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 6))))) (ApplyAggOp Sum () ((Apply 101 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 7))))) (ApplyAggOp Sum () ((Apply 102 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 8))))) (ApplyAggOp Sum () ((Apply 103 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 9))))))))) (Let __cse_16 (GetField n_called (Ref __uid_25)) (Let __cse_17 (GetField n_not_called (Ref __uid_25)) (Let __cse_18 (GetField n_filtered (Ref __uid_25)) (Let __cse_19 (GetField n_hom_ref (Ref __uid_25)) (Let __cse_20 (GetField n_het (Ref __uid_25)) (Let __cse_21 (GetField allele_type_counts (Ref __uid_25)) (Let __uid_26 (MakeStruct (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 104 toFloat64 () Float64 (Ref __cse_16)) (ApplyIR 105 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_16) (Ref __cse_17)) (Ref __cse_18))))) (n_called (Ref __cse_16)) (n_not_called (Ref __cse_17)) (n_filtered (Ref __cse_18)) (n_hom_ref (Ref __cse_19)) (n_het (Ref __cse_20)) (n_hom_var (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Subtract (Ref __cse_16) (Ref __cse_19)) (Ref __cse_20))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_16) (Ref __cse_19))) (n_singleton (GetField n_singleton (Ref __uid_25))) (n_snp (ApplyBinaryPrimOp Add (GetTupleElement 8 (Ref __cse_21)) (GetTupleElement 9 (Ref __cse_21)))) (n_insertion (GetTupleElement 3 (Ref __cse_21))) (n_deletion (GetTupleElement 4 (Ref __cse_21))) (n_transition (GetTupleElement 8 (Ref __cse_21))) (n_transversion (GetTupleElement 9 (Ref __cse_21))) (n_star (GetTupleElement 6 (Ref __cse_21)))) (InsertFields (Ref __uid_26) None (r_ti_tv (If (ApplyComparisonOp NEQ (GetField n_transversion (Ref __uid_26)) (ApplyIR 107 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 106 toFloat64 () Float64 (GetField n_transition (Ref __uid_26))) (ApplyIR 108 toFloat64 () Float64 (GetField n_transversion (Ref __uid_26)))) (NA Float64))) (r_het_hom_var (If (ApplyComparisonOp NEQ (GetField n_hom_var (Ref __uid_26)) (ApplyIR 110 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 109 toFloat64 () Float64 (GetField n_het (Ref __uid_26))) (ApplyIR 111 toFloat64 () Float64 (GetField n_hom_var (Ref __uid_26)))) (NA Float64))) (r_insertion_deletion (If (ApplyComparisonOp NEQ (GetField n_deletion (Ref __uid_26)) (ApplyIR 113 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 112 toFloat64 () Float64 (GetField n_insertion (Ref __uid_26))) (ApplyIR 114 toFloat64 () Float64 (GetField n_deletion (Ref __uid_26)))) (NA Float64)))))))))))))))) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info __uid_4 __uid_5) (Ref va)) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_4 (GetField __uid_4 (Ref va))) (__uid_5 (GetField __uid_5 (Ref va)))))) None (__row_uid (GetField __row_uid (Ref va))))) (TableKeyBy (Sample) False (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __cse_23 (GetField text (Ref row)) (Let __cse_22 (Apply 3 splitChar () Array[String] (Ref __cse_23) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Ref __cse_22))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Ref __cse_22))) (I32 1)) (Str "field") (Str "fields")) (Ref __cse_23))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (Let __cse_24 (GetField split_text (Ref row)) (InsertFields (SelectFields (file split_text) (Ref row)) None (Sample (ApplyIR 14 indexArray () String (Ref __cse_24) (I32 0))) (Population (ApplyIR 15 indexArray () String (Ref __cse_24) (I32 1))) (SuperPopulation (ApplyIR 16 indexArray () String (Ref __cse_24) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ApplyIR 17 indexArray () String (Ref __cse_24) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ApplyIR 19 indexArray () String (Ref __cse_24) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ApplyIR 21 indexArray () String (Ref __cse_24) (I32 5))))))) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file split_text Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))) (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))))) (InsertFields (SelectFields (s sample_qc) (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (AggLet __cse_25 False (GetField GT (Ref g)) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info) (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (variant_qc (Let __uid_31 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_25))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __cse_25)))))) (n_filtered (ApplyBinaryPrimOp Subtract (ApplyIR 139 toInt64 () Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((Ref __cse_25))))) (Let __cse_29 (GetField call_stats (Ref __uid_31)) (Let __cse_33 (GetField homozygote_count (Ref __cse_29)) (Let __cse_30 (GetField n_called (Ref __uid_31)) (Let __cse_31 (GetField n_not_called (Ref __uid_31)) (Let __cse_32 (GetField n_filtered (Ref __uid_31)) (Let __uid_32 (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (GetField alleles (Ref va)))) (I32 2)) (Let __cse_26 (GetField call_stats (Ref __uid_31)) (Let __cse_27 (GetField homozygote_count (Ref __cse_26)) (Let __cse_28 (GetField AC (Ref __cse_26)) (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 140 indexArray () Int32 (Ref __cse_27) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 141 indexArray () Int32 (Ref __cse_28) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 142 indexArray () Int32 (Ref __cse_27) (I32 1)) (I32 2))) (ApplyIR 143 indexArray () Int32 (Ref __cse_27) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 145 indexArray () Int32 (Ref __cse_27) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 146 indexArray () Int32 (Ref __cse_28) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 147 indexArray () Int32 (Ref __cse_27) (I32 1)) (I32 2))) (ApplyIR 148 indexArray () Int32 (Ref __cse_27) (I32 1)) (True)))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{het_freq_hwe:Float64,p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __cse_29))) (AF (GetField AF (Ref __cse_29))) (AN (GetField AN (Ref __cse_29))) (homozygote_count (Ref __cse_33)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 150 toFloat64 () Float64 (Ref __cse_30)) (ApplyIR 151 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_30) (Ref __cse_31)) (Ref __cse_32))))) (n_called (Ref __cse_30)) (n_not_called (Ref __cse_31)) (n_filtered (Ref __cse_32)) (n_het (ApplyBinaryPrimOp Subtract (Ref __cse_30) (ApplyIR 153 toInt64 () Int64 (ApplyIR 152 sum () Int32 (ToArray (StreamFilter __uid_33 (ToStream False (Ref __cse_33)) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_33))))))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_30) (ApplyIR 155 toInt64 () Int64 (ApplyIR 154 indexArray () Int32 (Ref __cse_33) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __uid_32)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __uid_32)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __uid_32))))))))))))))) None (__row_uid (GetField __row_uid (Ref va)))))) (Let va (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)) (Let __cse_34 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ApplyIR 156 indexArray () Float64 (Ref __cse_34) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ApplyIR 157 indexArray () Float64 (Ref __cse_34) (I32 0)) (F64 0.95))) (False))))) (Let __rng_state (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref va))) (Let va (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (Ref __rng_state) (MakeTuple ()))) (False))))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va))))) (Coalesce (ApplyUnaryPrimOp Bang (IsNA (GetField __uid_34 (Ref va)))) (False))) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_34 (GetField __uid_34 (Ref va)))))) (InsertFields (SelectFields () (SelectFields (GT) (Ref g))) None (__gt (Apply 159 nNonRefAlleles () Int32 (GetField GT (Ref g)))))) (AggLet __cse_35 False (GetField __gt (Ref g)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__AC (ApplyAggOp Sum () ((ApplyIR 160 toInt64 () Int64 (Ref __cse_35))))) (__n_called (ApplyAggOp Sum () ((Apply 161 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_35)))))))))) (Let __cse_36 (GetField __AC (Ref va)) (Coalesce (ApplySpecial 164 land () Boolean (ApplyComparisonOp GT (Ref __cse_36) (ApplyIR 162 toInt64 () Int64 (I32 0))) (ApplyComparisonOp LT (Ref __cse_36) (ApplyBinaryPrimOp Multiply (ApplyIR 163 toInt64 () Int64 (I32 2)) (GetField __n_called (Ref va))))) (False))))))) 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field '__uid_4' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field '__uid_5' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'sample_qc' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'rsid' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'qual' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'filters' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'info' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'Population' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'isFemale' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'PurpleHair' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'CaffeineConsumption' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field '__uid_4' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field '__uid_5' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'sample_qc' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'rsid' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'qual' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'filters' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'info' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'Population' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'isFemale' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'PurpleHair' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'CaffeineConsumption' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'AC' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'AN' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'homozygote_count' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'call_rate' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'n_called' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'n_not_called' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'n_filtered' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'n_het' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'n_non_ref' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'het_freq_hwe' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'p_value_hwe' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'p_value_excess_het' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'locus' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'alleles' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'rsid' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'qual' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'filters' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'info' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'split_text' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'split_text' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'n_called' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'n_not_called' 2022-08-17 11:25:46 root: INFO: Prune: MakeStruct: eliminating field 'n_filtered' 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 288: (TableCount (TableFilter (MatrixRowsTable (MatrixMapRows (MatrixMapEntries (MatrixMapRows (MatrixKeyRowsBy () False (MatrixFilterRows (MatrixAnnotateRowsTable "__uid_34" False (MatrixFilterCols (MatrixMapCols () (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixRead Matrix{global:Struct{},col_key:[s],col:Struct{s:String},row_key:[[locus,alleles]],row:Struct{locus:Locus(GRCh37),alleles:Array[String]},entry:Struct{GT:Call}} False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))))) (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_11515 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref row)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11515) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11515) (I32 2)))))))) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (MatrixRowsTable (MatrixMapRows (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols () (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixRead Matrix{global:Struct{},col_key:[s],col:Struct{s:String},row_key:[[locus,alleles]],row:Struct{locus:Locus(GRCh37),alleles:Array[String]},entry:Struct{GT:Call}} False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (__row_uid (NA Int64)))) (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_11516 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_11517 (GetField text (Ref row)) (Let __iruid_11518 (Apply 3 splitChar () Array[String] (Ref __iruid_11517) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_11518)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_11518)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_11517))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11516) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11516) (I32 2)))))))) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (InsertFields (Let __iruid_11520 (SelectFields (locus alleles) (Ref va)) (InsertFields (Ref __iruid_11520) None (variant_qc (Let __iruid_11521 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_11520)))) ((GetField GT (Ref g)))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_11521))))))))) None (__row_uid (GetField __row_uid (Ref va))))) (ApplySpecial -1 land () Boolean (Let __iruid_11523 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_11523) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_11523) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref va))) (Literal Tuple[] ))) (False)))) (SelectFields (locus alleles) (Ref va))))) (Coalesce (ApplyUnaryPrimOp Bang (IsNA (GetField __uid_34 (Ref va)))) (False)))) (Literal Struct{} )) (InsertFields (SelectFields () (Ref g)) None (__gt (Apply 159 nNonRefAlleles () Int32 (GetField GT (Ref g)))))) (AggLet __iruid_11524 False (GetField __gt (Ref g)) (InsertFields (Ref va) None (__AC (ApplyAggOp Sum () ((Cast Int64 (Ref __iruid_11524))))) (__n_called (ApplyAggOp Sum () ((Apply 161 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_11524))))))))))) (Let __iruid_11525 (GetField __AC (Ref row)) (Coalesce (ApplySpecial 164 land () Boolean (ApplyComparisonOp GT (Ref __iruid_11525) (I64 0)) (ApplyComparisonOp LT (Ref __iruid_11525) (ApplyBinaryPrimOp Multiply (I64 2) (GetField __n_called (Ref row))))) (False))))) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 619: (TableCount (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapRows (TableMapRows (TableKeyBy () False (TableFilter (TableLeftJoinRightDistinct __uid_34 (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapGlobals (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_11527 (MakeStruct) (MakeStruct (locus (GetField locus (SelectFields (locus alleles) (Ref row)))) (alleles (GetField alleles (SelectFields (locus alleles) (Ref row)))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (Let __dictfield (ToDict (ToStream False (ToArray (StreamMap __iruid_11528 (ToStream False (GetField rows (TableCollect (TableKeyBy () False (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_11515 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref row)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11515) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11515) (I32 2))))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_11528)) (SelectFields (SuperPopulation) (Ref __iruid_11528))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_11526 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_11526) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __dictfield) (MakeStruct (Sample (GetField s (Ref __iruid_11526))))))))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_11532 (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let __cols_array (GetField __cols (Ref global)) (Let sa (ArrayRef -1 (Ref __cols_array) (Ref __iruid_11532)) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))))))))) (InsertFields (Ref global) None (newColIdx (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let sa (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (SelectFields (__cols) (InsertFields (Ref global) None (__cols (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)))))))) (TableMapRows (TableMapGlobals (TableMapRows (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapGlobals (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_11534 (MakeStruct) (MakeStruct (locus (GetField locus (SelectFields (locus alleles) (Ref row)))) (alleles (GetField alleles (SelectFields (locus alleles) (Ref row)))) (__row_uid (NA Int64)))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (Let __dictfield (ToDict (ToStream False (ToArray (StreamMap __iruid_11535 (ToStream False (GetField rows (TableCollect (TableKeyBy () False (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_11516 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_11517 (GetField text (Ref row)) (Let __iruid_11518 (Apply 3 splitChar () Array[String] (Ref __iruid_11517) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_11518)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_11518)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_11517))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11516) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11516) (I32 2))))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_11535)) (SelectFields (SuperPopulation) (Ref __iruid_11535))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_11533 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_11533) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __dictfield) (MakeStruct (Sample (GetField s (Ref __iruid_11533))))))))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_11539 (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let __cols_array (GetField __cols (Ref global)) (Let sa (ArrayRef -1 (Ref __cols_array) (Ref __iruid_11539)) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))))))))) (InsertFields (Ref global) None (newColIdx (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let sa (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (SelectFields (__cols) (InsertFields (Ref global) None (__cols (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_11540 (MakeStruct) (StreamAgg i (ToStream False (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)))) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (AggLet sa False (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (AggLet g False (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i)) (InsertFields (Let __iruid_11520 (SelectFields (locus alleles) (SelectFields (locus alleles __row_uid) (Ref row))) (InsertFields (Ref __iruid_11520) None (variant_qc (Let __iruid_11521 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_11520)))) ((GetField GT (Ref g)))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_11521))))))))) None (__row_uid (GetField __row_uid (SelectFields (locus alleles __row_uid) (Ref row))))))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (ApplySpecial -1 land () Boolean (Let __iruid_11523 (GetField AF (GetField variant_qc (SelectFields (locus alleles variant_qc __row_uid) (Ref row)))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_11523) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_11523) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (SelectFields (locus alleles variant_qc __row_uid) (Ref row)))) (Literal Tuple[] ))) (False)))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_11541 (MakeStruct) (SelectFields (locus alleles) (SelectFields (locus alleles variant_qc __row_uid) (Ref row)))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (SelectFields () (Ref global))) (SelectFields (locus alleles) (Ref row)))) (Coalesce (ApplyUnaryPrimOp Bang (IsNA (GetField __uid_34 (SelectFields (locus alleles __uid_34) (Ref row))))) (False)))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_11542 (MakeStruct) (Literal Struct{} )) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamZip -1 AssumeSameLength (g sa) (ToStream False (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (ToStream False (GetField __cols (Ref global))) (InsertFields (SelectFields () (Ref g)) None (__gt (Apply 159 nNonRefAlleles () Int32 (GetField GT (Ref g)))))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_11543 (MakeStruct) (StreamAgg i (ToStream False (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)))) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (AggLet sa False (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (AggLet g False (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i)) (AggLet __iruid_11524 False (GetField __gt (Ref g)) (InsertFields (SelectFields () (Ref row)) None (__AC (ApplyAggOp Sum () ((Cast Int64 (Ref __iruid_11524))))) (__n_called (ApplyAggOp Sum () ((Apply 161 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_11524))))))))))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (SelectFields () (Ref global))) (SelectFields (__AC __n_called) (Ref row))) (Let __iruid_11525 (GetField __AC (Ref row)) (Coalesce (ApplySpecial 164 land () Boolean (ApplyComparisonOp GT (Ref __iruid_11525) (I64 0)) (ApplyComparisonOp LT (Ref __iruid_11525) (ApplyBinaryPrimOp Multiply (I64 2) (GetField __n_called (Ref row))))) (False))))) 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field '__cols' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field '__cols' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field '__cols' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field '__cols' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 11:25:46 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 456: (TableCount (TableFilter (TableMapRows (TableKeyBy () False (TableFilter (TableLeftJoinRightDistinct __uid_34 (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (MakeStruct (locus (GetField locus (Ref row))) (alleles (GetField alleles (Ref row))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))))) (Let __iruid_11745 (ToDict (StreamMap __iruid_11746 (ToStream False (GetField rows (TableCollect (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_11747 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref row)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11747) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11747) (I32 2))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_11746)) (SelectFields (SuperPopulation) (Ref __iruid_11746))))) (Let __iruid_11748 (ToArray (StreamMap __iruid_11749 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_11749) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_11745) (MakeStruct (Sample (GetField s (Ref __iruid_11749))))))))) (Let __iruid_11750 (ToArray (StreamMap __iruid_11751 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_11748)) (I32 1)) (Let __iruid_11752 (ArrayRef -1 (Ref __iruid_11748) (Ref __iruid_11751)) (InsertFields (SelectFields () (Ref __iruid_11752)) None (pheno (GetField __uid_27 (Ref __iruid_11752))))))) (InsertFields (SelectFields () (Ref global)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_11753 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_11750)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_11750) (Ref __iruid_11753)))) (Str "EUR")) (False)))))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_11754 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_11754))))))) (SelectFields () (Ref global))) (TableMapRows (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (MakeStruct (locus (GetField locus (Ref row))) (alleles (GetField alleles (Ref row))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))))) (Let __iruid_11755 (ToDict (StreamMap __iruid_11756 (ToStream False (GetField rows (TableCollect (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_11757 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_11758 (GetField text (Ref row)) (Let __iruid_11759 (Apply 3 splitChar () Array[String] (Ref __iruid_11758) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_11759)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_11759)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_11758))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11757) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11757) (I32 2))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_11756)) (SelectFields (SuperPopulation) (Ref __iruid_11756))))) (Let __iruid_11760 (ToArray (StreamMap __iruid_11761 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_11761) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_11755) (MakeStruct (Sample (GetField s (Ref __iruid_11761))))))))) (Let __iruid_11762 (ToArray (StreamMap __iruid_11763 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_11760)) (I32 1)) (Let __iruid_11764 (ArrayRef -1 (Ref __iruid_11760) (Ref __iruid_11763)) (InsertFields (SelectFields () (Ref __iruid_11764)) None (pheno (GetField __uid_27 (Ref __iruid_11764))))))) (InsertFields (SelectFields () (Ref global)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_11765 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_11762)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_11762) (Ref __iruid_11765)))) (Str "EUR")) (False)))))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_11766 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_11766))))))) (SelectFields () (Ref global))) (StreamAgg __iruid_11767 (StreamFilter __iruid_11768 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_11768))))) (InsertFields (Let __iruid_11769 (SelectFields (locus alleles) (Ref row)) (InsertFields (Ref __iruid_11769) None (variant_qc (Let __iruid_11770 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_11769)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_11767))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_11770))))))))) None (__row_uid (GetField __row_uid (Ref row)))))) (ApplySpecial -1 land () Boolean (Let __iruid_11771 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_11771) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_11771) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref row))) (Literal Tuple[] ))) (False)))) (SelectFields (locus alleles) (Ref row)))) (Coalesce (ApplyUnaryPrimOp Bang (IsNA (GetField __uid_34 (Ref row)))) (False)))) (Let __iruid_11772 (ToArray (StreamMap __iruid_11773 (ToStream False (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (InsertFields (SelectFields () (Ref __iruid_11773)) None (__gt (Apply 159 nNonRefAlleles () Int32 (GetField GT (Ref __iruid_11773))))))) (StreamAgg __iruid_11774 (StreamFilter __iruid_11775 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_11772)) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (Ref __iruid_11772) (Ref __iruid_11775))))) (AggLet __iruid_11776 False (GetField __gt (ArrayRef -1 (Ref __iruid_11772) (Ref __iruid_11774))) (InsertFields (Literal Struct{} ) ("__AC" "__n_called") (__AC (ApplyAggOp Sum () ((Cast Int64 (Ref __iruid_11776))))) (__n_called (ApplyAggOp Sum () ((Apply 161 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_11776)))))))))))) (Let __iruid_11777 (GetField __AC (Ref row)) (Coalesce (ApplySpecial 164 land () Boolean (ApplyComparisonOp GT (Ref __iruid_11777) (I64 0)) (ApplyComparisonOp LT (Ref __iruid_11777) (ApplyBinaryPrimOp Multiply (I64 2) (GetField __n_called (Ref row))))) (False))))) 2022-08-17 11:25:46 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:25:46 root: INFO: lowering result: TableCollect 2022-08-17 11:25:46 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 96: (Let __iruid_11799 (MakeStruct) (Let __iruid_11803 (CollectDistributedArray __iruid_11800 __iruid_11802 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_11799 (Ref __iruid_11799))) (Let __iruid_11799 (GetField __iruid_11799 (Ref __iruid_11802)) (ToArray (Let global (Ref __iruid_11799) (StreamMap __iruid_11801 (Let global (Ref __iruid_11799) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11800)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let row (Ref __iruid_11801) (Let __iruid_11747 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref row)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11747) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11747) (I32 2))))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11804 (ToStream False (Ref __iruid_11803)) (ToStream False (Ref __iruid_11804))))) (global (Ref __iruid_11799))))) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 86: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11825 (ToStream False (CollectDistributedArray __iruid_11826 __iruid_11827 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_11799:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_11829 (StreamFilter __iruid_11830 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11826)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11830)) (Str "Sample\tPop...")) (False))) (Let __iruid_11831 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11829))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11829)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11829)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11829)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11829)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11829)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_11829)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11829))))) (InsertFields (SelectFields () (Ref __iruid_11829)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11831) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11831) (I32 2))))))))) (ToStream False (Ref __iruid_11825))))) (global (Literal Struct{} ))) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 86: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11825 (ToStream False (CollectDistributedArray __iruid_11826 __iruid_11827 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_11799:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_11829 (StreamFilter __iruid_11830 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11826)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11830)) (Str "Sample\tPop...")) (False))) (Let __iruid_11831 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11829))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11829)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11829)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11829)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11829)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11829)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_11829)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11829))))) (InsertFields (SelectFields () (Ref __iruid_11829)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11831) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11831) (I32 2))))))))) (ToStream False (Ref __iruid_11825))))) (global (Literal Struct{} ))) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 82: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11844 (ToStream False (CollectDistributedArray __iruid_11845 __iruid_11846 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_11847 (StreamFilter __iruid_11848 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11845)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11848)) (Str "Sample\tPop...")) (False))) (Let __iruid_11849 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11847))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11847)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11847)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11847)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11847)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11847)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_11847)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11847))))) (InsertFields (SelectFields () (Ref __iruid_11847)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11849) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11849) (I32 2))))))))) (ToStream False (Ref __iruid_11844))))) (global (Literal Struct{} ))) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 82: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11844 (ToStream False (CollectDistributedArray __iruid_11845 __iruid_11846 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_11847 (StreamFilter __iruid_11848 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11845)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11848)) (Str "Sample\tPop...")) (False))) (Let __iruid_11849 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11847))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11847)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11847)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11847)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11847)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11847)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_11847)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11847))))) (InsertFields (SelectFields () (Ref __iruid_11847)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11849) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11849) (I32 2))))))))) (ToStream False (Ref __iruid_11844))))) (global (Literal Struct{} ))) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 82: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11862 (ToStream False (CollectDistributedArray __iruid_11863 __iruid_11864 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_11865 (StreamFilter __iruid_11866 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11863)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11866)) (Str "Sample\tPop...")) (False))) (Let __iruid_11867 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11865))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11865)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11865)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11865)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11865)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11865)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_11865)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11865))))) (InsertFields (SelectFields () (Ref __iruid_11865)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11867) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11867) (I32 2))))))))) (ToStream False (Ref __iruid_11862))))) (global (Literal Struct{} ))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 83: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11862 (ToStream False (CollectDistributedArray __iruid_11863 __iruid_11864 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_11865 (StreamFilter __iruid_11866 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11863)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11866)) (Str "Sample\tPop...")) (False))) (Let __iruid_11867 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11865))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11865)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11865)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11865)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11865)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11865)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_11865)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11865))))) (InsertFields (SelectFields () (Ref __iruid_11865)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11867) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11867) (I32 2))))))))) (ToStream False (Ref __iruid_11862))))) (global (Literal Struct{} )))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 83: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11880 (ToStream False (CollectDistributedArray __iruid_11881 __iruid_11882 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_11883 (StreamFilter __iruid_11884 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11881)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11884)) (Str "Sample\tPop...")) (False))) (Let __iruid_11885 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11883))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11883)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11883)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11883)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11883)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11883)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_11883)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11883))))) (InsertFields (SelectFields () (Ref __iruid_11883)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11885) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11885) (I32 2))))))))) (ToStream False (Ref __iruid_11880))))) (global (Literal Struct{} )))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 83: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11880 (ToStream False (CollectDistributedArray __iruid_11881 __iruid_11882 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_11883 (StreamFilter __iruid_11884 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11881)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11884)) (Str "Sample\tPop...")) (False))) (Let __iruid_11885 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11883))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11883)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11883)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11883)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11883)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11883)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_11883)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11883))))) (InsertFields (SelectFields () (Ref __iruid_11883)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11885) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11885) (I32 2))))))))) (ToStream False (Ref __iruid_11880))))) (global (Literal Struct{} )))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 83: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11898 (ToStream False (CollectDistributedArray __iruid_11899 __iruid_11900 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_11901 (StreamFilter __iruid_11902 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11899)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11902)) (Str "Sample\tPop...")) (False))) (Let __iruid_11903 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11901))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11901)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11901)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11901)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11901)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11901)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_11901)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11901))))) (InsertFields (SelectFields () (Ref __iruid_11901)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11903) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11903) (I32 2))))))))) (ToStream False (Ref __iruid_11898))))) (global (Literal Struct{} )))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 83: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11898 (ToStream False (CollectDistributedArray __iruid_11899 __iruid_11900 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_11901 (StreamFilter __iruid_11902 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11899)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11902)) (Str "Sample\tPop...")) (False))) (Let __iruid_11903 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11901))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11901)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11901)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11901)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11901)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11901)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_11901)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11901))))) (InsertFields (SelectFields () (Ref __iruid_11901)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11903) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11903) (I32 2))))))))) (ToStream False (Ref __iruid_11898))))) (global (Literal Struct{} )))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 83: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11916 (ToStream False (CollectDistributedArray __iruid_11917 __iruid_11918 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_11919 (StreamFilter __iruid_11920 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11917)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11920)) (Str "Sample\tPop...")) (False))) (Let __iruid_11921 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11919))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11919)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11919)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11919)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11919)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11919)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_11919)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11919))))) (InsertFields (SelectFields () (Ref __iruid_11919)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11921) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11921) (I32 2))))))))) (ToStream False (Ref __iruid_11916))))) (global (Literal Struct{} )))) 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_68 stored as values in memory (estimated size 304.0 B, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_68_piece0 stored as bytes in memory (estimated size 256.0 B, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_68_piece0 in memory on dna.Dlink:40753 (size: 256.0 B, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 68 from broadcast at SparkBackend.scala:313 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4698HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4698HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4699FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4699FSContainer. 2022-08-17 11:25:46 BlockManagerInfo: INFO: Removed broadcast_67_piece0 on dna.Dlink:40753 in memory (size: 4.6 KiB, free: 17.8 GiB) 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4700collect_distributed_array. 2022-08-17 11:25:46 root: INFO: instruction count: 111: __C4700collect_distributed_array.apply 2022-08-17 11:25:46 root: INFO: instruction count: 17: __C4700collect_distributed_array.apply 2022-08-17 11:25:46 root: INFO: instruction count: 27: __C4700collect_distributed_array.__m4701DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 53: __C4700collect_distributed_array.__m4702INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4700collect_distributed_array.__m4703INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:25:46 root: INFO: instruction count: 31: __C4700collect_distributed_array.__m4704INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4700collect_distributed_array.__m4705INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4700collect_distributed_array.__m4706INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:25:46 root: INFO: instruction count: 27: __C4700collect_distributed_array.__m4708DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 8: __C4700collect_distributed_array.__m4709INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:25:46 root: INFO: instruction count: 205: __C4700collect_distributed_array.__m4711split_ToArray 2022-08-17 11:25:46 root: INFO: instruction count: 11: __C4700collect_distributed_array.__m4721ord_equiv 2022-08-17 11:25:46 root: INFO: instruction count: 21: __C4700collect_distributed_array.__m4722ord_equivNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 28: __C4700collect_distributed_array.__m4723ord_compareNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 7: __C4700collect_distributed_array.__m4726length 2022-08-17 11:25:46 root: INFO: instruction count: 11: __C4700collect_distributed_array.__m4727ord_gt 2022-08-17 11:25:46 root: INFO: instruction count: 14: __C4700collect_distributed_array.__m4728ord_gtNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 145: __C4700collect_distributed_array.__m4729split_If 2022-08-17 11:25:46 root: INFO: instruction count: 161: __C4700collect_distributed_array.__m4735splitChar 2022-08-17 11:25:46 root: INFO: instruction count: 53: __C4700collect_distributed_array.convert_region_to_str_array 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C4700collect_distributed_array.__m4738setup_null 2022-08-17 11:25:46 root: INFO: instruction count: 11: __C4700collect_distributed_array.__m4739ord_equiv 2022-08-17 11:25:46 root: INFO: instruction count: 14: __C4700collect_distributed_array.__m4740ord_equivNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 135: __C4700collect_distributed_array.__m4744format 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C4700collect_distributed_array.__m4747setup_null 2022-08-17 11:25:46 root: INFO: instruction count: 29: __C4700collect_distributed_array.__m4750concat 2022-08-17 11:25:46 root: INFO: instruction count: 35: __C4700collect_distributed_array.__m4752arrayref_bounds_check 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C4700collect_distributed_array.__m4755setup_jab 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C4700collect_distributed_array.__m4758setup_null 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4700collect_distributed_array.setObjects 2022-08-17 11:25:46 root: INFO: instruction count: 25: __C4700collect_distributed_array.__m4764ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND 2022-08-17 11:25:46 root: INFO: instruction count: 35: __C4700collect_distributed_array.__m4765ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 11:25:46 root: INFO: instruction count: 59: __C4700collect_distributed_array.__m4766ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 11:25:46 root: INFO: instruction count: 16: __C4700collect_distributed_array.__m4767ENCODE_SStringPointer_TO_o_binary 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C4700collect_distributed_array.setPartitionIndex 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4700collect_distributed_array.addPartitionRegion 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4700collect_distributed_array.setPool 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4700collect_distributed_array.addHailClassLoader 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4700collect_distributed_array.addFS 2022-08-17 11:25:46 root: INFO: instruction count: 121: __C4700collect_distributed_array.addLiterals 2022-08-17 11:25:46 root: INFO: instruction count: 81: __C4700collect_distributed_array.__m4771DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 58: __C4700collect_distributed_array.__m4772INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 11:25:46 root: INFO: instruction count: 400: __C4700collect_distributed_array.__m4711split_ToArray_region9_48 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4773__m4711split_ToArraySpills. 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_69 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_69_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_69_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 69 from broadcast at SparkBackend.scala:313 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4684HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4684HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4685FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4685FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4686Compiled. 2022-08-17 11:25:46 root: INFO: instruction count: 55: __C4686Compiled.apply 2022-08-17 11:25:46 root: INFO: instruction count: 571: __C4686Compiled.__m4687split_ToArray 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4686Compiled.setBackend 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C4686Compiled.__m4785ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 11:25:46 root: INFO: instruction count: 61: __C4686Compiled.__m4786ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4686Compiled.__m4787ENCODE_SInt32$_TO_r_int32 2022-08-17 11:25:46 root: INFO: instruction count: 16: __C4686Compiled.__m4788ENCODE_SStringPointer_TO_r_binary 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4686Compiled.__m4789ENCODE_SInt64$_TO_r_int64 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4686Compiled.__m4790ENCODE_SBoolean$_TO_r_bool 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C4686Compiled.__m4791ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 11:25:46 root: INFO: instruction count: 1: __C4686Compiled.__m4792ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4686Compiled.setObjects 2022-08-17 11:25:46 root: INFO: instruction count: 27: __C4686Compiled.__m4794DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 58: __C4686Compiled.__m4795INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:25:46 root: INFO: instruction count: 75: __C4686Compiled.__m4796INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:25:46 root: INFO: instruction count: 31: __C4686Compiled.__m4797INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C4686Compiled.__m4816setup_jab 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C4686Compiled.setPartitionIndex 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4686Compiled.addPartitionRegion 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4686Compiled.setPool 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4686Compiled.addHailClassLoader 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4686Compiled.addFS 2022-08-17 11:25:46 root: INFO: instruction count: 62: __C4686Compiled.addLiterals 2022-08-17 11:25:46 root: INFO: instruction count: 36: __C4686Compiled.__m4824DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 8: __C4686Compiled.__m4825INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:25:46 root: INFO: instruction count: 58: __C4686Compiled.__m4826INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:25:46 root: INFO: instruction count: 53: __C4686Compiled.__m4827INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4686Compiled.__m4828INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:25:46 root: INFO: instruction count: 31: __C4686Compiled.__m4829INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4686Compiled.__m4830INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4686Compiled.__m4831INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4832__m4687split_ToArraySpills. 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_70 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_70_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_70_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 70 from broadcast at SparkBackend.scala:313 2022-08-17 11:25:46 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 11:25:46 DAGScheduler: INFO: Got job 12 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 11:25:46 DAGScheduler: INFO: Final stage: ResultStage 12 (collect at SparkBackend.scala:321) 2022-08-17 11:25:46 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 11:25:46 DAGScheduler: INFO: Missing parents: List() 2022-08-17 11:25:46 DAGScheduler: INFO: Submitting ResultStage 12 (SparkBackendComputeRDD[26] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_71 stored as values in memory (estimated size 26.1 KiB, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_71_piece0 stored as bytes in memory (estimated size 15.2 KiB, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_71_piece0 in memory on dna.Dlink:40753 (size: 15.2 KiB, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 71 from broadcast at DAGScheduler.scala:1433 2022-08-17 11:25:46 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 12 (SparkBackendComputeRDD[26] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 11:25:46 TaskSchedulerImpl: INFO: Adding task set 12.0 with 1 tasks resource profile 0 2022-08-17 11:25:46 TaskSetManager: INFO: Starting task 0.0 in stage 12.0 (TID 249) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 11:25:46 Executor: INFO: Running task 0.0 in stage 12.0 (TID 249) 2022-08-17 11:25:46 root: INFO: RegionPool: initialized for thread 290: Executor task launch worker for task 0.0 in stage 12.0 (TID 249) 2022-08-17 11:25:46 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 290: Executor task launch worker for task 0.0 in stage 12.0 (TID 249) 2022-08-17 11:25:46 root: INFO: RegionPool: REPORT_THRESHOLD: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 290: Executor task launch worker for task 0.0 in stage 12.0 (TID 249) 2022-08-17 11:25:46 root: INFO: TaskReport: stage=12, partition=0, attempt=0, peakBytes=524288, peakBytesReadable=512.00 KiB, chunks requested=1, cache hits=0 2022-08-17 11:25:46 root: INFO: RegionPool: FREE: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 290: Executor task launch worker for task 0.0 in stage 12.0 (TID 249) 2022-08-17 11:25:46 Executor: INFO: Finished task 0.0 in stage 12.0 (TID 249). 67604 bytes result sent to driver 2022-08-17 11:25:46 TaskSetManager: INFO: Finished task 0.0 in stage 12.0 (TID 249) in 16 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 11:25:46 TaskSchedulerImpl: INFO: Removed TaskSet 12.0, whose tasks have all completed, from pool 2022-08-17 11:25:46 DAGScheduler: INFO: ResultStage 12 (collect at SparkBackend.scala:321) finished in 0.025 s 2022-08-17 11:25:46 DAGScheduler: INFO: Job 12 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 11:25:46 TaskSchedulerImpl: INFO: Killing all running tasks in stage 12: Stage finished 2022-08-17 11:25:46 DAGScheduler: INFO: Job 12 finished: collect at SparkBackend.scala:321, took 0.026821 s 2022-08-17 11:25:46 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (128.0K blocks / 128.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 root: INFO: took 135.672ms 2022-08-17 11:25:46 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:25:46 root: INFO: lowering result: EncodedLiteral 2022-08-17 11:25:46 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:25:46 root: INFO: RegionPool: REPORT_THRESHOLD: 576.0K allocated (192.0K blocks / 384.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 root: INFO: took 1.477ms 2022-08-17 11:25:46 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:25:46 root: INFO: lowering result: TableCollect 2022-08-17 11:25:46 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 95: (Let __iruid_11923 (MakeStruct) (Let __iruid_11927 (CollectDistributedArray __iruid_11924 __iruid_11926 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_11923 (Ref __iruid_11923))) (Let __iruid_11923 (GetField __iruid_11923 (Ref __iruid_11926)) (ToArray (Let global (Ref __iruid_11923) (StreamMap __iruid_11925 (Let global (Ref __iruid_11923) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11924)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let row (Ref __iruid_11925) (Let __iruid_11757 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_11758 (GetField text (Ref row)) (Let __iruid_11759 (Apply 3 splitChar () Array[String] (Ref __iruid_11758) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_11759)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_11759)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_11758))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11757) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11757) (I32 2))))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11928 (ToStream False (Ref __iruid_11927)) (ToStream False (Ref __iruid_11928))))) (global (Ref __iruid_11923))))) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11953 (ToStream False (CollectDistributedArray __iruid_11954 __iruid_11955 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_11923:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_11957 (StreamFilter __iruid_11958 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11954)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11958)) (Str "Sample\tPop...")) (False))) (Let __iruid_11959 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11957))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11957)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11957)) (Str "\t") (Literal Array[String] )) (Let __iruid_11960 (GetField text (Ref __iruid_11957)) (Let __iruid_11961 (Apply 3 splitChar () Array[String] (Ref __iruid_11960) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11957)) (ArrayLen (Ref __iruid_11961)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_11961)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_11960))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11957))))) (InsertFields (SelectFields () (Ref __iruid_11957)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11959) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11959) (I32 2))))))))) (ToStream False (Ref __iruid_11953))))) (global (Literal Struct{} ))) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11953 (ToStream False (CollectDistributedArray __iruid_11954 __iruid_11955 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_11923:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_11957 (StreamFilter __iruid_11958 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11954)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11958)) (Str "Sample\tPop...")) (False))) (Let __iruid_11959 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11957))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11957)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11957)) (Str "\t") (Literal Array[String] )) (Let __iruid_11960 (GetField text (Ref __iruid_11957)) (Let __iruid_11961 (Apply 3 splitChar () Array[String] (Ref __iruid_11960) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11957)) (ArrayLen (Ref __iruid_11961)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_11961)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_11960))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11957))))) (InsertFields (SelectFields () (Ref __iruid_11957)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11959) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11959) (I32 2))))))))) (ToStream False (Ref __iruid_11953))))) (global (Literal Struct{} ))) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11978 (ToStream False (CollectDistributedArray __iruid_11979 __iruid_11980 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_11981 (StreamFilter __iruid_11982 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11979)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11982)) (Str "Sample\tPop...")) (False))) (Let __iruid_11983 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11981))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11981)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11981)) (Str "\t") (Literal Array[String] )) (Let __iruid_11984 (GetField text (Ref __iruid_11981)) (Let __iruid_11985 (Apply 3 splitChar () Array[String] (Ref __iruid_11984) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11981)) (ArrayLen (Ref __iruid_11985)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_11985)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_11984))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11981))))) (InsertFields (SelectFields () (Ref __iruid_11981)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11983) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11983) (I32 2))))))))) (ToStream False (Ref __iruid_11978))))) (global (Literal Struct{} ))) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_11978 (ToStream False (CollectDistributedArray __iruid_11979 __iruid_11980 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_11981 (StreamFilter __iruid_11982 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_11979)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_11982)) (Str "Sample\tPop...")) (False))) (Let __iruid_11983 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_11981))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11981)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_11981)) (Str "\t") (Literal Array[String] )) (Let __iruid_11984 (GetField text (Ref __iruid_11981)) (Let __iruid_11985 (Apply 3 splitChar () Array[String] (Ref __iruid_11984) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_11981)) (ArrayLen (Ref __iruid_11985)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_11985)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_11984))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_11981))))) (InsertFields (SelectFields () (Ref __iruid_11981)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_11983) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_11983) (I32 2))))))))) (ToStream False (Ref __iruid_11978))))) (global (Literal Struct{} ))) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_12002 (ToStream False (CollectDistributedArray __iruid_12003 __iruid_12004 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_12005 (StreamFilter __iruid_12006 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_12003)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_12006)) (Str "Sample\tPop...")) (False))) (Let __iruid_12007 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_12005))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12005)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12005)) (Str "\t") (Literal Array[String] )) (Let __iruid_12008 (GetField text (Ref __iruid_12005)) (Let __iruid_12009 (Apply 3 splitChar () Array[String] (Ref __iruid_12008) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_12005)) (ArrayLen (Ref __iruid_12009)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_12009)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_12008))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_12005))))) (InsertFields (SelectFields () (Ref __iruid_12005)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_12007) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_12007) (I32 2))))))))) (ToStream False (Ref __iruid_12002))))) (global (Literal Struct{} ))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_12002 (ToStream False (CollectDistributedArray __iruid_12003 __iruid_12004 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_12005 (StreamFilter __iruid_12006 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_12003)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_12006)) (Str "Sample\tPop...")) (False))) (Let __iruid_12007 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_12005))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12005)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12005)) (Str "\t") (Literal Array[String] )) (Let __iruid_12008 (GetField text (Ref __iruid_12005)) (Let __iruid_12009 (Apply 3 splitChar () Array[String] (Ref __iruid_12008) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_12005)) (ArrayLen (Ref __iruid_12009)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_12009)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_12008))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_12005))))) (InsertFields (SelectFields () (Ref __iruid_12005)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_12007) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_12007) (I32 2))))))))) (ToStream False (Ref __iruid_12002))))) (global (Literal Struct{} )))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_12026 (ToStream False (CollectDistributedArray __iruid_12027 __iruid_12028 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_12029 (StreamFilter __iruid_12030 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_12027)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_12030)) (Str "Sample\tPop...")) (False))) (Let __iruid_12031 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_12029))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12029)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12029)) (Str "\t") (Literal Array[String] )) (Let __iruid_12032 (GetField text (Ref __iruid_12029)) (Let __iruid_12033 (Apply 3 splitChar () Array[String] (Ref __iruid_12032) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_12029)) (ArrayLen (Ref __iruid_12033)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_12033)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_12032))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_12029))))) (InsertFields (SelectFields () (Ref __iruid_12029)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_12031) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_12031) (I32 2))))))))) (ToStream False (Ref __iruid_12026))))) (global (Literal Struct{} )))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_12026 (ToStream False (CollectDistributedArray __iruid_12027 __iruid_12028 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_12029 (StreamFilter __iruid_12030 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_12027)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_12030)) (Str "Sample\tPop...")) (False))) (Let __iruid_12031 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_12029))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12029)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12029)) (Str "\t") (Literal Array[String] )) (Let __iruid_12032 (GetField text (Ref __iruid_12029)) (Let __iruid_12033 (Apply 3 splitChar () Array[String] (Ref __iruid_12032) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_12029)) (ArrayLen (Ref __iruid_12033)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_12033)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_12032))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_12029))))) (InsertFields (SelectFields () (Ref __iruid_12029)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_12031) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_12031) (I32 2))))))))) (ToStream False (Ref __iruid_12026))))) (global (Literal Struct{} )))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_12050 (ToStream False (CollectDistributedArray __iruid_12051 __iruid_12052 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_12053 (StreamFilter __iruid_12054 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_12051)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_12054)) (Str "Sample\tPop...")) (False))) (Let __iruid_12055 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_12053))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12053)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12053)) (Str "\t") (Literal Array[String] )) (Let __iruid_12056 (GetField text (Ref __iruid_12053)) (Let __iruid_12057 (Apply 3 splitChar () Array[String] (Ref __iruid_12056) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_12053)) (ArrayLen (Ref __iruid_12057)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_12057)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_12056))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_12053))))) (InsertFields (SelectFields () (Ref __iruid_12053)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_12055) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_12055) (I32 2))))))))) (ToStream False (Ref __iruid_12050))))) (global (Literal Struct{} )))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_12050 (ToStream False (CollectDistributedArray __iruid_12051 __iruid_12052 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_12053 (StreamFilter __iruid_12054 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_12051)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_12054)) (Str "Sample\tPop...")) (False))) (Let __iruid_12055 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_12053))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12053)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12053)) (Str "\t") (Literal Array[String] )) (Let __iruid_12056 (GetField text (Ref __iruid_12053)) (Let __iruid_12057 (Apply 3 splitChar () Array[String] (Ref __iruid_12056) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_12053)) (ArrayLen (Ref __iruid_12057)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_12057)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_12056))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_12053))))) (InsertFields (SelectFields () (Ref __iruid_12053)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_12055) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_12055) (I32 2))))))))) (ToStream False (Ref __iruid_12050))))) (global (Literal Struct{} )))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_12074 (ToStream False (CollectDistributedArray __iruid_12075 __iruid_12076 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_12077 (StreamFilter __iruid_12078 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_12075)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_12078)) (Str "Sample\tPop...")) (False))) (Let __iruid_12079 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_12077))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12077)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_12077)) (Str "\t") (Literal Array[String] )) (Let __iruid_12080 (GetField text (Ref __iruid_12077)) (Let __iruid_12081 (Apply 3 splitChar () Array[String] (Ref __iruid_12080) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_12077)) (ArrayLen (Ref __iruid_12081)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_12081)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_12080))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_12077))))) (InsertFields (SelectFields () (Ref __iruid_12077)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_12079) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_12079) (I32 2))))))))) (ToStream False (Ref __iruid_12074))))) (global (Literal Struct{} )))) 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_72 stored as values in memory (estimated size 304.0 B, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_72_piece0 stored as bytes in memory (estimated size 256.0 B, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_72_piece0 in memory on dna.Dlink:40753 (size: 256.0 B, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 72 from broadcast at SparkBackend.scala:313 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4847HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4847HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4848FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4848FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4849collect_distributed_array. 2022-08-17 11:25:46 root: INFO: instruction count: 111: __C4849collect_distributed_array.apply 2022-08-17 11:25:46 root: INFO: instruction count: 17: __C4849collect_distributed_array.apply 2022-08-17 11:25:46 root: INFO: instruction count: 27: __C4849collect_distributed_array.__m4850DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 53: __C4849collect_distributed_array.__m4851INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4849collect_distributed_array.__m4852INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:25:46 root: INFO: instruction count: 31: __C4849collect_distributed_array.__m4853INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4849collect_distributed_array.__m4854INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4849collect_distributed_array.__m4855INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:25:46 root: INFO: instruction count: 27: __C4849collect_distributed_array.__m4857DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 8: __C4849collect_distributed_array.__m4858INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:25:46 root: INFO: instruction count: 205: __C4849collect_distributed_array.__m4860split_ToArray 2022-08-17 11:25:46 root: INFO: instruction count: 11: __C4849collect_distributed_array.__m4870ord_equiv 2022-08-17 11:25:46 root: INFO: instruction count: 21: __C4849collect_distributed_array.__m4871ord_equivNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 28: __C4849collect_distributed_array.__m4872ord_compareNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 7: __C4849collect_distributed_array.__m4875length 2022-08-17 11:25:46 root: INFO: instruction count: 11: __C4849collect_distributed_array.__m4876ord_gt 2022-08-17 11:25:46 root: INFO: instruction count: 14: __C4849collect_distributed_array.__m4877ord_gtNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 138: __C4849collect_distributed_array.__m4878split_If 2022-08-17 11:25:46 root: INFO: instruction count: 161: __C4849collect_distributed_array.__m4884splitChar 2022-08-17 11:25:46 root: INFO: instruction count: 53: __C4849collect_distributed_array.convert_region_to_str_array 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C4849collect_distributed_array.__m4887setup_null 2022-08-17 11:25:46 root: INFO: instruction count: 11: __C4849collect_distributed_array.__m4888ord_equiv 2022-08-17 11:25:46 root: INFO: instruction count: 14: __C4849collect_distributed_array.__m4889ord_equivNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 135: __C4849collect_distributed_array.__m4895format 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C4849collect_distributed_array.__m4898setup_null 2022-08-17 11:25:46 root: INFO: instruction count: 29: __C4849collect_distributed_array.__m4901concat 2022-08-17 11:25:46 root: INFO: instruction count: 35: __C4849collect_distributed_array.__m4903arrayref_bounds_check 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C4849collect_distributed_array.__m4906setup_jab 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C4849collect_distributed_array.__m4909setup_null 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4849collect_distributed_array.setObjects 2022-08-17 11:25:46 root: INFO: instruction count: 25: __C4849collect_distributed_array.__m4915ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND 2022-08-17 11:25:46 root: INFO: instruction count: 35: __C4849collect_distributed_array.__m4916ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 11:25:46 root: INFO: instruction count: 59: __C4849collect_distributed_array.__m4917ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 11:25:46 root: INFO: instruction count: 16: __C4849collect_distributed_array.__m4918ENCODE_SStringPointer_TO_o_binary 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C4849collect_distributed_array.setPartitionIndex 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4849collect_distributed_array.addPartitionRegion 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4849collect_distributed_array.setPool 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4849collect_distributed_array.addHailClassLoader 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4849collect_distributed_array.addFS 2022-08-17 11:25:46 root: INFO: instruction count: 121: __C4849collect_distributed_array.addLiterals 2022-08-17 11:25:46 root: INFO: instruction count: 81: __C4849collect_distributed_array.__m4922DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 58: __C4849collect_distributed_array.__m4923INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 11:25:46 root: INFO: instruction count: 400: __C4849collect_distributed_array.__m4860split_ToArray_region9_48 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4924__m4860split_ToArraySpills. 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_73 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_73_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_73_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Removed broadcast_71_piece0 on dna.Dlink:40753 in memory (size: 15.2 KiB, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 73 from broadcast at SparkBackend.scala:313 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4833HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4833HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4834FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4834FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4835Compiled. 2022-08-17 11:25:46 root: INFO: instruction count: 55: __C4835Compiled.apply 2022-08-17 11:25:46 root: INFO: instruction count: 571: __C4835Compiled.__m4836split_ToArray 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4835Compiled.setBackend 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C4835Compiled.__m4936ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 11:25:46 root: INFO: instruction count: 61: __C4835Compiled.__m4937ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4835Compiled.__m4938ENCODE_SInt32$_TO_r_int32 2022-08-17 11:25:46 root: INFO: instruction count: 16: __C4835Compiled.__m4939ENCODE_SStringPointer_TO_r_binary 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4835Compiled.__m4940ENCODE_SInt64$_TO_r_int64 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4835Compiled.__m4941ENCODE_SBoolean$_TO_r_bool 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C4835Compiled.__m4942ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 11:25:46 root: INFO: instruction count: 1: __C4835Compiled.__m4943ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4835Compiled.setObjects 2022-08-17 11:25:46 root: INFO: instruction count: 27: __C4835Compiled.__m4945DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 58: __C4835Compiled.__m4946INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:25:46 root: INFO: instruction count: 75: __C4835Compiled.__m4947INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:25:46 root: INFO: instruction count: 31: __C4835Compiled.__m4948INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C4835Compiled.__m4967setup_jab 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C4835Compiled.setPartitionIndex 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4835Compiled.addPartitionRegion 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C4835Compiled.setPool 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4835Compiled.addHailClassLoader 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4835Compiled.addFS 2022-08-17 11:25:46 root: INFO: instruction count: 62: __C4835Compiled.addLiterals 2022-08-17 11:25:46 root: INFO: instruction count: 36: __C4835Compiled.__m4975DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 8: __C4835Compiled.__m4976INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:25:46 root: INFO: instruction count: 58: __C4835Compiled.__m4977INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:25:46 root: INFO: instruction count: 53: __C4835Compiled.__m4978INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4835Compiled.__m4979INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:25:46 root: INFO: instruction count: 31: __C4835Compiled.__m4980INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4835Compiled.__m4981INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4835Compiled.__m4982INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4983__m4836split_ToArraySpills. 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_74 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_74_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_74_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 74 from broadcast at SparkBackend.scala:313 2022-08-17 11:25:46 BlockManagerInfo: INFO: Removed broadcast_70_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 11:25:46 DAGScheduler: INFO: Got job 13 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 11:25:46 DAGScheduler: INFO: Final stage: ResultStage 13 (collect at SparkBackend.scala:321) 2022-08-17 11:25:46 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 11:25:46 DAGScheduler: INFO: Missing parents: List() 2022-08-17 11:25:46 DAGScheduler: INFO: Submitting ResultStage 13 (SparkBackendComputeRDD[27] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_75 stored as values in memory (estimated size 26.2 KiB, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_75_piece0 stored as bytes in memory (estimated size 15.3 KiB, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_75_piece0 in memory on dna.Dlink:40753 (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 75 from broadcast at DAGScheduler.scala:1433 2022-08-17 11:25:46 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 13 (SparkBackendComputeRDD[27] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 11:25:46 TaskSchedulerImpl: INFO: Adding task set 13.0 with 1 tasks resource profile 0 2022-08-17 11:25:46 TaskSetManager: INFO: Starting task 0.0 in stage 13.0 (TID 250) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 11:25:46 Executor: INFO: Running task 0.0 in stage 13.0 (TID 250) 2022-08-17 11:25:46 root: INFO: RegionPool: initialized for thread 290: Executor task launch worker for task 0.0 in stage 13.0 (TID 250) 2022-08-17 11:25:46 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 290: Executor task launch worker for task 0.0 in stage 13.0 (TID 250) 2022-08-17 11:25:46 root: INFO: RegionPool: REPORT_THRESHOLD: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 290: Executor task launch worker for task 0.0 in stage 13.0 (TID 250) 2022-08-17 11:25:46 root: INFO: TaskReport: stage=13, partition=0, attempt=0, peakBytes=524288, peakBytesReadable=512.00 KiB, chunks requested=1, cache hits=0 2022-08-17 11:25:46 root: INFO: RegionPool: FREE: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 290: Executor task launch worker for task 0.0 in stage 13.0 (TID 250) 2022-08-17 11:25:46 Executor: INFO: Finished task 0.0 in stage 13.0 (TID 250). 67604 bytes result sent to driver 2022-08-17 11:25:46 TaskSetManager: INFO: Finished task 0.0 in stage 13.0 (TID 250) in 25 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 11:25:46 TaskSchedulerImpl: INFO: Removed TaskSet 13.0, whose tasks have all completed, from pool 2022-08-17 11:25:46 DAGScheduler: INFO: ResultStage 13 (collect at SparkBackend.scala:321) finished in 0.027 s 2022-08-17 11:25:46 DAGScheduler: INFO: Job 13 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 11:25:46 TaskSchedulerImpl: INFO: Killing all running tasks in stage 13: Stage finished 2022-08-17 11:25:46 DAGScheduler: INFO: Job 13 finished: collect at SparkBackend.scala:321, took 0.028557 s 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 root: INFO: took 126.362ms 2022-08-17 11:25:46 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:25:46 root: INFO: lowering result: EncodedLiteral 2022-08-17 11:25:46 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:25:46 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:25:46 root: INFO: RegionPool: REPORT_THRESHOLD: 1.1M allocated (320.0K blocks / 768.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 root: INFO: took 2.047ms 2022-08-17 11:25:46 root: INFO: LowerOrInterpretNonCompilable: cannot efficiently lower query: seeded randomness does not satisfy determinism restrictions in lowered IR 2022-08-17 11:25:46 root: INFO: interpreting non-compilable result: TableCount 2022-08-17 11:25:46 root: INFO: decoder cache hit 2022-08-17 11:25:46 root: INFO: decoder cache miss (7 hits, 9 misses, 0.438 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4984HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4984HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4985FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4985FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4986etypeDecode. 2022-08-17 11:25:46 root: INFO: instruction count: 7: __C4986etypeDecode.apply 2022-08-17 11:25:46 root: INFO: instruction count: 92: __C4986etypeDecode.__m4987DECODE_r_struct_of_r_struct_of_r_binaryANDr_int32ENDANDr_array_of_r_binaryANDo_binaryANDo_float64ANDo_array_of_r_binaryANDr_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 26: __C4986etypeDecode.__m4988INPLACE_DECODE_r_struct_of_r_binaryANDr_int32END_TO_r_locus 2022-08-17 11:25:46 root: INFO: instruction count: 31: __C4986etypeDecode.__m4989INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C4986etypeDecode.__m4990INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:25:46 root: INFO: instruction count: 58: __C4986etypeDecode.__m4991INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 11:25:46 root: INFO: instruction count: 7: __C4986etypeDecode.__m4992SKIP_o_binary 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4986etypeDecode.__m4993SKIP_o_float64 2022-08-17 11:25:46 root: INFO: instruction count: 22: __C4986etypeDecode.__m4994SKIP_o_array_of_r_binary 2022-08-17 11:25:46 root: INFO: instruction count: 7: __C4986etypeDecode.__m4995SKIP_r_binary 2022-08-17 11:25:46 root: INFO: instruction count: 363: __C4986etypeDecode.__m4996SKIP_r_struct_of_o_array_of_o_int32ANDo_array_of_o_int32ANDo_binaryANDo_int32ANDr_boolANDo_array_of_o_binaryANDo_array_of_o_binaryANDo_int32ANDo_int32ANDo_int32ANDo_array_of_o_int32ANDo_binaryANDo_binaryANDo_array_of_o_int32ANDo_array_of_o_float64ANDo_int32ANDo_int32ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_array_of_o_float64ANDo_int32ANDo_binaryANDo_array_of_o_binaryANDr_boolANDr_boolEND 2022-08-17 11:25:46 root: INFO: instruction count: 51: __C4986etypeDecode.__m4997SKIP_o_array_of_o_int32 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4986etypeDecode.__m4998SKIP_o_int32 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C4986etypeDecode.__m4999SKIP_r_bool 2022-08-17 11:25:46 root: INFO: instruction count: 51: __C4986etypeDecode.__m5000SKIP_o_array_of_o_binary 2022-08-17 11:25:46 root: INFO: instruction count: 51: __C4986etypeDecode.__m5001SKIP_o_array_of_o_float64 2022-08-17 11:25:46 root: INFO: decoder cache hit 2022-08-17 11:25:46 root: INFO: decoder cache hit 2022-08-17 11:25:46 root: INFO: decoder cache hit 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 10: (Coalesce (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 7: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 7: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 7: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 7: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 7: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5002HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5002HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5003FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5003FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5004Compiled. 2022-08-17 11:25:46 root: INFO: instruction count: 129: __C5004Compiled.apply 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C5004Compiled.setPartitionIndex 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5004Compiled.addPartitionRegion 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5004Compiled.setPool 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5004Compiled.addHailClassLoader 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5004Compiled.addFS 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 63: (Coalesce (Let __iruid_11745 (ToDict (StreamMap __iruid_11746 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_11746)) (SelectFields (SuperPopulation) (Ref __iruid_11746))))) (Let __iruid_11748 (ToArray (StreamMap __iruid_11749 (ToStream False (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0))) (InsertFields (Ref __iruid_11749) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_11745) (MakeStruct (Sample (GetField s (Ref __iruid_11749))))))))) (Let __iruid_11750 (ToArray (StreamMap __iruid_11751 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_11748)) (I32 1)) (Let __iruid_11752 (ArrayRef -1 (Ref __iruid_11748) (Ref __iruid_11751)) (InsertFields (SelectFields () (Ref __iruid_11752)) None (pheno (GetField __uid_27 (Ref __iruid_11752))))))) (InsertFields (SelectFields () (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_11753 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_11750)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_11750) (Ref __iruid_11753)))) (Str "EUR")) (False))))))))) (Die Struct{newColIdx:Array[Int32]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 63: (Coalesce (Let __iruid_12130 (ToDict (StreamMap __iruid_12131 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_12131)) (SelectFields (SuperPopulation) (Ref __iruid_12131))))) (Let __iruid_12132 (ToArray (StreamMap __iruid_12133 (ToStream False (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0))) (InsertFields (Ref __iruid_12133) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_12130) (MakeStruct (Sample (GetField s (Ref __iruid_12133))))))))) (Let __iruid_12134 (ToArray (StreamMap __iruid_12135 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_12132)) (I32 1)) (Let __iruid_12136 (ArrayRef -1 (Ref __iruid_12132) (Ref __iruid_12135)) (InsertFields (SelectFields () (Ref __iruid_12136)) None (pheno (GetField __uid_27 (Ref __iruid_12136))))))) (InsertFields (SelectFields () (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_12137 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_12134)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_12134) (Ref __iruid_12137)))) (Str "EUR")) (False))))))))) (Die Struct{newColIdx:Array[Int32]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 93: (Coalesce (Let __iruid_12130 (ToDict (StreamMap __iruid_12131 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_12131)) (SelectFields (SuperPopulation) (Ref __iruid_12131))))) (Let __iruid_12132 (ToArray (StreamMap __iruid_12133 (ToStream False (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0))) (InsertFields (Ref __iruid_12133) None (__uid_27 (Let __iruid_12144 (Ref __iruid_12130) (Let __iruid_12145 (MakeStruct (Sample (GetField s (Ref __iruid_12133)))) (If (IsNA (Ref __iruid_12144)) (NA Struct{SuperPopulation:String}) (Let __iruid_12146 (LowerBoundOnOrderedCollection True (Ref __iruid_12144) (Ref __iruid_12145)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_12146) (ArrayLen (CastToArray (Ref __iruid_12144)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_12144)) (Ref __iruid_12146))) (Ref __iruid_12145)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_12144)) (Ref __iruid_12146))) (NA Struct{SuperPopulation:String}))))))))))) (Let __iruid_12134 (ToArray (StreamMap __iruid_12135 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_12132)) (I32 1)) (Let __iruid_12136 (ArrayRef -1 (Ref __iruid_12132) (Ref __iruid_12135)) (InsertFields (SelectFields () (Ref __iruid_12136)) None (pheno (GetField __uid_27 (Ref __iruid_12136))))))) (InsertFields (SelectFields () (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_12137 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_12134)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_12134) (Ref __iruid_12137)))) (Str "EUR")) (False))))))))) (Die Struct{newColIdx:Array[Int32]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 91: (Coalesce (Let __iruid_12168 (ToDict (StreamMap __iruid_12169 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_12169)) (SelectFields (SuperPopulation) (Ref __iruid_12169))))) (Let __iruid_12170 (ToArray (StreamMap __iruid_12171 (ToStream False (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0))) (InsertFields (Ref __iruid_12171) None (__uid_27 (Let __iruid_12172 (MakeStruct (Sample (GetField s (Ref __iruid_12171)))) (If (IsNA (Ref __iruid_12168)) (NA Struct{SuperPopulation:String}) (Let __iruid_12173 (LowerBoundOnOrderedCollection True (Ref __iruid_12168) (Ref __iruid_12172)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_12173) (ArrayLen (CastToArray (Ref __iruid_12168)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_12168)) (Ref __iruid_12173))) (Ref __iruid_12172)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_12168)) (Ref __iruid_12173))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_12174 (ToArray (StreamMap __iruid_12175 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_12170)) (I32 1)) (Let __iruid_12176 (ArrayRef -1 (Ref __iruid_12170) (Ref __iruid_12175)) (InsertFields (SelectFields () (Ref __iruid_12176)) None (pheno (GetField __uid_27 (Ref __iruid_12176))))))) (InsertFields (SelectFields () (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_12177 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_12174)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_12174) (Ref __iruid_12177)))) (Str "EUR")) (False))))))))) (Die Struct{newColIdx:Array[Int32]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 91: (Coalesce (Let __iruid_12168 (ToDict (StreamMap __iruid_12169 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_12169)) (SelectFields (SuperPopulation) (Ref __iruid_12169))))) (Let __iruid_12170 (ToArray (StreamMap __iruid_12171 (ToStream False (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0))) (InsertFields (Ref __iruid_12171) None (__uid_27 (Let __iruid_12172 (MakeStruct (Sample (GetField s (Ref __iruid_12171)))) (If (IsNA (Ref __iruid_12168)) (NA Struct{SuperPopulation:String}) (Let __iruid_12173 (LowerBoundOnOrderedCollection True (Ref __iruid_12168) (Ref __iruid_12172)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_12173) (ArrayLen (CastToArray (Ref __iruid_12168)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_12168)) (Ref __iruid_12173))) (Ref __iruid_12172)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_12168)) (Ref __iruid_12173))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_12174 (ToArray (StreamMap __iruid_12175 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_12170)) (I32 1)) (Let __iruid_12176 (ArrayRef -1 (Ref __iruid_12170) (Ref __iruid_12175)) (InsertFields (SelectFields () (Ref __iruid_12176)) None (pheno (GetField __uid_27 (Ref __iruid_12176))))))) (InsertFields (SelectFields () (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_12177 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_12174)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_12174) (Ref __iruid_12177)))) (Str "EUR")) (False))))))))) (Die Struct{newColIdx:Array[Int32]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 91: (Coalesce (Let __iruid_12198 (ToDict (StreamMap __iruid_12199 (ToStream False (GetField rows (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_12199)) (SelectFields (SuperPopulation) (Ref __iruid_12199))))) (Let __iruid_12200 (ToArray (StreamMap __iruid_12201 (ToStream False (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0))) (InsertFields (Ref __iruid_12201) None (__uid_27 (Let __iruid_12202 (MakeStruct (Sample (GetField s (Ref __iruid_12201)))) (If (IsNA (Ref __iruid_12198)) (NA Struct{SuperPopulation:String}) (Let __iruid_12203 (LowerBoundOnOrderedCollection True (Ref __iruid_12198) (Ref __iruid_12202)) (If (ApplyComparisonOp EQWithNA (Ref __iruid_12203) (ArrayLen (CastToArray (Ref __iruid_12198)))) (NA Struct{SuperPopulation:String}) (If (ApplyComparisonOp EQWithNA (GetField key (ArrayRef -1 (CastToArray (Ref __iruid_12198)) (Ref __iruid_12203))) (Ref __iruid_12202)) (GetField value (ArrayRef -1 (CastToArray (Ref __iruid_12198)) (Ref __iruid_12203))) (NA Struct{SuperPopulation:String})))))))))) (Let __iruid_12204 (ToArray (StreamMap __iruid_12205 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_12200)) (I32 1)) (Let __iruid_12206 (ArrayRef -1 (Ref __iruid_12200) (Ref __iruid_12205)) (InsertFields (SelectFields () (Ref __iruid_12206)) None (pheno (GetField __uid_27 (Ref __iruid_12206))))))) (InsertFields (SelectFields () (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{s:PCString}]})) 0)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_12207 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_12204)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_12204) (Ref __iruid_12207)))) (Str "EUR")) (False))))))))) (Die Struct{newColIdx:Array[Int32]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_76 stored as values in memory (estimated size 65.1 KiB, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_76_piece0 stored as bytes in memory (estimated size 16.9 KiB, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_76_piece0 in memory on dna.Dlink:40753 (size: 16.9 KiB, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 76 from broadcast at SparkBackend.scala:313 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5012HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5012HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5013FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5013FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5014Compiled. 2022-08-17 11:25:46 root: INFO: instruction count: 100: __C5014Compiled.apply 2022-08-17 11:25:46 root: INFO: instruction count: 405: __C5014Compiled.__m5017split_ToDict 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C5014Compiled.__m5028setup_jab 2022-08-17 11:25:46 root: INFO: instruction count: 202: __C5014Compiled.__m5031arraySorter_outer 2022-08-17 11:25:46 root: INFO: instruction count: 93: __C5014Compiled.__m5032arraySorter_merge 2022-08-17 11:25:46 root: INFO: instruction count: 11: __C5014Compiled.__m5035ord_lt 2022-08-17 11:25:46 root: INFO: instruction count: 136: __C5014Compiled.__m5036ord_ltNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 24: __C5014Compiled.__m5037ord_lt 2022-08-17 11:25:46 root: INFO: instruction count: 21: __C5014Compiled.__m5038ord_ltNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C5014Compiled.__m5039ord_compareNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 89: __C5014Compiled.__m5040ord_compareNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 30: __C5014Compiled.__m5041ord_equiv 2022-08-17 11:25:46 root: INFO: instruction count: 21: __C5014Compiled.__m5042ord_equivNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 36: __C5014Compiled.__m5043arraySorter_splitMerge 2022-08-17 11:25:46 root: INFO: instruction count: 264: __C5014Compiled.__m5044distinctFromSorted 2022-08-17 11:25:46 root: INFO: instruction count: 30: __C5014Compiled.__m5047ord_equiv 2022-08-17 11:25:46 root: INFO: instruction count: 99: __C5014Compiled.__m5048ord_equivNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 224: __C5014Compiled.__m5056split_ToArray 2022-08-17 11:25:46 root: INFO: instruction count: 213: __C5014Compiled.__m5064split_Let 2022-08-17 11:25:46 root: INFO: instruction count: 70: __C5014Compiled.__m5068findElt 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C5014Compiled.__m5069ord_lt 2022-08-17 11:25:46 root: INFO: instruction count: 121: __C5014Compiled.__m5070ord_ltNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 11: __C5014Compiled.__m5072ord_equiv 2022-08-17 11:25:46 root: INFO: instruction count: 14: __C5014Compiled.__m5073ord_equivNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 35: __C5014Compiled.__m5074arrayref_bounds_check 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C5014Compiled.__m5075ord_equiv 2022-08-17 11:25:46 root: INFO: instruction count: 84: __C5014Compiled.__m5076ord_equivNonnull 2022-08-17 11:25:46 root: INFO: instruction count: 236: __C5014Compiled.__m5085split_ToArray 2022-08-17 11:25:46 root: INFO: instruction count: 278: __C5014Compiled.__m5099split_ToArray 2022-08-17 11:25:46 root: INFO: instruction count: 11: __C5014Compiled.__m5108ord_equiv 2022-08-17 11:25:46 root: INFO: instruction count: 12: __C5014Compiled.__m5111setup_iab 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C5014Compiled.setPartitionIndex 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5014Compiled.addPartitionRegion 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5014Compiled.setPool 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5014Compiled.addHailClassLoader 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5014Compiled.addFS 2022-08-17 11:25:46 root: INFO: instruction count: 80: __C5014Compiled.addLiterals 2022-08-17 11:25:46 root: INFO: instruction count: 36: __C5014Compiled.__m5119DECODE_r_struct_of_r_binaryANDr_binaryEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 31: __C5014Compiled.__m5120INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:25:46 root: INFO: instruction count: 36: __C5014Compiled.__m5121DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDANDr_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 58: __C5014Compiled.__m5122INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:25:46 root: INFO: instruction count: 75: __C5014Compiled.__m5123INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:25:46 root: INFO: instruction count: 31: __C5014Compiled.__m5124INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 11:25:46 root: INFO: instruction count: 8: __C5014Compiled.__m5125INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_11754 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_11754)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_12211 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12211)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_12211 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12211)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_12214 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12214)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_12214 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12214)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_12217 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12217)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_77 stored as values in memory (estimated size 128.0 B, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_77_piece0 stored as bytes in memory (estimated size 113.0 B, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_77_piece0 in memory on dna.Dlink:40753 (size: 113.0 B, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 77 from broadcast at SparkBackend.scala:313 2022-08-17 11:25:46 BlockManagerInfo: INFO: Removed broadcast_75_piece0 on dna.Dlink:40753 in memory (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5126HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5126HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5127FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5127FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5128Compiled. 2022-08-17 11:25:46 root: INFO: instruction count: 113: __C5128Compiled.apply 2022-08-17 11:25:46 root: INFO: instruction count: 194: __C5128Compiled.__m5133split_ToArray 2022-08-17 11:25:46 root: INFO: instruction count: 35: __C5128Compiled.__m5141arrayref_bounds_check 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C5128Compiled.setPartitionIndex 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5128Compiled.addPartitionRegion 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5128Compiled.setPool 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5128Compiled.addHailClassLoader 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5128Compiled.addFS 2022-08-17 11:25:46 root: INFO: instruction count: 39: __C5128Compiled.addLiterals 2022-08-17 11:25:46 root: INFO: instruction count: 27: __C5128Compiled.__m5149DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 31: __C5128Compiled.__m5150INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:25:46 root: INFO: encoder cache miss (47 hits, 31 misses, 0.603) 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5151HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5151HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5152FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5152FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5153etypeEncode. 2022-08-17 11:25:46 root: INFO: instruction count: 7: __C5153etypeEncode.apply 2022-08-17 11:25:46 root: INFO: instruction count: 25: __C5153etypeEncode.__m5154ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_int32END 2022-08-17 11:25:46 root: INFO: instruction count: 39: __C5153etypeEncode.__m5155ENCODE_SIndexablePointer_TO_r_array_of_r_int32 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5153etypeEncode.__m5156ENCODE_SInt32$_TO_r_int32 2022-08-17 11:25:46 root: INFO: BroadcastRegionValue.broadcast: broadcasting 1 byte arrays of total size 905 (905.00 B 2022-08-17 11:25:46 root: INFO: decoder cache miss (10 hits, 10 misses, 0.500 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5157HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5157HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5158FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5158FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5159etypeDecode. 2022-08-17 11:25:46 root: INFO: instruction count: 7: __C5159etypeDecode.apply 2022-08-17 11:25:46 root: INFO: instruction count: 27: __C5159etypeDecode.__m5160DECODE_r_struct_of_r_array_of_r_int32END_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 58: __C5159etypeDecode.__m5161INPLACE_DECODE_r_array_of_r_int32_TO_r_array_of_r_int32 2022-08-17 11:25:46 root: INFO: instruction count: 10: __C5159etypeDecode.__m5162INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_78 stored as values in memory (estimated size 4.8 KiB, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_78_piece0 stored as bytes in memory (estimated size 3.0 KiB, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_78_piece0 in memory on dna.Dlink:40753 (size: 3.0 KiB, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 78 from broadcast at SparkBackend.scala:313 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 5: (Coalesce (SelectFields () (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0)) (Die Struct{} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 5: (Coalesce (SelectFields () (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0)) (Die Struct{} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 5: (Coalesce (SelectFields () (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0)) (Die Struct{} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 5: (Coalesce (SelectFields () (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0)) (Die Struct{} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 5: (Coalesce (SelectFields () (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0)) (Die Struct{} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 5: (Coalesce (SelectFields () (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0)) (Die Struct{} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Removed broadcast_74_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_79 stored as values in memory (estimated size 128.0 B, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_79_piece0 stored as bytes in memory (estimated size 108.0 B, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_79_piece0 in memory on dna.Dlink:40753 (size: 108.0 B, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 79 from broadcast at SparkBackend.scala:313 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5163HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5163HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5164FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5164FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5165Compiled. 2022-08-17 11:25:46 root: INFO: instruction count: 23: __C5165Compiled.apply 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C5165Compiled.setPartitionIndex 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5165Compiled.addPartitionRegion 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5165Compiled.setPool 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5165Compiled.addHailClassLoader 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5165Compiled.addFS 2022-08-17 11:25:46 root: INFO: instruction count: 39: __C5165Compiled.addLiterals 2022-08-17 11:25:46 root: INFO: instruction count: 27: __C5165Compiled.__m5172DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 31: __C5165Compiled.__m5173INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:25:46 root: INFO: decoder cache hit 2022-08-17 11:25:46 root: INFO: decoder cache hit 2022-08-17 11:25:46 root: INFO: decoder cache hit 2022-08-17 11:25:46 root: INFO: decoder cache hit 2022-08-17 11:25:46 root: INFO: decoder cache hit 2022-08-17 11:25:46 root: INFO: RegionPool: REPORT_THRESHOLD: 2.0M allocated (704.0K blocks / 1.3M chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 11: (Coalesce (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 8: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 8: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 8: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 8: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 8: (MakeStruct (locus (GetField locus (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (alleles (GetField alleles (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))) 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5174HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5174HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5175FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5175FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5176Compiled. 2022-08-17 11:25:46 root: INFO: instruction count: 153: __C5176Compiled.apply 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C5176Compiled.setPartitionIndex 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5176Compiled.addPartitionRegion 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5176Compiled.setPool 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5176Compiled.addHailClassLoader 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5176Compiled.addFS 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_11766 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_11766)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_12222 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12222)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_12222 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12222)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_12225 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12225)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_12225 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12225)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 14: (Coalesce (InsertFields (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_12228 (ToStream False (GetField newColIdx (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{newColIdx:+PCArray[+PInt32]})) 0))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12228)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],__row_uid:Int64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_80 stored as values in memory (estimated size 128.0 B, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_80_piece0 stored as bytes in memory (estimated size 113.0 B, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_80_piece0 in memory on dna.Dlink:40753 (size: 113.0 B, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 80 from broadcast at SparkBackend.scala:313 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5184HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5184HailClassLoaderContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5185FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5185FSContainer. 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5186Compiled. 2022-08-17 11:25:46 root: INFO: instruction count: 148: __C5186Compiled.apply 2022-08-17 11:25:46 root: INFO: instruction count: 194: __C5186Compiled.__m5191split_ToArray 2022-08-17 11:25:46 root: INFO: instruction count: 35: __C5186Compiled.__m5199arrayref_bounds_check 2022-08-17 11:25:46 root: INFO: instruction count: 9: __C5186Compiled.setPartitionIndex 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5186Compiled.addPartitionRegion 2022-08-17 11:25:46 root: INFO: instruction count: 4: __C5186Compiled.setPool 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5186Compiled.addHailClassLoader 2022-08-17 11:25:46 root: INFO: instruction count: 3: __C5186Compiled.addFS 2022-08-17 11:25:46 root: INFO: instruction count: 39: __C5186Compiled.addLiterals 2022-08-17 11:25:46 root: INFO: instruction count: 27: __C5186Compiled.__m5207DECODE_r_struct_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 11:25:46 root: INFO: instruction count: 31: __C5186Compiled.__m5208INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:25:46 root: INFO: encoder cache hit 2022-08-17 11:25:46 root: INFO: BroadcastRegionValue.broadcast: broadcasting 1 byte arrays of total size 905 (905.00 B 2022-08-17 11:25:46 root: INFO: decoder cache hit 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_81 stored as values in memory (estimated size 4.8 KiB, free 17.8 GiB) 2022-08-17 11:25:46 MemoryStore: INFO: Block broadcast_81_piece0 stored as bytes in memory (estimated size 3.0 KiB, free 17.8 GiB) 2022-08-17 11:25:46 BlockManagerInfo: INFO: Added broadcast_81_piece0 in memory on dna.Dlink:40753 (size: 3.0 KiB, free: 17.8 GiB) 2022-08-17 11:25:46 SparkContext: INFO: Created broadcast 81 from broadcast at SparkBackend.scala:313 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 40: (Coalesce (StreamAgg __iruid_11767 (StreamFilter __iruid_11768 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_11768))))) (InsertFields (Let __iruid_11769 (SelectFields (locus alleles) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_11769) None (variant_qc (Let __iruid_11770 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_11769)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_11767))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_11770))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],variant_qc:Struct{AF:Array[Float64]},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 40: (Coalesce (StreamAgg __iruid_12238 (StreamFilter __iruid_12239 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12239))))) (InsertFields (Let __iruid_12240 (SelectFields (locus alleles) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_12240) None (variant_qc (Let __iruid_12241 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_12240)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12238))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_12241))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],variant_qc:Struct{AF:Array[Float64]},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 40: (Coalesce (StreamAgg __iruid_12238 (StreamFilter __iruid_12239 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12239))))) (InsertFields (Let __iruid_12240 (SelectFields (locus alleles) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_12240) None (variant_qc (Let __iruid_12241 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_12240)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12238))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_12241))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],variant_qc:Struct{AF:Array[Float64]},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 40: (Coalesce (StreamAgg __iruid_12250 (StreamFilter __iruid_12251 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12251))))) (InsertFields (Let __iruid_12252 (SelectFields (locus alleles) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_12252) None (variant_qc (Let __iruid_12253 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_12252)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12250))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_12253))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],variant_qc:Struct{AF:Array[Float64]},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:25:46 root: ERROR: error while applying lowering 'LowerOrInterpretNonCompilable' 2022-08-17 11:25:46 root: INFO: RegionPool: FREE: 2.6M allocated (896.0K blocks / 1.8M chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:25:46 root: ERROR: NoSuchElementException: Ref with name __iruid_12252 could not be resolved in env BindingEnv((),None,None,()) From is.hail.utils.HailException: error after applying LowerArrayAggsToRunAggs at is.hail.utils.ErrorHandling.fatal(ErrorHandling.scala:21) at is.hail.utils.ErrorHandling.fatal$(ErrorHandling.scala:21) at is.hail.utils.package$.fatal(package.scala:78) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:25) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableLeftJoinRightDistinct.execute(TableIR.scala:1925) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableKeyBy.execute(TableIR.scala:1362) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.$anonfun$run$71(Interpret.scala:846) at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) at scala.Option.getOrElse(Option.scala:189) at is.hail.expr.ir.Interpret$.run(Interpret.scala:846) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:53) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) is.hail.utils.HailException: Error while typechecking IR: (Coalesce (Let __iruid_12254 (RunAgg ((CallStatsStateSig)) (Begin (Begin (InitOp 0 (CallStats (CallStatsStateSig)) ((ArrayLen (GetField alleles (Ref __iruid_12252)))))) (StreamFor __iruid_12250 (StreamFilter __iruid_12251 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12251))))) (Begin (SeqOp 0 (CallStats (CallStatsStateSig)) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_12250)))))))) (MakeTuple (0) (ResultOp 0 (CallStats (CallStatsStateSig))))) (InsertFields (Let __iruid_12252 (SelectFields (locus alleles) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_12252) None (variant_qc (Let __iruid_12253 (MakeStruct (call_stats (GetTupleElement 0 (Ref __iruid_12254)))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_12253))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],variant_qc:Struct{AF:Array[Float64]},__row_uid:Int64} -1 (Str "Internal e..."))) at is.hail.utils.ErrorHandling.fatal(ErrorHandling.scala:21) at is.hail.utils.ErrorHandling.fatal$(ErrorHandling.scala:21) at is.hail.utils.package$.fatal(package.scala:78) at is.hail.expr.ir.TypeCheck$.apply(TypeCheck.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:22) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableLeftJoinRightDistinct.execute(TableIR.scala:1925) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableKeyBy.execute(TableIR.scala:1362) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.$anonfun$run$71(Interpret.scala:846) at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) at scala.Option.getOrElse(Option.scala:189) at is.hail.expr.ir.Interpret$.run(Interpret.scala:846) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:53) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) java.util.NoSuchElementException: Ref with name __iruid_12252 could not be resolved in env BindingEnv((),None,None,()) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:98) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.apply(TypeCheck.scala:13) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:22) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableLeftJoinRightDistinct.execute(TableIR.scala:1925) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableKeyBy.execute(TableIR.scala:1362) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.$anonfun$run$71(Interpret.scala:846) at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) at scala.Option.getOrElse(Option.scala:189) at is.hail.expr.ir.Interpret$.run(Interpret.scala:846) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:53) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) 2022-08-17 11:36:34 BlockManagerInfo: INFO: Removed broadcast_78_piece0 on dna.Dlink:40753 in memory (size: 3.0 KiB, free: 17.8 GiB) 2022-08-17 11:36:34 BlockManagerInfo: INFO: Removed broadcast_81_piece0 on dna.Dlink:40753 in memory (size: 3.0 KiB, free: 17.8 GiB) 2022-08-17 11:57:14 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 11:57:14 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 11:57:14 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 11:57:14 root: INFO: timing SparkBackend.parse_value_ir total 21.912ms self 21.912ms children 0.000ms %children 0.00% 2022-08-17 11:57:14 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 11:57:14 root: INFO: starting execution of query hail_query_10 of initial size 650 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 650: (Let __rng_state (RNGStateLiteral (0 0 0 0)) (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.mt\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (MatrixRowsTable (MatrixMapRows (MatrixFilterRows (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols None (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixMapCols None (MatrixMapRows (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (InsertFields (Ref va) None (__row_uid (NA Int64)))) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info) (Ref va)) (Let __cse_1 (GetField alleles (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__uid_4 (GetField AC (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((GetField GT (Ref g)))))) (__uid_5 (ToArray (StreamMap __uid_6 (ToStream False (ArraySlice (Ref __cse_1) (I32 1) (I32 1))) (Let __uid_11 (ApplyIR 51 __uid_1 () Int32 (ApplyIR 30 indexArray () String (Ref __cse_1) (I32 0)) (Ref __uid_6)) (If (ApplyComparisonOp EQ (Ref __uid_11) (I32 1)) (Let __cse_2 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (If (ApplySpecial 75 land () Boolean (ApplyComparisonOp EQ (ApplyIR 52 __uid_1 () Int32 (Ref __cse_2) (Ref __uid_6)) (I32 1)) (ApplyIR 74 __uid_2 () Boolean (Ref __cse_2) (Ref __uid_6))) (I32 8) (I32 9))) (Ref __uid_11))))))))) None (__row_uid (GetField __row_uid (Ref va))))) (AggLet __cse_3 False (GetField GT (Ref g)) (InsertFields (SelectFields (s) (Ref sa)) None (sample_qc (Let __uid_25 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 76 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_3))))))) (n_not_called (ApplyAggOp Sum () ((Apply 77 toInt64 () Int64 (IsNA (Ref __cse_3)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Ref n_rows) (ApplyAggOp Count () ()))) (n_hom_ref (ApplyAggOp Sum () ((Apply 79 toInt64 () Int64 (Apply 78 isHomRef () Boolean (Ref __cse_3)))))) (n_het (ApplyAggOp Sum () ((Apply 81 toInt64 () Int64 (Apply 80 isHet () Boolean (Ref __cse_3)))))) (n_singleton (ApplyAggOp Sum () ((ApplyIR 89 toInt64 () Int64 (Let __uid_16 (Ref __cse_3) (ApplyIR 88 sum () Int32 (ToArray (StreamFilter __uid_20 (ToStream False (ToArray (StreamMap __uid_19 (ToStream False (ToArray (StreamMap __uid_17 (ToStream False (ToArray (StreamRange 83 False (I32 0) (Apply 82 ploidy () Int32 (Ref __uid_16)) (I32 1)))) (Let __uid_18 (Apply 84 index () Int32 (Ref __uid_16) (Ref __uid_17)) (ApplySpecial 86 land () Boolean (ApplyComparisonOp NEQ (Ref __uid_18) (I32 0)) (ApplyComparisonOp EQ (ApplyIR 85 indexArray () Int32 (GetField __uid_4 (Ref va)) (Ref __uid_18)) (I32 1))))))) (Apply 87 toInt32 () Int32 (Ref __uid_19))))) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_20))))))))))) (allele_type_counts (AggExplode __uid_24 False (ToStream False (ToArray (StreamMap __uid_23 (ToStream False (ToArray (StreamFilter __uid_22 (ToStream False (ToArray (StreamMap __uid_21 (ToStream False (ToArray (StreamRange 91 False (I32 0) (Apply 90 ploidy () Int32 (Ref __cse_3)) (I32 1)))) (Apply 92 index () Int32 (Ref __cse_3) (Ref __uid_21))))) (ApplyComparisonOp GT (Ref __uid_22) (I32 0))))) (ApplyIR 93 indexArray () Int32 (GetField __uid_5 (Ref va)) (ApplyBinaryPrimOp Subtract (Ref __uid_23) (I32 1)))))) (MakeTuple (0 1 2 3 4 5 6 7 8 9) (ApplyAggOp Sum () ((Apply 94 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 0))))) (ApplyAggOp Sum () ((Apply 95 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 1))))) (ApplyAggOp Sum () ((Apply 96 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 2))))) (ApplyAggOp Sum () ((Apply 97 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 3))))) (ApplyAggOp Sum () ((Apply 98 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 4))))) (ApplyAggOp Sum () ((Apply 99 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 5))))) (ApplyAggOp Sum () ((Apply 100 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 6))))) (ApplyAggOp Sum () ((Apply 101 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 7))))) (ApplyAggOp Sum () ((Apply 102 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 8))))) (ApplyAggOp Sum () ((Apply 103 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 9))))))))) (Let __cse_4 (GetField n_called (Ref __uid_25)) (Let __cse_5 (GetField n_not_called (Ref __uid_25)) (Let __cse_6 (GetField n_filtered (Ref __uid_25)) (Let __cse_7 (GetField n_hom_ref (Ref __uid_25)) (Let __cse_8 (GetField n_het (Ref __uid_25)) (Let __cse_9 (GetField allele_type_counts (Ref __uid_25)) (Let __uid_26 (MakeStruct (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 104 toFloat64 () Float64 (Ref __cse_4)) (ApplyIR 105 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_4) (Ref __cse_5)) (Ref __cse_6))))) (n_called (Ref __cse_4)) (n_not_called (Ref __cse_5)) (n_filtered (Ref __cse_6)) (n_hom_ref (Ref __cse_7)) (n_het (Ref __cse_8)) (n_hom_var (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7)) (Ref __cse_8))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7))) (n_singleton (GetField n_singleton (Ref __uid_25))) (n_snp (ApplyBinaryPrimOp Add (GetTupleElement 8 (Ref __cse_9)) (GetTupleElement 9 (Ref __cse_9)))) (n_insertion (GetTupleElement 3 (Ref __cse_9))) (n_deletion (GetTupleElement 4 (Ref __cse_9))) (n_transition (GetTupleElement 8 (Ref __cse_9))) (n_transversion (GetTupleElement 9 (Ref __cse_9))) (n_star (GetTupleElement 6 (Ref __cse_9)))) (InsertFields (Ref __uid_26) None (r_ti_tv (If (ApplyComparisonOp NEQ (GetField n_transversion (Ref __uid_26)) (ApplyIR 107 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 106 toFloat64 () Float64 (GetField n_transition (Ref __uid_26))) (ApplyIR 108 toFloat64 () Float64 (GetField n_transversion (Ref __uid_26)))) (NA Float64))) (r_het_hom_var (If (ApplyComparisonOp NEQ (GetField n_hom_var (Ref __uid_26)) (ApplyIR 110 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 109 toFloat64 () Float64 (GetField n_het (Ref __uid_26))) (ApplyIR 111 toFloat64 () Float64 (GetField n_hom_var (Ref __uid_26)))) (NA Float64))) (r_insertion_deletion (If (ApplyComparisonOp NEQ (GetField n_deletion (Ref __uid_26)) (ApplyIR 113 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 112 toFloat64 () Float64 (GetField n_insertion (Ref __uid_26))) (ApplyIR 114 toFloat64 () Float64 (GetField n_deletion (Ref __uid_26)))) (NA Float64)))))))))))))))) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info __uid_4 __uid_5) (Ref va)) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_4 (GetField __uid_4 (Ref va))) (__uid_5 (GetField __uid_5 (Ref va)))))) None (__row_uid (GetField __row_uid (Ref va))))) (TableKeyBy (Sample) False (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __cse_11 (GetField text (Ref row)) (Let __cse_10 (Apply 3 splitChar () Array[String] (Ref __cse_11) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Ref __cse_10))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Ref __cse_10))) (I32 1)) (Str "field") (Str "fields")) (Ref __cse_11))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (Let __cse_12 (GetField split_text (Ref row)) (InsertFields (SelectFields (file split_text) (Ref row)) None (Sample (ApplyIR 14 indexArray () String (Ref __cse_12) (I32 0))) (Population (ApplyIR 15 indexArray () String (Ref __cse_12) (I32 1))) (SuperPopulation (ApplyIR 16 indexArray () String (Ref __cse_12) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ApplyIR 17 indexArray () String (Ref __cse_12) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ApplyIR 19 indexArray () String (Ref __cse_12) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ApplyIR 21 indexArray () String (Ref __cse_12) (I32 5))))))) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file split_text Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))) (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))))) (InsertFields (SelectFields (s sample_qc) (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (AggLet __cse_13 False (GetField GT (Ref g)) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info) (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (variant_qc (Let __uid_31 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_13))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __cse_13)))))) (n_filtered (ApplyBinaryPrimOp Subtract (ApplyIR 139 toInt64 () Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((Ref __cse_13))))) (Let __cse_17 (GetField call_stats (Ref __uid_31)) (Let __cse_21 (GetField homozygote_count (Ref __cse_17)) (Let __cse_18 (GetField n_called (Ref __uid_31)) (Let __cse_19 (GetField n_not_called (Ref __uid_31)) (Let __cse_20 (GetField n_filtered (Ref __uid_31)) (Let __uid_32 (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (GetField alleles (Ref va)))) (I32 2)) (Let __cse_14 (GetField call_stats (Ref __uid_31)) (Let __cse_15 (GetField homozygote_count (Ref __cse_14)) (Let __cse_16 (GetField AC (Ref __cse_14)) (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 140 indexArray () Int32 (Ref __cse_15) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 141 indexArray () Int32 (Ref __cse_16) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 142 indexArray () Int32 (Ref __cse_15) (I32 1)) (I32 2))) (ApplyIR 143 indexArray () Int32 (Ref __cse_15) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 145 indexArray () Int32 (Ref __cse_15) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 146 indexArray () Int32 (Ref __cse_16) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 147 indexArray () Int32 (Ref __cse_15) (I32 1)) (I32 2))) (ApplyIR 148 indexArray () Int32 (Ref __cse_15) (I32 1)) (True)))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{het_freq_hwe:Float64,p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __cse_17))) (AF (GetField AF (Ref __cse_17))) (AN (GetField AN (Ref __cse_17))) (homozygote_count (Ref __cse_21)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 150 toFloat64 () Float64 (Ref __cse_18)) (ApplyIR 151 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_18) (Ref __cse_19)) (Ref __cse_20))))) (n_called (Ref __cse_18)) (n_not_called (Ref __cse_19)) (n_filtered (Ref __cse_20)) (n_het (ApplyBinaryPrimOp Subtract (Ref __cse_18) (ApplyIR 153 toInt64 () Int64 (ApplyIR 152 sum () Int32 (ToArray (StreamFilter __uid_33 (ToStream False (Ref __cse_21)) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_33))))))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_18) (ApplyIR 155 toInt64 () Int64 (ApplyIR 154 indexArray () Int32 (Ref __cse_21) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __uid_32)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __uid_32)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __uid_32))))))))))))))) None (__row_uid (GetField __row_uid (Ref va)))))) (Let va (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)) (Let __cse_22 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ApplyIR 156 indexArray () Float64 (Ref __cse_22) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ApplyIR 157 indexArray () Float64 (Ref __cse_22) (I32 0)) (F64 0.95))) (False))))) (Let __rng_state (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref va))) (Let va (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (Ref __rng_state) (MakeTuple ()))) (False))))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)))))) 2022-08-17 11:57:14 root: INFO: Prune: InsertFields: eliminating field '__uid_4' 2022-08-17 11:57:14 root: INFO: Prune: InsertFields: eliminating field '__uid_5' 2022-08-17 11:57:14 root: INFO: Prune: InsertFields: eliminating field 'sample_qc' 2022-08-17 11:57:14 root: INFO: Prune: InsertFields: eliminating field 'Population' 2022-08-17 11:57:14 root: INFO: Prune: InsertFields: eliminating field 'isFemale' 2022-08-17 11:57:14 root: INFO: Prune: InsertFields: eliminating field 'PurpleHair' 2022-08-17 11:57:14 root: INFO: Prune: InsertFields: eliminating field 'CaffeineConsumption' 2022-08-17 11:57:14 root: INFO: Prune: InsertFields: eliminating field 'split_text' 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 300: (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.mt\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (MatrixRowsTable (MatrixMapRows (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols () (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__row_uid (NA Int64)))) (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_13360 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_13361 (GetField text (Ref row)) (Let __iruid_13362 (Apply 3 splitChar () Array[String] (Ref __iruid_13361) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_13362)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13362)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13361))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13360) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13360) (I32 2)))))))) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (AggLet __iruid_13363 False (GetField GT (Ref g)) (InsertFields (Let __iruid_13364 (SelectFields (locus alleles rsid qual filters info) (Ref va)) (InsertFields (Ref __iruid_13364) None (variant_qc (Let __iruid_13365 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13363))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_13363)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_13364)))) ((Ref __iruid_13363))))) (Let __iruid_13366 (GetField call_stats (Ref __iruid_13365)) (Let __iruid_13367 (GetField homozygote_count (Ref __iruid_13366)) (Let __iruid_13368 (GetField n_called (Ref __iruid_13365)) (Let __iruid_13369 (GetField n_not_called (Ref __iruid_13365)) (Let __iruid_13370 (GetField n_filtered (Ref __iruid_13365)) (Let __iruid_13371 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_13364))) (I32 2)) (Let __iruid_13372 (GetField call_stats (Ref __iruid_13365)) (Let __iruid_13373 (GetField homozygote_count (Ref __iruid_13372)) (Let __iruid_13374 (GetField AC (Ref __iruid_13372)) (Let __iruid_13375 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_13373) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_13374) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_13373) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_13373) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_13373) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_13374) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_13373) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_13373) (I32 1)) (True))) (If (IsNA (Ref __iruid_13375)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_13375)) (Let __iruid_13376 (GetTupleElement 1 (Ref __iruid_13375)) (If (IsNA (Ref __iruid_13376)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_13376)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_13366))) (AF (GetField AF (Ref __iruid_13366))) (AN (GetField AN (Ref __iruid_13366))) (homozygote_count (Ref __iruid_13367)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_13368)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_13368) (Ref __iruid_13369)) (Ref __iruid_13370))))) (n_called (Ref __iruid_13368)) (n_not_called (Ref __iruid_13369)) (n_filtered (Ref __iruid_13370)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_13368) (Cast Int64 (StreamFold __iruid_13377 __iruid_13378 (StreamFilter __iruid_13379 (ToStream False (Ref __iruid_13367)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13379)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_13377) (Ref __iruid_13378)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_13368) (Cast Int64 (ArrayRef 154 (Ref __iruid_13367) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_13371)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_13371)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_13371))))))))))))))) None (__row_uid (GetField __row_uid (Ref va)))))) (ApplySpecial -1 land () Boolean (Let __iruid_13380 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_13380) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_13380) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref va))) (Literal Tuple[] ))) (False)))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va))))) 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 466: (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.mt\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (TableMapRows (TableMapGlobals (TableMapRows (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapGlobals (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead None False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_13382 (MakeStruct) (MakeStruct (locus (GetField locus (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (alleles (GetField alleles (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (rsid (GetField rsid (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (qual (GetField qual (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (filters (GetField filters (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (info (GetField info (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (__row_uid (NA Int64)))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (Let __dictfield (ToDict (ToStream False (ToArray (StreamMap __iruid_13383 (ToStream False (GetField rows (TableCollect (TableKeyBy () False (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_13360 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_13361 (GetField text (Ref row)) (Let __iruid_13362 (Apply 3 splitChar () Array[String] (Ref __iruid_13361) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_13362)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13362)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13361))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13360) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13360) (I32 2))))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_13383)) (SelectFields (SuperPopulation) (Ref __iruid_13383))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_13381 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_13381) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __dictfield) (MakeStruct (Sample (GetField s (Ref __iruid_13381))))))))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_13387 (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let __cols_array (GetField __cols (Ref global)) (Let sa (ArrayRef -1 (Ref __cols_array) (Ref __iruid_13387)) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))))))))) (InsertFields (Ref global) None (newColIdx (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let sa (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (SelectFields (__cols) (InsertFields (Ref global) None (__cols (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_13388 (MakeStruct) (StreamAgg i (ToStream False (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)))) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (AggLet sa False (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (AggLet g False (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i)) (AggLet __iruid_13363 False (GetField GT (Ref g)) (InsertFields (Let __iruid_13364 (SelectFields (locus alleles rsid qual filters info) (SelectFields (locus alleles rsid qual filters info __row_uid) (Ref row))) (InsertFields (Ref __iruid_13364) None (variant_qc (Let __iruid_13365 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13363))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_13363)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_13364)))) ((Ref __iruid_13363))))) (Let __iruid_13366 (GetField call_stats (Ref __iruid_13365)) (Let __iruid_13367 (GetField homozygote_count (Ref __iruid_13366)) (Let __iruid_13368 (GetField n_called (Ref __iruid_13365)) (Let __iruid_13369 (GetField n_not_called (Ref __iruid_13365)) (Let __iruid_13370 (GetField n_filtered (Ref __iruid_13365)) (Let __iruid_13371 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_13364))) (I32 2)) (Let __iruid_13372 (GetField call_stats (Ref __iruid_13365)) (Let __iruid_13373 (GetField homozygote_count (Ref __iruid_13372)) (Let __iruid_13374 (GetField AC (Ref __iruid_13372)) (Let __iruid_13375 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_13373) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_13374) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_13373) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_13373) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_13373) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_13374) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_13373) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_13373) (I32 1)) (True))) (If (IsNA (Ref __iruid_13375)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_13375)) (Let __iruid_13376 (GetTupleElement 1 (Ref __iruid_13375)) (If (IsNA (Ref __iruid_13376)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_13376)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_13366))) (AF (GetField AF (Ref __iruid_13366))) (AN (GetField AN (Ref __iruid_13366))) (homozygote_count (Ref __iruid_13367)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_13368)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_13368) (Ref __iruid_13369)) (Ref __iruid_13370))))) (n_called (Ref __iruid_13368)) (n_not_called (Ref __iruid_13369)) (n_filtered (Ref __iruid_13370)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_13368) (Cast Int64 (StreamFold __iruid_13377 __iruid_13378 (StreamFilter __iruid_13379 (ToStream False (Ref __iruid_13367)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13379)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_13377) (Ref __iruid_13378)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_13368) (Cast Int64 (ArrayRef 154 (Ref __iruid_13367) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_13371)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_13371)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_13371))))))))))))))) None (__row_uid (GetField __row_uid (SelectFields (locus alleles rsid qual filters info __row_uid) (Ref row)))))))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (ApplySpecial -1 land () Boolean (Let __iruid_13380 (GetField AF (GetField variant_qc (SelectFields (locus alleles rsid qual filters info variant_qc __row_uid) (Ref row)))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_13380) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_13380) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (SelectFields (locus alleles rsid qual filters info variant_qc __row_uid) (Ref row)))) (Literal Tuple[] ))) (False)))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_13389 (MakeStruct) (SelectFields (locus alleles rsid qual filters info variant_qc) (SelectFields (locus alleles rsid qual filters info variant_qc __row_uid) (Ref row)))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (SelectFields () (Ref global))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref row)))) 2022-08-17 11:57:14 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 11:57:14 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 399: (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.mt\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (TableMapGlobals (TableMapRows (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead None False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (MakeStruct (locus (GetField locus (Ref row))) (alleles (GetField alleles (Ref row))) (rsid (GetField rsid (Ref row))) (qual (GetField qual (Ref row))) (filters (GetField filters (Ref row))) (info (GetField info (Ref row))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))))) (Let __iruid_13516 (ToDict (StreamMap __iruid_13517 (ToStream False (GetField rows (TableCollect (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_13518 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_13519 (GetField text (Ref row)) (Let __iruid_13520 (Apply 3 splitChar () Array[String] (Ref __iruid_13519) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_13520)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13520)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13519))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13518) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13518) (I32 2))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_13517)) (SelectFields (SuperPopulation) (Ref __iruid_13517))))) (Let __iruid_13521 (ToArray (StreamMap __iruid_13522 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_13522) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_13516) (MakeStruct (Sample (GetField s (Ref __iruid_13522))))))))) (Let __iruid_13523 (ToArray (StreamMap __iruid_13524 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_13521)) (I32 1)) (Let __iruid_13525 (ArrayRef -1 (Ref __iruid_13521) (Ref __iruid_13524)) (InsertFields (SelectFields () (Ref __iruid_13525)) None (pheno (GetField __uid_27 (Ref __iruid_13525))))))) (InsertFields (Ref global) ("__cols" "newColIdx") (__cols (Ref __iruid_13523)) (newColIdx (ToArray (StreamFilter __iruid_13526 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_13523)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_13523) (Ref __iruid_13526)))) (Str "EUR")) (False)))))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_13527 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_13527))))))) (InsertFields (SelectFields (__cols) (Ref global)) ("__cols") (__cols (ToArray (StreamMap __iruid_13528 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref __iruid_13528))))))) (StreamAgg __iruid_13529 (StreamFilter __iruid_13530 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_13530))))) (AggLet __iruid_13531 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_13529))) (InsertFields (Let __iruid_13532 (SelectFields (locus alleles rsid qual filters info) (Ref row)) (InsertFields (Ref __iruid_13532) None (variant_qc (Let __iruid_13533 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13531))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_13531)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (Ref global)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_13532)))) ((Ref __iruid_13531))))) (Let __iruid_13534 (GetField call_stats (Ref __iruid_13533)) (Let __iruid_13535 (GetField homozygote_count (Ref __iruid_13534)) (Let __iruid_13536 (GetField n_called (Ref __iruid_13533)) (Let __iruid_13537 (GetField n_not_called (Ref __iruid_13533)) (Let __iruid_13538 (GetField n_filtered (Ref __iruid_13533)) (Let __iruid_13539 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_13532))) (I32 2)) (Let __iruid_13540 (GetField call_stats (Ref __iruid_13533)) (Let __iruid_13541 (GetField homozygote_count (Ref __iruid_13540)) (Let __iruid_13542 (GetField AC (Ref __iruid_13540)) (Let __iruid_13543 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_13541) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_13542) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_13541) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_13541) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_13541) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_13542) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_13541) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_13541) (I32 1)) (True))) (If (IsNA (Ref __iruid_13543)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_13543)) (Let __iruid_13544 (GetTupleElement 1 (Ref __iruid_13543)) (If (IsNA (Ref __iruid_13544)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_13544)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_13534))) (AF (GetField AF (Ref __iruid_13534))) (AN (GetField AN (Ref __iruid_13534))) (homozygote_count (Ref __iruid_13535)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_13536)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_13536) (Ref __iruid_13537)) (Ref __iruid_13538))))) (n_called (Ref __iruid_13536)) (n_not_called (Ref __iruid_13537)) (n_filtered (Ref __iruid_13538)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_13536) (Cast Int64 (StreamFold __iruid_13545 __iruid_13546 (StreamFilter __iruid_13547 (ToStream False (Ref __iruid_13535)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13547)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_13545) (Ref __iruid_13546)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_13536) (Cast Int64 (ArrayRef 154 (Ref __iruid_13535) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_13539)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_13539)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_13539))))))))))))))) None (__row_uid (GetField __row_uid (Ref row))))))) (ApplySpecial -1 land () Boolean (Let __iruid_13548 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_13548) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_13548) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref row))) (Literal Tuple[] ))) (False)))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref row))) (SelectFields () (Ref global)))) 2022-08-17 11:57:14 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:57:14 root: INFO: lowering result: TableCollect 2022-08-17 11:57:14 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 95: (Let __iruid_13559 (MakeStruct) (Let __iruid_13563 (CollectDistributedArray __iruid_13560 __iruid_13562 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_13559 (Ref __iruid_13559))) (Let __iruid_13559 (GetField __iruid_13559 (Ref __iruid_13562)) (ToArray (Let global (Ref __iruid_13559) (StreamMap __iruid_13561 (Let global (Ref __iruid_13559) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_13560)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let row (Ref __iruid_13561) (Let __iruid_13518 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_13519 (GetField text (Ref row)) (Let __iruid_13520 (Apply 3 splitChar () Array[String] (Ref __iruid_13519) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_13520)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13520)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13519))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13518) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13518) (I32 2))))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_13564 (ToStream False (Ref __iruid_13563)) (ToStream False (Ref __iruid_13564))))) (global (Ref __iruid_13559))))) 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_13589 (ToStream False (CollectDistributedArray __iruid_13590 __iruid_13591 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_13559:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_13593 (StreamFilter __iruid_13594 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_13590)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_13594)) (Str "Sample\tPop...")) (False))) (Let __iruid_13595 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_13593))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13593)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13593)) (Str "\t") (Literal Array[String] )) (Let __iruid_13596 (GetField text (Ref __iruid_13593)) (Let __iruid_13597 (Apply 3 splitChar () Array[String] (Ref __iruid_13596) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_13593)) (ArrayLen (Ref __iruid_13597)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13597)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13596))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_13593))))) (InsertFields (SelectFields () (Ref __iruid_13593)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13595) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13595) (I32 2))))))))) (ToStream False (Ref __iruid_13589))))) (global (Literal Struct{} ))) 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_13589 (ToStream False (CollectDistributedArray __iruid_13590 __iruid_13591 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_13559:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_13593 (StreamFilter __iruid_13594 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_13590)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_13594)) (Str "Sample\tPop...")) (False))) (Let __iruid_13595 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_13593))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13593)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13593)) (Str "\t") (Literal Array[String] )) (Let __iruid_13596 (GetField text (Ref __iruid_13593)) (Let __iruid_13597 (Apply 3 splitChar () Array[String] (Ref __iruid_13596) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_13593)) (ArrayLen (Ref __iruid_13597)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13597)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13596))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_13593))))) (InsertFields (SelectFields () (Ref __iruid_13593)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13595) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13595) (I32 2))))))))) (ToStream False (Ref __iruid_13589))))) (global (Literal Struct{} ))) 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_13614 (ToStream False (CollectDistributedArray __iruid_13615 __iruid_13616 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_13617 (StreamFilter __iruid_13618 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_13615)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_13618)) (Str "Sample\tPop...")) (False))) (Let __iruid_13619 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_13617))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13617)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13617)) (Str "\t") (Literal Array[String] )) (Let __iruid_13620 (GetField text (Ref __iruid_13617)) (Let __iruid_13621 (Apply 3 splitChar () Array[String] (Ref __iruid_13620) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_13617)) (ArrayLen (Ref __iruid_13621)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13621)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13620))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_13617))))) (InsertFields (SelectFields () (Ref __iruid_13617)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13619) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13619) (I32 2))))))))) (ToStream False (Ref __iruid_13614))))) (global (Literal Struct{} ))) 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_13614 (ToStream False (CollectDistributedArray __iruid_13615 __iruid_13616 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_13617 (StreamFilter __iruid_13618 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_13615)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_13618)) (Str "Sample\tPop...")) (False))) (Let __iruid_13619 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_13617))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13617)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13617)) (Str "\t") (Literal Array[String] )) (Let __iruid_13620 (GetField text (Ref __iruid_13617)) (Let __iruid_13621 (Apply 3 splitChar () Array[String] (Ref __iruid_13620) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_13617)) (ArrayLen (Ref __iruid_13621)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13621)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13620))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_13617))))) (InsertFields (SelectFields () (Ref __iruid_13617)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13619) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13619) (I32 2))))))))) (ToStream False (Ref __iruid_13614))))) (global (Literal Struct{} ))) 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_13638 (ToStream False (CollectDistributedArray __iruid_13639 __iruid_13640 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_13641 (StreamFilter __iruid_13642 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_13639)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_13642)) (Str "Sample\tPop...")) (False))) (Let __iruid_13643 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_13641))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13641)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13641)) (Str "\t") (Literal Array[String] )) (Let __iruid_13644 (GetField text (Ref __iruid_13641)) (Let __iruid_13645 (Apply 3 splitChar () Array[String] (Ref __iruid_13644) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_13641)) (ArrayLen (Ref __iruid_13645)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13645)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13644))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_13641))))) (InsertFields (SelectFields () (Ref __iruid_13641)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13643) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13643) (I32 2))))))))) (ToStream False (Ref __iruid_13638))))) (global (Literal Struct{} ))) 2022-08-17 11:57:14 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_13638 (ToStream False (CollectDistributedArray __iruid_13639 __iruid_13640 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_13641 (StreamFilter __iruid_13642 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_13639)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_13642)) (Str "Sample\tPop...")) (False))) (Let __iruid_13643 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_13641))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13641)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13641)) (Str "\t") (Literal Array[String] )) (Let __iruid_13644 (GetField text (Ref __iruid_13641)) (Let __iruid_13645 (Apply 3 splitChar () Array[String] (Ref __iruid_13644) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_13641)) (ArrayLen (Ref __iruid_13645)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13645)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13644))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_13641))))) (InsertFields (SelectFields () (Ref __iruid_13641)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13643) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13643) (I32 2))))))))) (ToStream False (Ref __iruid_13638))))) (global (Literal Struct{} )))) 2022-08-17 11:57:14 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_13662 (ToStream False (CollectDistributedArray __iruid_13663 __iruid_13664 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_13665 (StreamFilter __iruid_13666 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_13663)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_13666)) (Str "Sample\tPop...")) (False))) (Let __iruid_13667 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_13665))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13665)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13665)) (Str "\t") (Literal Array[String] )) (Let __iruid_13668 (GetField text (Ref __iruid_13665)) (Let __iruid_13669 (Apply 3 splitChar () Array[String] (Ref __iruid_13668) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_13665)) (ArrayLen (Ref __iruid_13669)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13669)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13668))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_13665))))) (InsertFields (SelectFields () (Ref __iruid_13665)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13667) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13667) (I32 2))))))))) (ToStream False (Ref __iruid_13662))))) (global (Literal Struct{} )))) 2022-08-17 11:57:14 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_13662 (ToStream False (CollectDistributedArray __iruid_13663 __iruid_13664 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_13665 (StreamFilter __iruid_13666 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_13663)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_13666)) (Str "Sample\tPop...")) (False))) (Let __iruid_13667 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_13665))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13665)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13665)) (Str "\t") (Literal Array[String] )) (Let __iruid_13668 (GetField text (Ref __iruid_13665)) (Let __iruid_13669 (Apply 3 splitChar () Array[String] (Ref __iruid_13668) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_13665)) (ArrayLen (Ref __iruid_13669)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13669)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13668))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_13665))))) (InsertFields (SelectFields () (Ref __iruid_13665)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13667) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13667) (I32 2))))))))) (ToStream False (Ref __iruid_13662))))) (global (Literal Struct{} )))) 2022-08-17 11:57:14 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_13686 (ToStream False (CollectDistributedArray __iruid_13687 __iruid_13688 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_13689 (StreamFilter __iruid_13690 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_13687)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_13690)) (Str "Sample\tPop...")) (False))) (Let __iruid_13691 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_13689))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13689)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13689)) (Str "\t") (Literal Array[String] )) (Let __iruid_13692 (GetField text (Ref __iruid_13689)) (Let __iruid_13693 (Apply 3 splitChar () Array[String] (Ref __iruid_13692) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_13689)) (ArrayLen (Ref __iruid_13693)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13693)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13692))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_13689))))) (InsertFields (SelectFields () (Ref __iruid_13689)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13691) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13691) (I32 2))))))))) (ToStream False (Ref __iruid_13686))))) (global (Literal Struct{} )))) 2022-08-17 11:57:14 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_13686 (ToStream False (CollectDistributedArray __iruid_13687 __iruid_13688 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_13689 (StreamFilter __iruid_13690 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_13687)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_13690)) (Str "Sample\tPop...")) (False))) (Let __iruid_13691 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_13689))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13689)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13689)) (Str "\t") (Literal Array[String] )) (Let __iruid_13692 (GetField text (Ref __iruid_13689)) (Let __iruid_13693 (Apply 3 splitChar () Array[String] (Ref __iruid_13692) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_13689)) (ArrayLen (Ref __iruid_13693)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13693)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13692))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_13689))))) (InsertFields (SelectFields () (Ref __iruid_13689)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13691) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13691) (I32 2))))))))) (ToStream False (Ref __iruid_13686))))) (global (Literal Struct{} )))) 2022-08-17 11:57:14 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_13710 (ToStream False (CollectDistributedArray __iruid_13711 __iruid_13712 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_13713 (StreamFilter __iruid_13714 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_13711)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_13714)) (Str "Sample\tPop...")) (False))) (Let __iruid_13715 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_13713))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13713)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_13713)) (Str "\t") (Literal Array[String] )) (Let __iruid_13716 (GetField text (Ref __iruid_13713)) (Let __iruid_13717 (Apply 3 splitChar () Array[String] (Ref __iruid_13716) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_13713)) (ArrayLen (Ref __iruid_13717)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_13717)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_13716))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_13713))))) (InsertFields (SelectFields () (Ref __iruid_13713)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_13715) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_13715) (I32 2))))))))) (ToStream False (Ref __iruid_13710))))) (global (Literal Struct{} )))) 2022-08-17 11:57:14 root: INFO: encoder cache hit 2022-08-17 11:57:14 MemoryStore: INFO: Block broadcast_82 stored as values in memory (estimated size 304.0 B, free 17.8 GiB) 2022-08-17 11:57:14 MemoryStore: INFO: Block broadcast_82_piece0 stored as bytes in memory (estimated size 256.0 B, free 17.8 GiB) 2022-08-17 11:57:14 BlockManagerInfo: INFO: Added broadcast_82_piece0 in memory on dna.Dlink:40753 (size: 256.0 B, free: 17.8 GiB) 2022-08-17 11:57:14 SparkContext: INFO: Created broadcast 82 from broadcast at SparkBackend.scala:313 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5223HailClassLoaderContainer. 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5223HailClassLoaderContainer. 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5224FSContainer. 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5224FSContainer. 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5225collect_distributed_array. 2022-08-17 11:57:14 root: INFO: instruction count: 111: __C5225collect_distributed_array.apply 2022-08-17 11:57:14 root: INFO: instruction count: 17: __C5225collect_distributed_array.apply 2022-08-17 11:57:14 root: INFO: instruction count: 27: __C5225collect_distributed_array.__m5226DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:57:14 root: INFO: instruction count: 53: __C5225collect_distributed_array.__m5227INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:57:14 root: INFO: instruction count: 10: __C5225collect_distributed_array.__m5228INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:57:14 root: INFO: instruction count: 31: __C5225collect_distributed_array.__m5229INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:57:14 root: INFO: instruction count: 10: __C5225collect_distributed_array.__m5230INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:57:14 root: INFO: instruction count: 10: __C5225collect_distributed_array.__m5231INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:57:14 root: INFO: instruction count: 27: __C5225collect_distributed_array.__m5233DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 11:57:14 root: INFO: instruction count: 8: __C5225collect_distributed_array.__m5234INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:57:14 root: INFO: instruction count: 205: __C5225collect_distributed_array.__m5236split_ToArray 2022-08-17 11:57:14 root: INFO: instruction count: 11: __C5225collect_distributed_array.__m5246ord_equiv 2022-08-17 11:57:14 root: INFO: instruction count: 21: __C5225collect_distributed_array.__m5247ord_equivNonnull 2022-08-17 11:57:14 root: INFO: instruction count: 28: __C5225collect_distributed_array.__m5248ord_compareNonnull 2022-08-17 11:57:14 root: INFO: instruction count: 7: __C5225collect_distributed_array.__m5251length 2022-08-17 11:57:14 root: INFO: instruction count: 11: __C5225collect_distributed_array.__m5252ord_gt 2022-08-17 11:57:14 root: INFO: instruction count: 14: __C5225collect_distributed_array.__m5253ord_gtNonnull 2022-08-17 11:57:14 root: INFO: instruction count: 138: __C5225collect_distributed_array.__m5254split_If 2022-08-17 11:57:14 root: INFO: instruction count: 161: __C5225collect_distributed_array.__m5260splitChar 2022-08-17 11:57:14 root: INFO: instruction count: 53: __C5225collect_distributed_array.convert_region_to_str_array 2022-08-17 11:57:14 root: INFO: instruction count: 12: __C5225collect_distributed_array.__m5263setup_null 2022-08-17 11:57:14 root: INFO: instruction count: 11: __C5225collect_distributed_array.__m5264ord_equiv 2022-08-17 11:57:14 root: INFO: instruction count: 14: __C5225collect_distributed_array.__m5265ord_equivNonnull 2022-08-17 11:57:14 root: INFO: instruction count: 135: __C5225collect_distributed_array.__m5271format 2022-08-17 11:57:14 root: INFO: instruction count: 12: __C5225collect_distributed_array.__m5274setup_null 2022-08-17 11:57:14 root: INFO: instruction count: 29: __C5225collect_distributed_array.__m5277concat 2022-08-17 11:57:14 root: INFO: instruction count: 35: __C5225collect_distributed_array.__m5279arrayref_bounds_check 2022-08-17 11:57:14 root: INFO: instruction count: 12: __C5225collect_distributed_array.__m5282setup_jab 2022-08-17 11:57:14 root: INFO: instruction count: 12: __C5225collect_distributed_array.__m5285setup_null 2022-08-17 11:57:14 root: INFO: instruction count: 4: __C5225collect_distributed_array.setObjects 2022-08-17 11:57:14 root: INFO: instruction count: 25: __C5225collect_distributed_array.__m5291ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND 2022-08-17 11:57:14 root: INFO: instruction count: 35: __C5225collect_distributed_array.__m5292ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 11:57:14 root: INFO: instruction count: 59: __C5225collect_distributed_array.__m5293ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 11:57:14 root: INFO: instruction count: 16: __C5225collect_distributed_array.__m5294ENCODE_SStringPointer_TO_o_binary 2022-08-17 11:57:14 root: INFO: instruction count: 9: __C5225collect_distributed_array.setPartitionIndex 2022-08-17 11:57:14 root: INFO: instruction count: 4: __C5225collect_distributed_array.addPartitionRegion 2022-08-17 11:57:14 root: INFO: instruction count: 4: __C5225collect_distributed_array.setPool 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5225collect_distributed_array.addHailClassLoader 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5225collect_distributed_array.addFS 2022-08-17 11:57:14 root: INFO: instruction count: 121: __C5225collect_distributed_array.addLiterals 2022-08-17 11:57:14 root: INFO: instruction count: 81: __C5225collect_distributed_array.__m5298DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 11:57:14 root: INFO: instruction count: 58: __C5225collect_distributed_array.__m5299INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 11:57:14 root: INFO: instruction count: 400: __C5225collect_distributed_array.__m5236split_ToArray_region9_48 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5300__m5236split_ToArraySpills. 2022-08-17 11:57:14 root: INFO: encoder cache hit 2022-08-17 11:57:14 MemoryStore: INFO: Block broadcast_83 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 11:57:14 MemoryStore: INFO: Block broadcast_83_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 11:57:14 BlockManagerInfo: INFO: Added broadcast_83_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 11:57:14 SparkContext: INFO: Created broadcast 83 from broadcast at SparkBackend.scala:313 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5209HailClassLoaderContainer. 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5209HailClassLoaderContainer. 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5210FSContainer. 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5210FSContainer. 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5211Compiled. 2022-08-17 11:57:14 root: INFO: instruction count: 55: __C5211Compiled.apply 2022-08-17 11:57:14 root: INFO: instruction count: 571: __C5211Compiled.__m5212split_ToArray 2022-08-17 11:57:14 root: INFO: instruction count: 4: __C5211Compiled.setBackend 2022-08-17 11:57:14 root: INFO: instruction count: 9: __C5211Compiled.__m5312ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 11:57:14 root: INFO: instruction count: 61: __C5211Compiled.__m5313ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:57:14 root: INFO: instruction count: 4: __C5211Compiled.__m5314ENCODE_SInt32$_TO_r_int32 2022-08-17 11:57:14 root: INFO: instruction count: 16: __C5211Compiled.__m5315ENCODE_SStringPointer_TO_r_binary 2022-08-17 11:57:14 root: INFO: instruction count: 4: __C5211Compiled.__m5316ENCODE_SInt64$_TO_r_int64 2022-08-17 11:57:14 root: INFO: instruction count: 4: __C5211Compiled.__m5317ENCODE_SBoolean$_TO_r_bool 2022-08-17 11:57:14 root: INFO: instruction count: 9: __C5211Compiled.__m5318ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 11:57:14 root: INFO: instruction count: 1: __C5211Compiled.__m5319ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 11:57:14 root: INFO: instruction count: 4: __C5211Compiled.setObjects 2022-08-17 11:57:14 root: INFO: instruction count: 27: __C5211Compiled.__m5321DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND_TO_SBaseStructPointer 2022-08-17 11:57:14 root: INFO: instruction count: 58: __C5211Compiled.__m5322INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:57:14 root: INFO: instruction count: 75: __C5211Compiled.__m5323INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:57:14 root: INFO: instruction count: 31: __C5211Compiled.__m5324INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 11:57:14 root: INFO: instruction count: 12: __C5211Compiled.__m5343setup_jab 2022-08-17 11:57:14 root: INFO: instruction count: 9: __C5211Compiled.setPartitionIndex 2022-08-17 11:57:14 root: INFO: instruction count: 4: __C5211Compiled.addPartitionRegion 2022-08-17 11:57:14 root: INFO: instruction count: 4: __C5211Compiled.setPool 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5211Compiled.addHailClassLoader 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5211Compiled.addFS 2022-08-17 11:57:14 root: INFO: instruction count: 62: __C5211Compiled.addLiterals 2022-08-17 11:57:14 root: INFO: instruction count: 36: __C5211Compiled.__m5351DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:57:14 root: INFO: instruction count: 8: __C5211Compiled.__m5352INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:57:14 root: INFO: instruction count: 58: __C5211Compiled.__m5353INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:57:14 root: INFO: instruction count: 53: __C5211Compiled.__m5354INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:57:14 root: INFO: instruction count: 10: __C5211Compiled.__m5355INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:57:14 root: INFO: instruction count: 31: __C5211Compiled.__m5356INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:57:14 root: INFO: instruction count: 10: __C5211Compiled.__m5357INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:57:14 root: INFO: instruction count: 10: __C5211Compiled.__m5358INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:57:14 root: INFO: instruction count: 3: __C5359__m5212split_ToArraySpills. 2022-08-17 11:57:14 MemoryStore: INFO: Block broadcast_84 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 11:57:14 MemoryStore: INFO: Block broadcast_84_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 11:57:14 BlockManagerInfo: INFO: Added broadcast_84_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 11:57:14 SparkContext: INFO: Created broadcast 84 from broadcast at SparkBackend.scala:313 2022-08-17 11:57:14 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 11:57:14 DAGScheduler: INFO: Got job 14 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 11:57:14 DAGScheduler: INFO: Final stage: ResultStage 14 (collect at SparkBackend.scala:321) 2022-08-17 11:57:14 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 11:57:14 DAGScheduler: INFO: Missing parents: List() 2022-08-17 11:57:14 DAGScheduler: INFO: Submitting ResultStage 14 (SparkBackendComputeRDD[38] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 11:57:14 MemoryStore: INFO: Block broadcast_85 stored as values in memory (estimated size 26.2 KiB, free 17.8 GiB) 2022-08-17 11:57:14 MemoryStore: INFO: Block broadcast_85_piece0 stored as bytes in memory (estimated size 15.3 KiB, free 17.8 GiB) 2022-08-17 11:57:14 BlockManagerInfo: INFO: Added broadcast_85_piece0 in memory on dna.Dlink:40753 (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 11:57:14 SparkContext: INFO: Created broadcast 85 from broadcast at DAGScheduler.scala:1433 2022-08-17 11:57:14 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 14 (SparkBackendComputeRDD[38] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 11:57:14 TaskSchedulerImpl: INFO: Adding task set 14.0 with 1 tasks resource profile 0 2022-08-17 11:57:14 TaskSetManager: INFO: Starting task 0.0 in stage 14.0 (TID 251) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 11:57:14 Executor: INFO: Running task 0.0 in stage 14.0 (TID 251) 2022-08-17 11:57:14 root: INFO: RegionPool: initialized for thread 321: Executor task launch worker for task 0.0 in stage 14.0 (TID 251) 2022-08-17 11:57:14 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 321: Executor task launch worker for task 0.0 in stage 14.0 (TID 251) 2022-08-17 11:57:14 root: INFO: RegionPool: REPORT_THRESHOLD: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 321: Executor task launch worker for task 0.0 in stage 14.0 (TID 251) 2022-08-17 11:57:14 root: INFO: TaskReport: stage=14, partition=0, attempt=0, peakBytes=524288, peakBytesReadable=512.00 KiB, chunks requested=1, cache hits=0 2022-08-17 11:57:14 root: INFO: RegionPool: FREE: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 321: Executor task launch worker for task 0.0 in stage 14.0 (TID 251) 2022-08-17 11:57:14 Executor: INFO: Finished task 0.0 in stage 14.0 (TID 251). 67647 bytes result sent to driver 2022-08-17 11:57:14 TaskSetManager: INFO: Finished task 0.0 in stage 14.0 (TID 251) in 23 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 11:57:14 TaskSchedulerImpl: INFO: Removed TaskSet 14.0, whose tasks have all completed, from pool 2022-08-17 11:57:14 DAGScheduler: INFO: ResultStage 14 (collect at SparkBackend.scala:321) finished in 0.026 s 2022-08-17 11:57:14 DAGScheduler: INFO: Job 14 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 11:57:14 TaskSchedulerImpl: INFO: Killing all running tasks in stage 14: Stage finished 2022-08-17 11:57:14 DAGScheduler: INFO: Job 14 finished: collect at SparkBackend.scala:321, took 0.027063 s 2022-08-17 11:57:14 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (128.0K blocks / 128.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:57:14 root: INFO: encoder cache hit 2022-08-17 11:57:14 root: INFO: took 116.783ms 2022-08-17 11:57:14 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:57:14 root: INFO: lowering result: EncodedLiteral 2022-08-17 11:57:14 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:57:14 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:57:14 root: INFO: RegionPool: REPORT_THRESHOLD: 576.0K allocated (192.0K blocks / 384.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:57:14 root: INFO: encoder cache hit 2022-08-17 11:57:14 root: INFO: took 1.729ms 2022-08-17 11:57:14 root: INFO: LowerOrInterpretNonCompilable: cannot efficiently lower query: seeded randomness does not satisfy determinism restrictions in lowered IR 2022-08-17 11:57:14 root: INFO: interpreting non-compilable result: TableWrite 2022-08-17 11:57:14 root: INFO: decoder cache hit 2022-08-17 11:57:14 root: INFO: decoder cache hit 2022-08-17 11:57:14 root: INFO: decoder cache hit 2022-08-17 11:57:14 root: INFO: decoder cache hit 2022-08-17 11:57:14 root: INFO: decoder cache hit 2022-08-17 11:57:14 root: INFO: RegionPool: REPORT_THRESHOLD: 1.1M allocated (448.0K blocks / 640.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:57:14 root: INFO: encoder cache hit 2022-08-17 11:57:14 root: INFO: BroadcastRegionValue.broadcast: broadcasting 1 byte arrays of total size 1441 (1.41 KiB 2022-08-17 11:57:14 root: INFO: decoder cache hit 2022-08-17 11:57:14 MemoryStore: INFO: Block broadcast_86 stored as values in memory (estimated size 9.5 KiB, free 17.8 GiB) 2022-08-17 11:57:14 MemoryStore: INFO: Block broadcast_86_piece0 stored as bytes in memory (estimated size 4.6 KiB, free 17.8 GiB) 2022-08-17 11:57:14 BlockManagerInfo: INFO: Added broadcast_86_piece0 in memory on dna.Dlink:40753 (size: 4.6 KiB, free: 17.8 GiB) 2022-08-17 11:57:14 SparkContext: INFO: Created broadcast 86 from broadcast at SparkBackend.scala:313 2022-08-17 11:57:14 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 187: (Coalesce (StreamAgg __iruid_13529 (StreamFilter __iruid_13530 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_13530))))) (AggLet __iruid_13531 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_13529))) (InsertFields (Let __iruid_13532 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_13532) None (variant_qc (Let __iruid_13533 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13531))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_13531)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_13532)))) ((Ref __iruid_13531))))) (Let __iruid_13534 (GetField call_stats (Ref __iruid_13533)) (Let __iruid_13535 (GetField homozygote_count (Ref __iruid_13534)) (Let __iruid_13536 (GetField n_called (Ref __iruid_13533)) (Let __iruid_13537 (GetField n_not_called (Ref __iruid_13533)) (Let __iruid_13538 (GetField n_filtered (Ref __iruid_13533)) (Let __iruid_13539 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_13532))) (I32 2)) (Let __iruid_13540 (GetField call_stats (Ref __iruid_13533)) (Let __iruid_13541 (GetField homozygote_count (Ref __iruid_13540)) (Let __iruid_13542 (GetField AC (Ref __iruid_13540)) (Let __iruid_13543 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_13541) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_13542) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_13541) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_13541) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_13541) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_13542) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_13541) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_13541) (I32 1)) (True))) (If (IsNA (Ref __iruid_13543)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_13543)) (Let __iruid_13544 (GetTupleElement 1 (Ref __iruid_13543)) (If (IsNA (Ref __iruid_13544)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_13544)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_13534))) (AF (GetField AF (Ref __iruid_13534))) (AN (GetField AN (Ref __iruid_13534))) (homozygote_count (Ref __iruid_13535)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_13536)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_13536) (Ref __iruid_13537)) (Ref __iruid_13538))))) (n_called (Ref __iruid_13536)) (n_not_called (Ref __iruid_13537)) (n_filtered (Ref __iruid_13538)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_13536) (Cast Int64 (StreamFold __iruid_13545 __iruid_13546 (StreamFilter __iruid_13547 (ToStream False (Ref __iruid_13535)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13547)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_13545) (Ref __iruid_13546)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_13536) (Cast Int64 (ArrayRef 154 (Ref __iruid_13535) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_13539)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_13539)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_13539))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:57:14 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 187: (Coalesce (StreamAgg __iruid_13760 (StreamFilter __iruid_13761 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_13761))))) (AggLet __iruid_13762 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_13760))) (InsertFields (Let __iruid_13763 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_13763) None (variant_qc (Let __iruid_13764 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13762))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_13762)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_13763)))) ((Ref __iruid_13762))))) (Let __iruid_13765 (GetField call_stats (Ref __iruid_13764)) (Let __iruid_13766 (GetField homozygote_count (Ref __iruid_13765)) (Let __iruid_13767 (GetField n_called (Ref __iruid_13764)) (Let __iruid_13768 (GetField n_not_called (Ref __iruid_13764)) (Let __iruid_13769 (GetField n_filtered (Ref __iruid_13764)) (Let __iruid_13770 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_13763))) (I32 2)) (Let __iruid_13771 (GetField call_stats (Ref __iruid_13764)) (Let __iruid_13772 (GetField homozygote_count (Ref __iruid_13771)) (Let __iruid_13773 (GetField AC (Ref __iruid_13771)) (Let __iruid_13774 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_13772) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_13773) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_13772) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_13772) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_13772) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_13773) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_13772) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_13772) (I32 1)) (True))) (If (IsNA (Ref __iruid_13774)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_13774)) (Let __iruid_13775 (GetTupleElement 1 (Ref __iruid_13774)) (If (IsNA (Ref __iruid_13775)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_13775)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_13765))) (AF (GetField AF (Ref __iruid_13765))) (AN (GetField AN (Ref __iruid_13765))) (homozygote_count (Ref __iruid_13766)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_13767)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_13767) (Ref __iruid_13768)) (Ref __iruid_13769))))) (n_called (Ref __iruid_13767)) (n_not_called (Ref __iruid_13768)) (n_filtered (Ref __iruid_13769)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_13767) (Cast Int64 (StreamFold __iruid_13776 __iruid_13777 (StreamFilter __iruid_13778 (ToStream False (Ref __iruid_13766)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13778)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_13776) (Ref __iruid_13777)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_13767) (Cast Int64 (ArrayRef 154 (Ref __iruid_13766) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_13770)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_13770)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_13770))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:57:14 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 187: (Coalesce (StreamAgg __iruid_13760 (StreamFilter __iruid_13761 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_13761))))) (AggLet __iruid_13762 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_13760))) (InsertFields (Let __iruid_13763 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_13763) None (variant_qc (Let __iruid_13764 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13762))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_13762)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_13763)))) ((Ref __iruid_13762))))) (Let __iruid_13765 (GetField call_stats (Ref __iruid_13764)) (Let __iruid_13766 (GetField homozygote_count (Ref __iruid_13765)) (Let __iruid_13767 (GetField n_called (Ref __iruid_13764)) (Let __iruid_13768 (GetField n_not_called (Ref __iruid_13764)) (Let __iruid_13769 (GetField n_filtered (Ref __iruid_13764)) (Let __iruid_13770 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_13763))) (I32 2)) (Let __iruid_13771 (GetField call_stats (Ref __iruid_13764)) (Let __iruid_13772 (GetField homozygote_count (Ref __iruid_13771)) (Let __iruid_13773 (GetField AC (Ref __iruid_13771)) (Let __iruid_13774 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_13772) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_13773) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_13772) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_13772) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_13772) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_13773) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_13772) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_13772) (I32 1)) (True))) (If (IsNA (Ref __iruid_13774)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_13774)) (Let __iruid_13775 (GetTupleElement 1 (Ref __iruid_13774)) (If (IsNA (Ref __iruid_13775)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_13775)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_13765))) (AF (GetField AF (Ref __iruid_13765))) (AN (GetField AN (Ref __iruid_13765))) (homozygote_count (Ref __iruid_13766)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_13767)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_13767) (Ref __iruid_13768)) (Ref __iruid_13769))))) (n_called (Ref __iruid_13767)) (n_not_called (Ref __iruid_13768)) (n_filtered (Ref __iruid_13769)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_13767) (Cast Int64 (StreamFold __iruid_13776 __iruid_13777 (StreamFilter __iruid_13778 (ToStream False (Ref __iruid_13766)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13778)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_13776) (Ref __iruid_13777)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_13767) (Cast Int64 (ArrayRef 154 (Ref __iruid_13766) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_13770)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_13770)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_13770))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:57:14 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 187: (Coalesce (StreamAgg __iruid_13817 (StreamFilter __iruid_13818 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_13818))))) (AggLet __iruid_13819 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_13817))) (InsertFields (Let __iruid_13820 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_13820) None (variant_qc (Let __iruid_13821 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13819))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_13819)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_13820)))) ((Ref __iruid_13819))))) (Let __iruid_13822 (GetField call_stats (Ref __iruid_13821)) (Let __iruid_13823 (GetField homozygote_count (Ref __iruid_13822)) (Let __iruid_13824 (GetField n_called (Ref __iruid_13821)) (Let __iruid_13825 (GetField n_not_called (Ref __iruid_13821)) (Let __iruid_13826 (GetField n_filtered (Ref __iruid_13821)) (Let __iruid_13827 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_13820))) (I32 2)) (Let __iruid_13828 (GetField call_stats (Ref __iruid_13821)) (Let __iruid_13829 (GetField homozygote_count (Ref __iruid_13828)) (Let __iruid_13830 (GetField AC (Ref __iruid_13828)) (Let __iruid_13831 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_13829) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_13830) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_13829) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_13829) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_13829) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_13830) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_13829) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_13829) (I32 1)) (True))) (If (IsNA (Ref __iruid_13831)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_13831)) (Let __iruid_13832 (GetTupleElement 1 (Ref __iruid_13831)) (If (IsNA (Ref __iruid_13832)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_13832)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_13822))) (AF (GetField AF (Ref __iruid_13822))) (AN (GetField AN (Ref __iruid_13822))) (homozygote_count (Ref __iruid_13823)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_13824)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_13824) (Ref __iruid_13825)) (Ref __iruid_13826))))) (n_called (Ref __iruid_13824)) (n_not_called (Ref __iruid_13825)) (n_filtered (Ref __iruid_13826)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_13824) (Cast Int64 (StreamFold __iruid_13833 __iruid_13834 (StreamFilter __iruid_13835 (ToStream False (Ref __iruid_13823)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13835)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_13833) (Ref __iruid_13834)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_13824) (Cast Int64 (ArrayRef 154 (Ref __iruid_13823) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_13827)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_13827)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_13827))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:57:14 root: ERROR: error while applying lowering 'LowerOrInterpretNonCompilable' 2022-08-17 11:57:14 root: INFO: RegionPool: FREE: 1.3M allocated (512.0K blocks / 832.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:57:14 root: ERROR: NoSuchElementException: Ref with name __iruid_13820 could not be resolved in env BindingEnv((),None,None,()) From is.hail.utils.HailException: error after applying LowerArrayAggsToRunAggs at is.hail.utils.ErrorHandling.fatal(ErrorHandling.scala:21) at is.hail.utils.ErrorHandling.fatal$(ErrorHandling.scala:21) at is.hail.utils.package$.fatal(package.scala:78) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:25) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableMapGlobals.execute(TableIR.scala:2319) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.run(Interpret.scala:856) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) is.hail.utils.HailException: Error while typechecking IR: (Coalesce (Let __iruid_13836 (RunAgg ((TypedStateSig +PInt64) (TypedStateSig +PInt64) (TypedStateSig +PInt64) (CallStatsStateSig)) (Begin (Begin (InitOp 0 (Sum (TypedStateSig +PInt64)) ()) (InitOp 1 (Sum (TypedStateSig +PInt64)) ()) (InitOp 2 (Count (TypedStateSig +PInt64)) ()) (InitOp 3 (CallStats (CallStatsStateSig)) ((ArrayLen (GetField alleles (Ref __iruid_13820)))))) (StreamFor __iruid_13817 (StreamFilter __iruid_13818 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_13818))))) (Let __iruid_13819 (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_13817))) (Begin (SeqOp 0 (Sum (TypedStateSig +PInt64)) ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13819)))))) (SeqOp 1 (Sum (TypedStateSig +PInt64)) ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_13819))))) (SeqOp 2 (Count (TypedStateSig +PInt64)) ()) (SeqOp 3 (CallStats (CallStatsStateSig)) ((Ref __iruid_13819))))))) (MakeTuple (0 1 2 3) (ResultOp 0 (Sum (TypedStateSig +PInt64))) (ResultOp 1 (Sum (TypedStateSig +PInt64))) (ResultOp 2 (Count (TypedStateSig +PInt64))) (ResultOp 3 (CallStats (CallStatsStateSig))))) (InsertFields (Let __iruid_13820 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_13820) None (variant_qc (Let __iruid_13821 (MakeStruct (n_called (GetTupleElement 0 (Ref __iruid_13836))) (n_not_called (GetTupleElement 1 (Ref __iruid_13836))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (GetTupleElement 2 (Ref __iruid_13836)))) (call_stats (GetTupleElement 3 (Ref __iruid_13836)))) (Let __iruid_13822 (GetField call_stats (Ref __iruid_13821)) (Let __iruid_13823 (GetField homozygote_count (Ref __iruid_13822)) (Let __iruid_13824 (GetField n_called (Ref __iruid_13821)) (Let __iruid_13825 (GetField n_not_called (Ref __iruid_13821)) (Let __iruid_13826 (GetField n_filtered (Ref __iruid_13821)) (Let __iruid_13827 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_13820))) (I32 2)) (Let __iruid_13828 (GetField call_stats (Ref __iruid_13821)) (Let __iruid_13829 (GetField homozygote_count (Ref __iruid_13828)) (Let __iruid_13830 (GetField AC (Ref __iruid_13828)) (Let __iruid_13831 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_13829) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_13830) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_13829) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_13829) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_13829) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_13830) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_13829) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_13829) (I32 1)) (True))) (If (IsNA (Ref __iruid_13831)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_13831)) (Let __iruid_13832 (GetTupleElement 1 (Ref __iruid_13831)) (If (IsNA (Ref __iruid_13832)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_13832)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_13822))) (AF (GetField AF (Ref __iruid_13822))) (AN (GetField AN (Ref __iruid_13822))) (homozygote_count (Ref __iruid_13823)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_13824)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_13824) (Ref __iruid_13825)) (Ref __iruid_13826))))) (n_called (Ref __iruid_13824)) (n_not_called (Ref __iruid_13825)) (n_filtered (Ref __iruid_13826)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_13824) (Cast Int64 (StreamFold __iruid_13833 __iruid_13834 (StreamFilter __iruid_13835 (ToStream False (Ref __iruid_13823)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_13835)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_13833) (Ref __iruid_13834)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_13824) (Cast Int64 (ArrayRef 154 (Ref __iruid_13823) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_13827)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_13827)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_13827))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) at is.hail.utils.ErrorHandling.fatal(ErrorHandling.scala:21) at is.hail.utils.ErrorHandling.fatal$(ErrorHandling.scala:21) at is.hail.utils.package$.fatal(package.scala:78) at is.hail.expr.ir.TypeCheck$.apply(TypeCheck.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:22) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableMapGlobals.execute(TableIR.scala:2319) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.run(Interpret.scala:856) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) java.util.NoSuchElementException: Ref with name __iruid_13820 could not be resolved in env BindingEnv((),None,None,()) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:98) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.apply(TypeCheck.scala:13) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:22) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableMapGlobals.execute(TableIR.scala:2319) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.run(Interpret.scala:856) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) 2022-08-17 11:57:27 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 11:57:27 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 11:57:27 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 11:57:27 root: INFO: timing SparkBackend.parse_value_ir total 14.107ms self 14.107ms children 0.000ms %children 0.00% 2022-08-17 11:57:27 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 11:57:27 root: INFO: starting execution of query hail_query_11 of initial size 650 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 650: (Let __rng_state (RNGStateLiteral (0 0 0 0)) (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.ht\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (MatrixRowsTable (MatrixMapRows (MatrixFilterRows (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols None (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixMapCols None (MatrixMapRows (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (InsertFields (Ref va) None (__row_uid (NA Int64)))) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info) (Ref va)) (Let __cse_1 (GetField alleles (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__uid_4 (GetField AC (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((GetField GT (Ref g)))))) (__uid_5 (ToArray (StreamMap __uid_6 (ToStream False (ArraySlice (Ref __cse_1) (I32 1) (I32 1))) (Let __uid_11 (ApplyIR 51 __uid_1 () Int32 (ApplyIR 30 indexArray () String (Ref __cse_1) (I32 0)) (Ref __uid_6)) (If (ApplyComparisonOp EQ (Ref __uid_11) (I32 1)) (Let __cse_2 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (If (ApplySpecial 75 land () Boolean (ApplyComparisonOp EQ (ApplyIR 52 __uid_1 () Int32 (Ref __cse_2) (Ref __uid_6)) (I32 1)) (ApplyIR 74 __uid_2 () Boolean (Ref __cse_2) (Ref __uid_6))) (I32 8) (I32 9))) (Ref __uid_11))))))))) None (__row_uid (GetField __row_uid (Ref va))))) (AggLet __cse_3 False (GetField GT (Ref g)) (InsertFields (SelectFields (s) (Ref sa)) None (sample_qc (Let __uid_25 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 76 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_3))))))) (n_not_called (ApplyAggOp Sum () ((Apply 77 toInt64 () Int64 (IsNA (Ref __cse_3)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Ref n_rows) (ApplyAggOp Count () ()))) (n_hom_ref (ApplyAggOp Sum () ((Apply 79 toInt64 () Int64 (Apply 78 isHomRef () Boolean (Ref __cse_3)))))) (n_het (ApplyAggOp Sum () ((Apply 81 toInt64 () Int64 (Apply 80 isHet () Boolean (Ref __cse_3)))))) (n_singleton (ApplyAggOp Sum () ((ApplyIR 89 toInt64 () Int64 (Let __uid_16 (Ref __cse_3) (ApplyIR 88 sum () Int32 (ToArray (StreamFilter __uid_20 (ToStream False (ToArray (StreamMap __uid_19 (ToStream False (ToArray (StreamMap __uid_17 (ToStream False (ToArray (StreamRange 83 False (I32 0) (Apply 82 ploidy () Int32 (Ref __uid_16)) (I32 1)))) (Let __uid_18 (Apply 84 index () Int32 (Ref __uid_16) (Ref __uid_17)) (ApplySpecial 86 land () Boolean (ApplyComparisonOp NEQ (Ref __uid_18) (I32 0)) (ApplyComparisonOp EQ (ApplyIR 85 indexArray () Int32 (GetField __uid_4 (Ref va)) (Ref __uid_18)) (I32 1))))))) (Apply 87 toInt32 () Int32 (Ref __uid_19))))) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_20))))))))))) (allele_type_counts (AggExplode __uid_24 False (ToStream False (ToArray (StreamMap __uid_23 (ToStream False (ToArray (StreamFilter __uid_22 (ToStream False (ToArray (StreamMap __uid_21 (ToStream False (ToArray (StreamRange 91 False (I32 0) (Apply 90 ploidy () Int32 (Ref __cse_3)) (I32 1)))) (Apply 92 index () Int32 (Ref __cse_3) (Ref __uid_21))))) (ApplyComparisonOp GT (Ref __uid_22) (I32 0))))) (ApplyIR 93 indexArray () Int32 (GetField __uid_5 (Ref va)) (ApplyBinaryPrimOp Subtract (Ref __uid_23) (I32 1)))))) (MakeTuple (0 1 2 3 4 5 6 7 8 9) (ApplyAggOp Sum () ((Apply 94 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 0))))) (ApplyAggOp Sum () ((Apply 95 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 1))))) (ApplyAggOp Sum () ((Apply 96 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 2))))) (ApplyAggOp Sum () ((Apply 97 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 3))))) (ApplyAggOp Sum () ((Apply 98 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 4))))) (ApplyAggOp Sum () ((Apply 99 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 5))))) (ApplyAggOp Sum () ((Apply 100 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 6))))) (ApplyAggOp Sum () ((Apply 101 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 7))))) (ApplyAggOp Sum () ((Apply 102 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 8))))) (ApplyAggOp Sum () ((Apply 103 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 9))))))))) (Let __cse_4 (GetField n_called (Ref __uid_25)) (Let __cse_5 (GetField n_not_called (Ref __uid_25)) (Let __cse_6 (GetField n_filtered (Ref __uid_25)) (Let __cse_7 (GetField n_hom_ref (Ref __uid_25)) (Let __cse_8 (GetField n_het (Ref __uid_25)) (Let __cse_9 (GetField allele_type_counts (Ref __uid_25)) (Let __uid_26 (MakeStruct (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 104 toFloat64 () Float64 (Ref __cse_4)) (ApplyIR 105 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_4) (Ref __cse_5)) (Ref __cse_6))))) (n_called (Ref __cse_4)) (n_not_called (Ref __cse_5)) (n_filtered (Ref __cse_6)) (n_hom_ref (Ref __cse_7)) (n_het (Ref __cse_8)) (n_hom_var (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7)) (Ref __cse_8))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_4) (Ref __cse_7))) (n_singleton (GetField n_singleton (Ref __uid_25))) (n_snp (ApplyBinaryPrimOp Add (GetTupleElement 8 (Ref __cse_9)) (GetTupleElement 9 (Ref __cse_9)))) (n_insertion (GetTupleElement 3 (Ref __cse_9))) (n_deletion (GetTupleElement 4 (Ref __cse_9))) (n_transition (GetTupleElement 8 (Ref __cse_9))) (n_transversion (GetTupleElement 9 (Ref __cse_9))) (n_star (GetTupleElement 6 (Ref __cse_9)))) (InsertFields (Ref __uid_26) None (r_ti_tv (If (ApplyComparisonOp NEQ (GetField n_transversion (Ref __uid_26)) (ApplyIR 107 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 106 toFloat64 () Float64 (GetField n_transition (Ref __uid_26))) (ApplyIR 108 toFloat64 () Float64 (GetField n_transversion (Ref __uid_26)))) (NA Float64))) (r_het_hom_var (If (ApplyComparisonOp NEQ (GetField n_hom_var (Ref __uid_26)) (ApplyIR 110 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 109 toFloat64 () Float64 (GetField n_het (Ref __uid_26))) (ApplyIR 111 toFloat64 () Float64 (GetField n_hom_var (Ref __uid_26)))) (NA Float64))) (r_insertion_deletion (If (ApplyComparisonOp NEQ (GetField n_deletion (Ref __uid_26)) (ApplyIR 113 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 112 toFloat64 () Float64 (GetField n_insertion (Ref __uid_26))) (ApplyIR 114 toFloat64 () Float64 (GetField n_deletion (Ref __uid_26)))) (NA Float64)))))))))))))))) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info __uid_4 __uid_5) (Ref va)) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_4 (GetField __uid_4 (Ref va))) (__uid_5 (GetField __uid_5 (Ref va)))))) None (__row_uid (GetField __row_uid (Ref va))))) (TableKeyBy (Sample) False (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __cse_11 (GetField text (Ref row)) (Let __cse_10 (Apply 3 splitChar () Array[String] (Ref __cse_11) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Ref __cse_10))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Ref __cse_10))) (I32 1)) (Str "field") (Str "fields")) (Ref __cse_11))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (Let __cse_12 (GetField split_text (Ref row)) (InsertFields (SelectFields (file split_text) (Ref row)) None (Sample (ApplyIR 14 indexArray () String (Ref __cse_12) (I32 0))) (Population (ApplyIR 15 indexArray () String (Ref __cse_12) (I32 1))) (SuperPopulation (ApplyIR 16 indexArray () String (Ref __cse_12) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ApplyIR 17 indexArray () String (Ref __cse_12) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ApplyIR 19 indexArray () String (Ref __cse_12) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ApplyIR 21 indexArray () String (Ref __cse_12) (I32 5))))))) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file split_text Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))) (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))))) (InsertFields (SelectFields (s sample_qc) (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (AggLet __cse_13 False (GetField GT (Ref g)) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info) (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (variant_qc (Let __uid_31 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_13))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __cse_13)))))) (n_filtered (ApplyBinaryPrimOp Subtract (ApplyIR 139 toInt64 () Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((Ref __cse_13))))) (Let __cse_17 (GetField call_stats (Ref __uid_31)) (Let __cse_21 (GetField homozygote_count (Ref __cse_17)) (Let __cse_18 (GetField n_called (Ref __uid_31)) (Let __cse_19 (GetField n_not_called (Ref __uid_31)) (Let __cse_20 (GetField n_filtered (Ref __uid_31)) (Let __uid_32 (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (GetField alleles (Ref va)))) (I32 2)) (Let __cse_14 (GetField call_stats (Ref __uid_31)) (Let __cse_15 (GetField homozygote_count (Ref __cse_14)) (Let __cse_16 (GetField AC (Ref __cse_14)) (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 140 indexArray () Int32 (Ref __cse_15) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 141 indexArray () Int32 (Ref __cse_16) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 142 indexArray () Int32 (Ref __cse_15) (I32 1)) (I32 2))) (ApplyIR 143 indexArray () Int32 (Ref __cse_15) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 145 indexArray () Int32 (Ref __cse_15) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 146 indexArray () Int32 (Ref __cse_16) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 147 indexArray () Int32 (Ref __cse_15) (I32 1)) (I32 2))) (ApplyIR 148 indexArray () Int32 (Ref __cse_15) (I32 1)) (True)))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{het_freq_hwe:Float64,p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __cse_17))) (AF (GetField AF (Ref __cse_17))) (AN (GetField AN (Ref __cse_17))) (homozygote_count (Ref __cse_21)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 150 toFloat64 () Float64 (Ref __cse_18)) (ApplyIR 151 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_18) (Ref __cse_19)) (Ref __cse_20))))) (n_called (Ref __cse_18)) (n_not_called (Ref __cse_19)) (n_filtered (Ref __cse_20)) (n_het (ApplyBinaryPrimOp Subtract (Ref __cse_18) (ApplyIR 153 toInt64 () Int64 (ApplyIR 152 sum () Int32 (ToArray (StreamFilter __uid_33 (ToStream False (Ref __cse_21)) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_33))))))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_18) (ApplyIR 155 toInt64 () Int64 (ApplyIR 154 indexArray () Int32 (Ref __cse_21) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __uid_32)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __uid_32)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __uid_32))))))))))))))) None (__row_uid (GetField __row_uid (Ref va)))))) (Let va (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)) (Let __cse_22 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ApplyIR 156 indexArray () Float64 (Ref __cse_22) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ApplyIR 157 indexArray () Float64 (Ref __cse_22) (I32 0)) (F64 0.95))) (False))))) (Let __rng_state (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref va))) (Let va (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (Ref __rng_state) (MakeTuple ()))) (False))))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)))))) 2022-08-17 11:57:27 root: INFO: Prune: InsertFields: eliminating field '__uid_4' 2022-08-17 11:57:27 root: INFO: Prune: InsertFields: eliminating field '__uid_5' 2022-08-17 11:57:27 root: INFO: Prune: InsertFields: eliminating field 'sample_qc' 2022-08-17 11:57:27 root: INFO: Prune: InsertFields: eliminating field 'Population' 2022-08-17 11:57:27 root: INFO: Prune: InsertFields: eliminating field 'isFemale' 2022-08-17 11:57:27 root: INFO: Prune: InsertFields: eliminating field 'PurpleHair' 2022-08-17 11:57:27 root: INFO: Prune: InsertFields: eliminating field 'CaffeineConsumption' 2022-08-17 11:57:27 root: INFO: Prune: InsertFields: eliminating field 'split_text' 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 300: (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.ht\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (MatrixRowsTable (MatrixMapRows (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols () (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__row_uid (NA Int64)))) (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_14942 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_14943 (GetField text (Ref row)) (Let __iruid_14944 (Apply 3 splitChar () Array[String] (Ref __iruid_14943) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_14944)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_14944)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_14943))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_14942) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_14942) (I32 2)))))))) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (AggLet __iruid_14945 False (GetField GT (Ref g)) (InsertFields (Let __iruid_14946 (SelectFields (locus alleles rsid qual filters info) (Ref va)) (InsertFields (Ref __iruid_14946) None (variant_qc (Let __iruid_14947 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_14945))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_14945)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_14946)))) ((Ref __iruid_14945))))) (Let __iruid_14948 (GetField call_stats (Ref __iruid_14947)) (Let __iruid_14949 (GetField homozygote_count (Ref __iruid_14948)) (Let __iruid_14950 (GetField n_called (Ref __iruid_14947)) (Let __iruid_14951 (GetField n_not_called (Ref __iruid_14947)) (Let __iruid_14952 (GetField n_filtered (Ref __iruid_14947)) (Let __iruid_14953 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_14946))) (I32 2)) (Let __iruid_14954 (GetField call_stats (Ref __iruid_14947)) (Let __iruid_14955 (GetField homozygote_count (Ref __iruid_14954)) (Let __iruid_14956 (GetField AC (Ref __iruid_14954)) (Let __iruid_14957 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_14955) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_14956) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_14955) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_14955) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_14955) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_14956) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_14955) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_14955) (I32 1)) (True))) (If (IsNA (Ref __iruid_14957)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_14957)) (Let __iruid_14958 (GetTupleElement 1 (Ref __iruid_14957)) (If (IsNA (Ref __iruid_14958)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_14958)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_14948))) (AF (GetField AF (Ref __iruid_14948))) (AN (GetField AN (Ref __iruid_14948))) (homozygote_count (Ref __iruid_14949)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_14950)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_14950) (Ref __iruid_14951)) (Ref __iruid_14952))))) (n_called (Ref __iruid_14950)) (n_not_called (Ref __iruid_14951)) (n_filtered (Ref __iruid_14952)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_14950) (Cast Int64 (StreamFold __iruid_14959 __iruid_14960 (StreamFilter __iruid_14961 (ToStream False (Ref __iruid_14949)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_14961)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_14959) (Ref __iruid_14960)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_14950) (Cast Int64 (ArrayRef 154 (Ref __iruid_14949) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_14953)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_14953)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_14953))))))))))))))) None (__row_uid (GetField __row_uid (Ref va)))))) (ApplySpecial -1 land () Boolean (Let __iruid_14962 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_14962) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_14962) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref va))) (Literal Tuple[] ))) (False)))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va))))) 2022-08-17 11:57:27 BlockManagerInfo: INFO: Removed broadcast_84_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 466: (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.ht\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (TableMapRows (TableMapGlobals (TableMapRows (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapGlobals (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead None False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_14964 (MakeStruct) (MakeStruct (locus (GetField locus (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (alleles (GetField alleles (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (rsid (GetField rsid (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (qual (GetField qual (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (filters (GetField filters (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (info (GetField info (SelectFields (locus alleles rsid qual filters info) (Ref row)))) (__row_uid (NA Int64)))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (Let __dictfield (ToDict (ToStream False (ToArray (StreamMap __iruid_14965 (ToStream False (GetField rows (TableCollect (TableKeyBy () False (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_14942 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_14943 (GetField text (Ref row)) (Let __iruid_14944 (Apply 3 splitChar () Array[String] (Ref __iruid_14943) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_14944)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_14944)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_14943))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_14942) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_14942) (I32 2))))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_14965)) (SelectFields (SuperPopulation) (Ref __iruid_14965))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_14963 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_14963) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __dictfield) (MakeStruct (Sample (GetField s (Ref __iruid_14963))))))))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_14969 (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let __cols_array (GetField __cols (Ref global)) (Let sa (ArrayRef -1 (Ref __cols_array) (Ref __iruid_14969)) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))))))))) (InsertFields (Ref global) None (newColIdx (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let sa (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (SelectFields (__cols) (InsertFields (Ref global) None (__cols (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_14970 (MakeStruct) (StreamAgg i (ToStream False (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)))) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (AggLet sa False (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (AggLet g False (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i)) (AggLet __iruid_14945 False (GetField GT (Ref g)) (InsertFields (Let __iruid_14946 (SelectFields (locus alleles rsid qual filters info) (SelectFields (locus alleles rsid qual filters info __row_uid) (Ref row))) (InsertFields (Ref __iruid_14946) None (variant_qc (Let __iruid_14947 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_14945))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_14945)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_14946)))) ((Ref __iruid_14945))))) (Let __iruid_14948 (GetField call_stats (Ref __iruid_14947)) (Let __iruid_14949 (GetField homozygote_count (Ref __iruid_14948)) (Let __iruid_14950 (GetField n_called (Ref __iruid_14947)) (Let __iruid_14951 (GetField n_not_called (Ref __iruid_14947)) (Let __iruid_14952 (GetField n_filtered (Ref __iruid_14947)) (Let __iruid_14953 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_14946))) (I32 2)) (Let __iruid_14954 (GetField call_stats (Ref __iruid_14947)) (Let __iruid_14955 (GetField homozygote_count (Ref __iruid_14954)) (Let __iruid_14956 (GetField AC (Ref __iruid_14954)) (Let __iruid_14957 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_14955) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_14956) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_14955) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_14955) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_14955) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_14956) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_14955) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_14955) (I32 1)) (True))) (If (IsNA (Ref __iruid_14957)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_14957)) (Let __iruid_14958 (GetTupleElement 1 (Ref __iruid_14957)) (If (IsNA (Ref __iruid_14958)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_14958)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_14948))) (AF (GetField AF (Ref __iruid_14948))) (AN (GetField AN (Ref __iruid_14948))) (homozygote_count (Ref __iruid_14949)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_14950)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_14950) (Ref __iruid_14951)) (Ref __iruid_14952))))) (n_called (Ref __iruid_14950)) (n_not_called (Ref __iruid_14951)) (n_filtered (Ref __iruid_14952)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_14950) (Cast Int64 (StreamFold __iruid_14959 __iruid_14960 (StreamFilter __iruid_14961 (ToStream False (Ref __iruid_14949)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_14961)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_14959) (Ref __iruid_14960)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_14950) (Cast Int64 (ArrayRef 154 (Ref __iruid_14949) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_14953)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_14953)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_14953))))))))))))))) None (__row_uid (GetField __row_uid (SelectFields (locus alleles rsid qual filters info __row_uid) (Ref row)))))))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (ApplySpecial -1 land () Boolean (Let __iruid_14962 (GetField AF (GetField variant_qc (SelectFields (locus alleles rsid qual filters info variant_qc __row_uid) (Ref row)))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_14962) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_14962) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (SelectFields (locus alleles rsid qual filters info variant_qc __row_uid) (Ref row)))) (Literal Tuple[] ))) (False)))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_14971 (MakeStruct) (SelectFields (locus alleles rsid qual filters info variant_qc) (SelectFields (locus alleles rsid qual filters info variant_qc __row_uid) (Ref row)))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (SelectFields () (Ref global))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref row)))) 2022-08-17 11:57:27 BlockManagerInfo: INFO: Removed broadcast_85_piece0 on dna.Dlink:40753 in memory (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 11:57:27 BlockManagerInfo: INFO: Removed broadcast_86_piece0 on dna.Dlink:40753 in memory (size: 4.6 KiB, free: 17.8 GiB) 2022-08-17 11:57:27 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 11:57:27 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 399: (TableWrite "{\"name\":\"TableNativeWriter\",\"path\":\"Haill_mt/variants_for_pca.ht\",\"overwrite\":false,\"stageLocally\":false,\"codecSpecJSONStr\":null}" (TableMapGlobals (TableMapRows (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead None False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (MakeStruct (locus (GetField locus (Ref row))) (alleles (GetField alleles (Ref row))) (rsid (GetField rsid (Ref row))) (qual (GetField qual (Ref row))) (filters (GetField filters (Ref row))) (info (GetField info (Ref row))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))))) (Let __iruid_15098 (ToDict (StreamMap __iruid_15099 (ToStream False (GetField rows (TableCollect (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_15100 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_15101 (GetField text (Ref row)) (Let __iruid_15102 (Apply 3 splitChar () Array[String] (Ref __iruid_15101) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_15102)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15102)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15101))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15100) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15100) (I32 2))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_15099)) (SelectFields (SuperPopulation) (Ref __iruid_15099))))) (Let __iruid_15103 (ToArray (StreamMap __iruid_15104 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_15104) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_15098) (MakeStruct (Sample (GetField s (Ref __iruid_15104))))))))) (Let __iruid_15105 (ToArray (StreamMap __iruid_15106 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_15103)) (I32 1)) (Let __iruid_15107 (ArrayRef -1 (Ref __iruid_15103) (Ref __iruid_15106)) (InsertFields (SelectFields () (Ref __iruid_15107)) None (pheno (GetField __uid_27 (Ref __iruid_15107))))))) (InsertFields (Ref global) ("__cols" "newColIdx") (__cols (Ref __iruid_15105)) (newColIdx (ToArray (StreamFilter __iruid_15108 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_15105)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_15105) (Ref __iruid_15108)))) (Str "EUR")) (False)))))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_15109 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_15109))))))) (InsertFields (SelectFields (__cols) (Ref global)) ("__cols") (__cols (ToArray (StreamMap __iruid_15110 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref __iruid_15110))))))) (StreamAgg __iruid_15111 (StreamFilter __iruid_15112 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_15112))))) (AggLet __iruid_15113 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_15111))) (InsertFields (Let __iruid_15114 (SelectFields (locus alleles rsid qual filters info) (Ref row)) (InsertFields (Ref __iruid_15114) None (variant_qc (Let __iruid_15115 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_15113))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_15113)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (Ref global)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_15114)))) ((Ref __iruid_15113))))) (Let __iruid_15116 (GetField call_stats (Ref __iruid_15115)) (Let __iruid_15117 (GetField homozygote_count (Ref __iruid_15116)) (Let __iruid_15118 (GetField n_called (Ref __iruid_15115)) (Let __iruid_15119 (GetField n_not_called (Ref __iruid_15115)) (Let __iruid_15120 (GetField n_filtered (Ref __iruid_15115)) (Let __iruid_15121 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_15114))) (I32 2)) (Let __iruid_15122 (GetField call_stats (Ref __iruid_15115)) (Let __iruid_15123 (GetField homozygote_count (Ref __iruid_15122)) (Let __iruid_15124 (GetField AC (Ref __iruid_15122)) (Let __iruid_15125 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_15123) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_15124) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_15123) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_15123) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_15123) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_15124) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_15123) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_15123) (I32 1)) (True))) (If (IsNA (Ref __iruid_15125)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_15125)) (Let __iruid_15126 (GetTupleElement 1 (Ref __iruid_15125)) (If (IsNA (Ref __iruid_15126)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_15126)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_15116))) (AF (GetField AF (Ref __iruid_15116))) (AN (GetField AN (Ref __iruid_15116))) (homozygote_count (Ref __iruid_15117)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_15118)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_15118) (Ref __iruid_15119)) (Ref __iruid_15120))))) (n_called (Ref __iruid_15118)) (n_not_called (Ref __iruid_15119)) (n_filtered (Ref __iruid_15120)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_15118) (Cast Int64 (StreamFold __iruid_15127 __iruid_15128 (StreamFilter __iruid_15129 (ToStream False (Ref __iruid_15117)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_15129)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_15127) (Ref __iruid_15128)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_15118) (Cast Int64 (ArrayRef 154 (Ref __iruid_15117) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_15121)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_15121)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_15121))))))))))))))) None (__row_uid (GetField __row_uid (Ref row))))))) (ApplySpecial -1 land () Boolean (Let __iruid_15130 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_15130) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_15130) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref row))) (Literal Tuple[] ))) (False)))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref row))) (SelectFields () (Ref global)))) 2022-08-17 11:57:27 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:57:27 root: INFO: lowering result: TableCollect 2022-08-17 11:57:27 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 95: (Let __iruid_15141 (MakeStruct) (Let __iruid_15145 (CollectDistributedArray __iruid_15142 __iruid_15144 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_15141 (Ref __iruid_15141))) (Let __iruid_15141 (GetField __iruid_15141 (Ref __iruid_15144)) (ToArray (Let global (Ref __iruid_15141) (StreamMap __iruid_15143 (Let global (Ref __iruid_15141) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_15142)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let row (Ref __iruid_15143) (Let __iruid_15100 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_15101 (GetField text (Ref row)) (Let __iruid_15102 (Apply 3 splitChar () Array[String] (Ref __iruid_15101) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_15102)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15102)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15101))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15100) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15100) (I32 2))))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_15146 (ToStream False (Ref __iruid_15145)) (ToStream False (Ref __iruid_15146))))) (global (Ref __iruid_15141))))) 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_15171 (ToStream False (CollectDistributedArray __iruid_15172 __iruid_15173 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_15141:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_15175 (StreamFilter __iruid_15176 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_15172)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_15176)) (Str "Sample\tPop...")) (False))) (Let __iruid_15177 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_15175))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15175)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15175)) (Str "\t") (Literal Array[String] )) (Let __iruid_15178 (GetField text (Ref __iruid_15175)) (Let __iruid_15179 (Apply 3 splitChar () Array[String] (Ref __iruid_15178) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_15175)) (ArrayLen (Ref __iruid_15179)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15179)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15178))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_15175))))) (InsertFields (SelectFields () (Ref __iruid_15175)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15177) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15177) (I32 2))))))))) (ToStream False (Ref __iruid_15171))))) (global (Literal Struct{} ))) 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_15171 (ToStream False (CollectDistributedArray __iruid_15172 __iruid_15173 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_15141:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_15175 (StreamFilter __iruid_15176 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_15172)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_15176)) (Str "Sample\tPop...")) (False))) (Let __iruid_15177 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_15175))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15175)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15175)) (Str "\t") (Literal Array[String] )) (Let __iruid_15178 (GetField text (Ref __iruid_15175)) (Let __iruid_15179 (Apply 3 splitChar () Array[String] (Ref __iruid_15178) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_15175)) (ArrayLen (Ref __iruid_15179)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15179)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15178))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_15175))))) (InsertFields (SelectFields () (Ref __iruid_15175)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15177) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15177) (I32 2))))))))) (ToStream False (Ref __iruid_15171))))) (global (Literal Struct{} ))) 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_15196 (ToStream False (CollectDistributedArray __iruid_15197 __iruid_15198 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_15199 (StreamFilter __iruid_15200 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_15197)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_15200)) (Str "Sample\tPop...")) (False))) (Let __iruid_15201 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_15199))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15199)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15199)) (Str "\t") (Literal Array[String] )) (Let __iruid_15202 (GetField text (Ref __iruid_15199)) (Let __iruid_15203 (Apply 3 splitChar () Array[String] (Ref __iruid_15202) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_15199)) (ArrayLen (Ref __iruid_15203)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15203)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15202))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_15199))))) (InsertFields (SelectFields () (Ref __iruid_15199)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15201) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15201) (I32 2))))))))) (ToStream False (Ref __iruid_15196))))) (global (Literal Struct{} ))) 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_15196 (ToStream False (CollectDistributedArray __iruid_15197 __iruid_15198 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_15199 (StreamFilter __iruid_15200 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_15197)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_15200)) (Str "Sample\tPop...")) (False))) (Let __iruid_15201 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_15199))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15199)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15199)) (Str "\t") (Literal Array[String] )) (Let __iruid_15202 (GetField text (Ref __iruid_15199)) (Let __iruid_15203 (Apply 3 splitChar () Array[String] (Ref __iruid_15202) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_15199)) (ArrayLen (Ref __iruid_15203)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15203)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15202))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_15199))))) (InsertFields (SelectFields () (Ref __iruid_15199)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15201) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15201) (I32 2))))))))) (ToStream False (Ref __iruid_15196))))) (global (Literal Struct{} ))) 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_15220 (ToStream False (CollectDistributedArray __iruid_15221 __iruid_15222 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_15223 (StreamFilter __iruid_15224 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_15221)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_15224)) (Str "Sample\tPop...")) (False))) (Let __iruid_15225 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_15223))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15223)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15223)) (Str "\t") (Literal Array[String] )) (Let __iruid_15226 (GetField text (Ref __iruid_15223)) (Let __iruid_15227 (Apply 3 splitChar () Array[String] (Ref __iruid_15226) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_15223)) (ArrayLen (Ref __iruid_15227)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15227)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15226))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_15223))))) (InsertFields (SelectFields () (Ref __iruid_15223)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15225) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15225) (I32 2))))))))) (ToStream False (Ref __iruid_15220))))) (global (Literal Struct{} ))) 2022-08-17 11:57:27 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_15220 (ToStream False (CollectDistributedArray __iruid_15221 __iruid_15222 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_15223 (StreamFilter __iruid_15224 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_15221)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_15224)) (Str "Sample\tPop...")) (False))) (Let __iruid_15225 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_15223))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15223)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15223)) (Str "\t") (Literal Array[String] )) (Let __iruid_15226 (GetField text (Ref __iruid_15223)) (Let __iruid_15227 (Apply 3 splitChar () Array[String] (Ref __iruid_15226) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_15223)) (ArrayLen (Ref __iruid_15227)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15227)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15226))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_15223))))) (InsertFields (SelectFields () (Ref __iruid_15223)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15225) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15225) (I32 2))))))))) (ToStream False (Ref __iruid_15220))))) (global (Literal Struct{} )))) 2022-08-17 11:57:27 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_15244 (ToStream False (CollectDistributedArray __iruid_15245 __iruid_15246 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_15247 (StreamFilter __iruid_15248 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_15245)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_15248)) (Str "Sample\tPop...")) (False))) (Let __iruid_15249 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_15247))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15247)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15247)) (Str "\t") (Literal Array[String] )) (Let __iruid_15250 (GetField text (Ref __iruid_15247)) (Let __iruid_15251 (Apply 3 splitChar () Array[String] (Ref __iruid_15250) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_15247)) (ArrayLen (Ref __iruid_15251)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15251)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15250))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_15247))))) (InsertFields (SelectFields () (Ref __iruid_15247)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15249) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15249) (I32 2))))))))) (ToStream False (Ref __iruid_15244))))) (global (Literal Struct{} )))) 2022-08-17 11:57:27 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_15244 (ToStream False (CollectDistributedArray __iruid_15245 __iruid_15246 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_15247 (StreamFilter __iruid_15248 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_15245)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_15248)) (Str "Sample\tPop...")) (False))) (Let __iruid_15249 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_15247))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15247)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15247)) (Str "\t") (Literal Array[String] )) (Let __iruid_15250 (GetField text (Ref __iruid_15247)) (Let __iruid_15251 (Apply 3 splitChar () Array[String] (Ref __iruid_15250) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_15247)) (ArrayLen (Ref __iruid_15251)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15251)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15250))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_15247))))) (InsertFields (SelectFields () (Ref __iruid_15247)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15249) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15249) (I32 2))))))))) (ToStream False (Ref __iruid_15244))))) (global (Literal Struct{} )))) 2022-08-17 11:57:27 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_15268 (ToStream False (CollectDistributedArray __iruid_15269 __iruid_15270 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_15271 (StreamFilter __iruid_15272 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_15269)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_15272)) (Str "Sample\tPop...")) (False))) (Let __iruid_15273 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_15271))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15271)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15271)) (Str "\t") (Literal Array[String] )) (Let __iruid_15274 (GetField text (Ref __iruid_15271)) (Let __iruid_15275 (Apply 3 splitChar () Array[String] (Ref __iruid_15274) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_15271)) (ArrayLen (Ref __iruid_15275)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15275)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15274))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_15271))))) (InsertFields (SelectFields () (Ref __iruid_15271)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15273) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15273) (I32 2))))))))) (ToStream False (Ref __iruid_15268))))) (global (Literal Struct{} )))) 2022-08-17 11:57:27 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_15268 (ToStream False (CollectDistributedArray __iruid_15269 __iruid_15270 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_15271 (StreamFilter __iruid_15272 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_15269)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_15272)) (Str "Sample\tPop...")) (False))) (Let __iruid_15273 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_15271))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15271)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15271)) (Str "\t") (Literal Array[String] )) (Let __iruid_15274 (GetField text (Ref __iruid_15271)) (Let __iruid_15275 (Apply 3 splitChar () Array[String] (Ref __iruid_15274) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_15271)) (ArrayLen (Ref __iruid_15275)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15275)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15274))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_15271))))) (InsertFields (SelectFields () (Ref __iruid_15271)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15273) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15273) (I32 2))))))))) (ToStream False (Ref __iruid_15268))))) (global (Literal Struct{} )))) 2022-08-17 11:57:27 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_15292 (ToStream False (CollectDistributedArray __iruid_15293 __iruid_15294 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_15295 (StreamFilter __iruid_15296 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_15293)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_15296)) (Str "Sample\tPop...")) (False))) (Let __iruid_15297 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_15295))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15295)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_15295)) (Str "\t") (Literal Array[String] )) (Let __iruid_15298 (GetField text (Ref __iruid_15295)) (Let __iruid_15299 (Apply 3 splitChar () Array[String] (Ref __iruid_15298) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_15295)) (ArrayLen (Ref __iruid_15299)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_15299)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_15298))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_15295))))) (InsertFields (SelectFields () (Ref __iruid_15295)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_15297) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_15297) (I32 2))))))))) (ToStream False (Ref __iruid_15292))))) (global (Literal Struct{} )))) 2022-08-17 11:57:27 root: INFO: encoder cache hit 2022-08-17 11:57:27 MemoryStore: INFO: Block broadcast_87 stored as values in memory (estimated size 304.0 B, free 17.8 GiB) 2022-08-17 11:57:27 MemoryStore: INFO: Block broadcast_87_piece0 stored as bytes in memory (estimated size 256.0 B, free 17.8 GiB) 2022-08-17 11:57:27 BlockManagerInfo: INFO: Added broadcast_87_piece0 in memory on dna.Dlink:40753 (size: 256.0 B, free: 17.8 GiB) 2022-08-17 11:57:27 SparkContext: INFO: Created broadcast 87 from broadcast at SparkBackend.scala:313 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5374HailClassLoaderContainer. 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5374HailClassLoaderContainer. 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5375FSContainer. 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5375FSContainer. 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5376collect_distributed_array. 2022-08-17 11:57:27 root: INFO: instruction count: 111: __C5376collect_distributed_array.apply 2022-08-17 11:57:27 root: INFO: instruction count: 17: __C5376collect_distributed_array.apply 2022-08-17 11:57:27 root: INFO: instruction count: 27: __C5376collect_distributed_array.__m5377DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:57:27 root: INFO: instruction count: 53: __C5376collect_distributed_array.__m5378INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:57:27 root: INFO: instruction count: 10: __C5376collect_distributed_array.__m5379INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:57:27 root: INFO: instruction count: 31: __C5376collect_distributed_array.__m5380INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:57:27 root: INFO: instruction count: 10: __C5376collect_distributed_array.__m5381INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:57:27 root: INFO: instruction count: 10: __C5376collect_distributed_array.__m5382INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:57:27 root: INFO: instruction count: 27: __C5376collect_distributed_array.__m5384DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 11:57:27 root: INFO: instruction count: 8: __C5376collect_distributed_array.__m5385INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:57:27 root: INFO: instruction count: 205: __C5376collect_distributed_array.__m5387split_ToArray 2022-08-17 11:57:27 root: INFO: instruction count: 11: __C5376collect_distributed_array.__m5397ord_equiv 2022-08-17 11:57:27 root: INFO: instruction count: 21: __C5376collect_distributed_array.__m5398ord_equivNonnull 2022-08-17 11:57:27 root: INFO: instruction count: 28: __C5376collect_distributed_array.__m5399ord_compareNonnull 2022-08-17 11:57:27 root: INFO: instruction count: 7: __C5376collect_distributed_array.__m5402length 2022-08-17 11:57:27 root: INFO: instruction count: 11: __C5376collect_distributed_array.__m5403ord_gt 2022-08-17 11:57:27 root: INFO: instruction count: 14: __C5376collect_distributed_array.__m5404ord_gtNonnull 2022-08-17 11:57:27 root: INFO: instruction count: 138: __C5376collect_distributed_array.__m5405split_If 2022-08-17 11:57:27 root: INFO: instruction count: 161: __C5376collect_distributed_array.__m5411splitChar 2022-08-17 11:57:27 root: INFO: instruction count: 53: __C5376collect_distributed_array.convert_region_to_str_array 2022-08-17 11:57:27 root: INFO: instruction count: 12: __C5376collect_distributed_array.__m5414setup_null 2022-08-17 11:57:27 root: INFO: instruction count: 11: __C5376collect_distributed_array.__m5415ord_equiv 2022-08-17 11:57:27 root: INFO: instruction count: 14: __C5376collect_distributed_array.__m5416ord_equivNonnull 2022-08-17 11:57:27 root: INFO: instruction count: 135: __C5376collect_distributed_array.__m5422format 2022-08-17 11:57:27 root: INFO: instruction count: 12: __C5376collect_distributed_array.__m5425setup_null 2022-08-17 11:57:27 root: INFO: instruction count: 29: __C5376collect_distributed_array.__m5428concat 2022-08-17 11:57:27 root: INFO: instruction count: 35: __C5376collect_distributed_array.__m5430arrayref_bounds_check 2022-08-17 11:57:27 root: INFO: instruction count: 12: __C5376collect_distributed_array.__m5433setup_jab 2022-08-17 11:57:27 root: INFO: instruction count: 12: __C5376collect_distributed_array.__m5436setup_null 2022-08-17 11:57:27 root: INFO: instruction count: 4: __C5376collect_distributed_array.setObjects 2022-08-17 11:57:27 root: INFO: instruction count: 25: __C5376collect_distributed_array.__m5442ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND 2022-08-17 11:57:27 root: INFO: instruction count: 35: __C5376collect_distributed_array.__m5443ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 11:57:27 root: INFO: instruction count: 59: __C5376collect_distributed_array.__m5444ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 11:57:27 root: INFO: instruction count: 16: __C5376collect_distributed_array.__m5445ENCODE_SStringPointer_TO_o_binary 2022-08-17 11:57:27 root: INFO: instruction count: 9: __C5376collect_distributed_array.setPartitionIndex 2022-08-17 11:57:27 root: INFO: instruction count: 4: __C5376collect_distributed_array.addPartitionRegion 2022-08-17 11:57:27 root: INFO: instruction count: 4: __C5376collect_distributed_array.setPool 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5376collect_distributed_array.addHailClassLoader 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5376collect_distributed_array.addFS 2022-08-17 11:57:27 root: INFO: instruction count: 121: __C5376collect_distributed_array.addLiterals 2022-08-17 11:57:27 root: INFO: instruction count: 81: __C5376collect_distributed_array.__m5449DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 11:57:27 root: INFO: instruction count: 58: __C5376collect_distributed_array.__m5450INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 11:57:27 root: INFO: instruction count: 400: __C5376collect_distributed_array.__m5387split_ToArray_region9_48 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5451__m5387split_ToArraySpills. 2022-08-17 11:57:27 root: INFO: encoder cache hit 2022-08-17 11:57:27 MemoryStore: INFO: Block broadcast_88 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 11:57:27 MemoryStore: INFO: Block broadcast_88_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 11:57:27 BlockManagerInfo: INFO: Added broadcast_88_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 11:57:27 SparkContext: INFO: Created broadcast 88 from broadcast at SparkBackend.scala:313 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5360HailClassLoaderContainer. 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5360HailClassLoaderContainer. 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5361FSContainer. 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5361FSContainer. 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5362Compiled. 2022-08-17 11:57:27 root: INFO: instruction count: 55: __C5362Compiled.apply 2022-08-17 11:57:27 root: INFO: instruction count: 571: __C5362Compiled.__m5363split_ToArray 2022-08-17 11:57:27 root: INFO: instruction count: 4: __C5362Compiled.setBackend 2022-08-17 11:57:27 root: INFO: instruction count: 9: __C5362Compiled.__m5463ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 11:57:27 root: INFO: instruction count: 61: __C5362Compiled.__m5464ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:57:27 root: INFO: instruction count: 4: __C5362Compiled.__m5465ENCODE_SInt32$_TO_r_int32 2022-08-17 11:57:27 root: INFO: instruction count: 16: __C5362Compiled.__m5466ENCODE_SStringPointer_TO_r_binary 2022-08-17 11:57:27 root: INFO: instruction count: 4: __C5362Compiled.__m5467ENCODE_SInt64$_TO_r_int64 2022-08-17 11:57:27 root: INFO: instruction count: 4: __C5362Compiled.__m5468ENCODE_SBoolean$_TO_r_bool 2022-08-17 11:57:27 root: INFO: instruction count: 9: __C5362Compiled.__m5469ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 11:57:27 root: INFO: instruction count: 1: __C5362Compiled.__m5470ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 11:57:27 root: INFO: instruction count: 4: __C5362Compiled.setObjects 2022-08-17 11:57:27 root: INFO: instruction count: 27: __C5362Compiled.__m5472DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND_TO_SBaseStructPointer 2022-08-17 11:57:27 root: INFO: instruction count: 58: __C5362Compiled.__m5473INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:57:27 root: INFO: instruction count: 75: __C5362Compiled.__m5474INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 11:57:27 root: INFO: instruction count: 31: __C5362Compiled.__m5475INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 11:57:27 root: INFO: instruction count: 12: __C5362Compiled.__m5494setup_jab 2022-08-17 11:57:27 root: INFO: instruction count: 9: __C5362Compiled.setPartitionIndex 2022-08-17 11:57:27 root: INFO: instruction count: 4: __C5362Compiled.addPartitionRegion 2022-08-17 11:57:27 root: INFO: instruction count: 4: __C5362Compiled.setPool 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5362Compiled.addHailClassLoader 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5362Compiled.addFS 2022-08-17 11:57:27 root: INFO: instruction count: 62: __C5362Compiled.addLiterals 2022-08-17 11:57:27 root: INFO: instruction count: 36: __C5362Compiled.__m5502DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 11:57:27 root: INFO: instruction count: 8: __C5362Compiled.__m5503INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 11:57:27 root: INFO: instruction count: 58: __C5362Compiled.__m5504INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:57:27 root: INFO: instruction count: 53: __C5362Compiled.__m5505INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 11:57:27 root: INFO: instruction count: 10: __C5362Compiled.__m5506INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 11:57:27 root: INFO: instruction count: 31: __C5362Compiled.__m5507INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 11:57:27 root: INFO: instruction count: 10: __C5362Compiled.__m5508INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 11:57:27 root: INFO: instruction count: 10: __C5362Compiled.__m5509INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 11:57:27 root: INFO: instruction count: 3: __C5510__m5363split_ToArraySpills. 2022-08-17 11:57:27 MemoryStore: INFO: Block broadcast_89 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 11:57:27 MemoryStore: INFO: Block broadcast_89_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 11:57:27 BlockManagerInfo: INFO: Added broadcast_89_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 11:57:27 SparkContext: INFO: Created broadcast 89 from broadcast at SparkBackend.scala:313 2022-08-17 11:57:27 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 11:57:27 DAGScheduler: INFO: Got job 15 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 11:57:27 DAGScheduler: INFO: Final stage: ResultStage 15 (collect at SparkBackend.scala:321) 2022-08-17 11:57:27 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 11:57:27 DAGScheduler: INFO: Missing parents: List() 2022-08-17 11:57:27 DAGScheduler: INFO: Submitting ResultStage 15 (SparkBackendComputeRDD[44] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 11:57:27 MemoryStore: INFO: Block broadcast_90 stored as values in memory (estimated size 26.2 KiB, free 17.8 GiB) 2022-08-17 11:57:27 MemoryStore: INFO: Block broadcast_90_piece0 stored as bytes in memory (estimated size 15.3 KiB, free 17.8 GiB) 2022-08-17 11:57:27 BlockManagerInfo: INFO: Added broadcast_90_piece0 in memory on dna.Dlink:40753 (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 11:57:27 SparkContext: INFO: Created broadcast 90 from broadcast at DAGScheduler.scala:1433 2022-08-17 11:57:27 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 15 (SparkBackendComputeRDD[44] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 11:57:27 TaskSchedulerImpl: INFO: Adding task set 15.0 with 1 tasks resource profile 0 2022-08-17 11:57:27 TaskSetManager: INFO: Starting task 0.0 in stage 15.0 (TID 252) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 11:57:27 Executor: INFO: Running task 0.0 in stage 15.0 (TID 252) 2022-08-17 11:57:27 root: INFO: RegionPool: initialized for thread 321: Executor task launch worker for task 0.0 in stage 15.0 (TID 252) 2022-08-17 11:57:27 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 321: Executor task launch worker for task 0.0 in stage 15.0 (TID 252) 2022-08-17 11:57:27 root: INFO: RegionPool: REPORT_THRESHOLD: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 321: Executor task launch worker for task 0.0 in stage 15.0 (TID 252) 2022-08-17 11:57:27 root: INFO: TaskReport: stage=15, partition=0, attempt=0, peakBytes=524288, peakBytesReadable=512.00 KiB, chunks requested=1, cache hits=0 2022-08-17 11:57:27 root: INFO: RegionPool: FREE: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 321: Executor task launch worker for task 0.0 in stage 15.0 (TID 252) 2022-08-17 11:57:27 Executor: INFO: Finished task 0.0 in stage 15.0 (TID 252). 67604 bytes result sent to driver 2022-08-17 11:57:27 TaskSetManager: INFO: Finished task 0.0 in stage 15.0 (TID 252) in 16 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 11:57:27 TaskSchedulerImpl: INFO: Removed TaskSet 15.0, whose tasks have all completed, from pool 2022-08-17 11:57:27 DAGScheduler: INFO: ResultStage 15 (collect at SparkBackend.scala:321) finished in 0.019 s 2022-08-17 11:57:27 DAGScheduler: INFO: Job 15 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 11:57:27 TaskSchedulerImpl: INFO: Killing all running tasks in stage 15: Stage finished 2022-08-17 11:57:27 DAGScheduler: INFO: Job 15 finished: collect at SparkBackend.scala:321, took 0.020341 s 2022-08-17 11:57:27 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (128.0K blocks / 128.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:57:27 root: INFO: encoder cache hit 2022-08-17 11:57:27 root: INFO: took 107.099ms 2022-08-17 11:57:27 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 11:57:27 root: INFO: lowering result: EncodedLiteral 2022-08-17 11:57:27 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:57:27 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 11:57:27 root: INFO: RegionPool: REPORT_THRESHOLD: 576.0K allocated (192.0K blocks / 384.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:57:27 root: INFO: encoder cache hit 2022-08-17 11:57:27 root: INFO: took 1.745ms 2022-08-17 11:57:27 root: INFO: LowerOrInterpretNonCompilable: cannot efficiently lower query: seeded randomness does not satisfy determinism restrictions in lowered IR 2022-08-17 11:57:27 root: INFO: interpreting non-compilable result: TableWrite 2022-08-17 11:57:27 root: INFO: decoder cache hit 2022-08-17 11:57:27 root: INFO: decoder cache hit 2022-08-17 11:57:27 root: INFO: decoder cache hit 2022-08-17 11:57:27 root: INFO: decoder cache hit 2022-08-17 11:57:27 root: INFO: decoder cache hit 2022-08-17 11:57:27 root: INFO: RegionPool: REPORT_THRESHOLD: 1.1M allocated (448.0K blocks / 640.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:57:27 root: INFO: encoder cache hit 2022-08-17 11:57:27 root: INFO: BroadcastRegionValue.broadcast: broadcasting 1 byte arrays of total size 1441 (1.41 KiB 2022-08-17 11:57:27 root: INFO: decoder cache hit 2022-08-17 11:57:27 MemoryStore: INFO: Block broadcast_91 stored as values in memory (estimated size 9.5 KiB, free 17.8 GiB) 2022-08-17 11:57:27 MemoryStore: INFO: Block broadcast_91_piece0 stored as bytes in memory (estimated size 4.6 KiB, free 17.8 GiB) 2022-08-17 11:57:27 BlockManagerInfo: INFO: Added broadcast_91_piece0 in memory on dna.Dlink:40753 (size: 4.6 KiB, free: 17.8 GiB) 2022-08-17 11:57:27 BlockManagerInfo: INFO: Removed broadcast_89_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 11:57:27 SparkContext: INFO: Created broadcast 91 from broadcast at SparkBackend.scala:313 2022-08-17 11:57:27 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 187: (Coalesce (StreamAgg __iruid_15111 (StreamFilter __iruid_15112 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_15112))))) (AggLet __iruid_15113 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_15111))) (InsertFields (Let __iruid_15114 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_15114) None (variant_qc (Let __iruid_15115 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_15113))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_15113)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_15114)))) ((Ref __iruid_15113))))) (Let __iruid_15116 (GetField call_stats (Ref __iruid_15115)) (Let __iruid_15117 (GetField homozygote_count (Ref __iruid_15116)) (Let __iruid_15118 (GetField n_called (Ref __iruid_15115)) (Let __iruid_15119 (GetField n_not_called (Ref __iruid_15115)) (Let __iruid_15120 (GetField n_filtered (Ref __iruid_15115)) (Let __iruid_15121 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_15114))) (I32 2)) (Let __iruid_15122 (GetField call_stats (Ref __iruid_15115)) (Let __iruid_15123 (GetField homozygote_count (Ref __iruid_15122)) (Let __iruid_15124 (GetField AC (Ref __iruid_15122)) (Let __iruid_15125 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_15123) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_15124) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_15123) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_15123) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_15123) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_15124) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_15123) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_15123) (I32 1)) (True))) (If (IsNA (Ref __iruid_15125)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_15125)) (Let __iruid_15126 (GetTupleElement 1 (Ref __iruid_15125)) (If (IsNA (Ref __iruid_15126)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_15126)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_15116))) (AF (GetField AF (Ref __iruid_15116))) (AN (GetField AN (Ref __iruid_15116))) (homozygote_count (Ref __iruid_15117)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_15118)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_15118) (Ref __iruid_15119)) (Ref __iruid_15120))))) (n_called (Ref __iruid_15118)) (n_not_called (Ref __iruid_15119)) (n_filtered (Ref __iruid_15120)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_15118) (Cast Int64 (StreamFold __iruid_15127 __iruid_15128 (StreamFilter __iruid_15129 (ToStream False (Ref __iruid_15117)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_15129)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_15127) (Ref __iruid_15128)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_15118) (Cast Int64 (ArrayRef 154 (Ref __iruid_15117) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_15121)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_15121)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_15121))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:57:27 BlockManagerInfo: INFO: Removed broadcast_90_piece0 on dna.Dlink:40753 in memory (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 11:57:27 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 187: (Coalesce (StreamAgg __iruid_15342 (StreamFilter __iruid_15343 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_15343))))) (AggLet __iruid_15344 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_15342))) (InsertFields (Let __iruid_15345 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_15345) None (variant_qc (Let __iruid_15346 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_15344))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_15344)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_15345)))) ((Ref __iruid_15344))))) (Let __iruid_15347 (GetField call_stats (Ref __iruid_15346)) (Let __iruid_15348 (GetField homozygote_count (Ref __iruid_15347)) (Let __iruid_15349 (GetField n_called (Ref __iruid_15346)) (Let __iruid_15350 (GetField n_not_called (Ref __iruid_15346)) (Let __iruid_15351 (GetField n_filtered (Ref __iruid_15346)) (Let __iruid_15352 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_15345))) (I32 2)) (Let __iruid_15353 (GetField call_stats (Ref __iruid_15346)) (Let __iruid_15354 (GetField homozygote_count (Ref __iruid_15353)) (Let __iruid_15355 (GetField AC (Ref __iruid_15353)) (Let __iruid_15356 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_15354) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_15355) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_15354) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_15354) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_15354) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_15355) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_15354) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_15354) (I32 1)) (True))) (If (IsNA (Ref __iruid_15356)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_15356)) (Let __iruid_15357 (GetTupleElement 1 (Ref __iruid_15356)) (If (IsNA (Ref __iruid_15357)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_15357)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_15347))) (AF (GetField AF (Ref __iruid_15347))) (AN (GetField AN (Ref __iruid_15347))) (homozygote_count (Ref __iruid_15348)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_15349)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_15349) (Ref __iruid_15350)) (Ref __iruid_15351))))) (n_called (Ref __iruid_15349)) (n_not_called (Ref __iruid_15350)) (n_filtered (Ref __iruid_15351)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_15349) (Cast Int64 (StreamFold __iruid_15358 __iruid_15359 (StreamFilter __iruid_15360 (ToStream False (Ref __iruid_15348)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_15360)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_15358) (Ref __iruid_15359)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_15349) (Cast Int64 (ArrayRef 154 (Ref __iruid_15348) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_15352)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_15352)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_15352))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:57:27 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 187: (Coalesce (StreamAgg __iruid_15342 (StreamFilter __iruid_15343 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_15343))))) (AggLet __iruid_15344 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_15342))) (InsertFields (Let __iruid_15345 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_15345) None (variant_qc (Let __iruid_15346 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_15344))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_15344)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_15345)))) ((Ref __iruid_15344))))) (Let __iruid_15347 (GetField call_stats (Ref __iruid_15346)) (Let __iruid_15348 (GetField homozygote_count (Ref __iruid_15347)) (Let __iruid_15349 (GetField n_called (Ref __iruid_15346)) (Let __iruid_15350 (GetField n_not_called (Ref __iruid_15346)) (Let __iruid_15351 (GetField n_filtered (Ref __iruid_15346)) (Let __iruid_15352 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_15345))) (I32 2)) (Let __iruid_15353 (GetField call_stats (Ref __iruid_15346)) (Let __iruid_15354 (GetField homozygote_count (Ref __iruid_15353)) (Let __iruid_15355 (GetField AC (Ref __iruid_15353)) (Let __iruid_15356 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_15354) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_15355) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_15354) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_15354) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_15354) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_15355) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_15354) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_15354) (I32 1)) (True))) (If (IsNA (Ref __iruid_15356)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_15356)) (Let __iruid_15357 (GetTupleElement 1 (Ref __iruid_15356)) (If (IsNA (Ref __iruid_15357)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_15357)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_15347))) (AF (GetField AF (Ref __iruid_15347))) (AN (GetField AN (Ref __iruid_15347))) (homozygote_count (Ref __iruid_15348)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_15349)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_15349) (Ref __iruid_15350)) (Ref __iruid_15351))))) (n_called (Ref __iruid_15349)) (n_not_called (Ref __iruid_15350)) (n_filtered (Ref __iruid_15351)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_15349) (Cast Int64 (StreamFold __iruid_15358 __iruid_15359 (StreamFilter __iruid_15360 (ToStream False (Ref __iruid_15348)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_15360)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_15358) (Ref __iruid_15359)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_15349) (Cast Int64 (ArrayRef 154 (Ref __iruid_15348) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_15352)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_15352)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_15352))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:57:27 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 187: (Coalesce (StreamAgg __iruid_15399 (StreamFilter __iruid_15400 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_15400))))) (AggLet __iruid_15401 False (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_15399))) (InsertFields (Let __iruid_15402 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_15402) None (variant_qc (Let __iruid_15403 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_15401))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_15401)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_15402)))) ((Ref __iruid_15401))))) (Let __iruid_15404 (GetField call_stats (Ref __iruid_15403)) (Let __iruid_15405 (GetField homozygote_count (Ref __iruid_15404)) (Let __iruid_15406 (GetField n_called (Ref __iruid_15403)) (Let __iruid_15407 (GetField n_not_called (Ref __iruid_15403)) (Let __iruid_15408 (GetField n_filtered (Ref __iruid_15403)) (Let __iruid_15409 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_15402))) (I32 2)) (Let __iruid_15410 (GetField call_stats (Ref __iruid_15403)) (Let __iruid_15411 (GetField homozygote_count (Ref __iruid_15410)) (Let __iruid_15412 (GetField AC (Ref __iruid_15410)) (Let __iruid_15413 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_15411) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_15412) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_15411) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_15411) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_15411) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_15412) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_15411) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_15411) (I32 1)) (True))) (If (IsNA (Ref __iruid_15413)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_15413)) (Let __iruid_15414 (GetTupleElement 1 (Ref __iruid_15413)) (If (IsNA (Ref __iruid_15414)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_15414)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_15404))) (AF (GetField AF (Ref __iruid_15404))) (AN (GetField AN (Ref __iruid_15404))) (homozygote_count (Ref __iruid_15405)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_15406)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_15406) (Ref __iruid_15407)) (Ref __iruid_15408))))) (n_called (Ref __iruid_15406)) (n_not_called (Ref __iruid_15407)) (n_filtered (Ref __iruid_15408)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_15406) (Cast Int64 (StreamFold __iruid_15415 __iruid_15416 (StreamFilter __iruid_15417 (ToStream False (Ref __iruid_15405)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_15417)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_15415) (Ref __iruid_15416)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_15406) (Cast Int64 (ArrayRef 154 (Ref __iruid_15405) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_15409)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_15409)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_15409))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 11:57:27 root: ERROR: error while applying lowering 'LowerOrInterpretNonCompilable' 2022-08-17 11:57:27 root: INFO: RegionPool: FREE: 1.3M allocated (512.0K blocks / 832.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 11:57:27 root: ERROR: NoSuchElementException: Ref with name __iruid_15402 could not be resolved in env BindingEnv((),None,None,()) From is.hail.utils.HailException: error after applying LowerArrayAggsToRunAggs at is.hail.utils.ErrorHandling.fatal(ErrorHandling.scala:21) at is.hail.utils.ErrorHandling.fatal$(ErrorHandling.scala:21) at is.hail.utils.package$.fatal(package.scala:78) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:25) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableMapGlobals.execute(TableIR.scala:2319) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.run(Interpret.scala:856) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) is.hail.utils.HailException: Error while typechecking IR: (Coalesce (Let __iruid_15418 (RunAgg ((TypedStateSig +PInt64) (TypedStateSig +PInt64) (TypedStateSig +PInt64) (CallStatsStateSig)) (Begin (Begin (InitOp 0 (Sum (TypedStateSig +PInt64)) ()) (InitOp 1 (Sum (TypedStateSig +PInt64)) ()) (InitOp 2 (Count (TypedStateSig +PInt64)) ()) (InitOp 3 (CallStats (CallStatsStateSig)) ((ArrayLen (GetField alleles (Ref __iruid_15402)))))) (StreamFor __iruid_15399 (StreamFilter __iruid_15400 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_15400))))) (Let __iruid_15401 (GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_15399))) (Begin (SeqOp 0 (Sum (TypedStateSig +PInt64)) ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_15401)))))) (SeqOp 1 (Sum (TypedStateSig +PInt64)) ((Apply 138 toInt64 () Int64 (IsNA (Ref __iruid_15401))))) (SeqOp 2 (Count (TypedStateSig +PInt64)) ()) (SeqOp 3 (CallStats (CallStatsStateSig)) ((Ref __iruid_15401))))))) (MakeTuple (0 1 2 3) (ResultOp 0 (Sum (TypedStateSig +PInt64))) (ResultOp 1 (Sum (TypedStateSig +PInt64))) (ResultOp 2 (Count (TypedStateSig +PInt64))) (ResultOp 3 (CallStats (CallStatsStateSig))))) (InsertFields (Let __iruid_15402 (SelectFields (locus alleles rsid qual filters info) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_15402) None (variant_qc (Let __iruid_15403 (MakeStruct (n_called (GetTupleElement 0 (Ref __iruid_15418))) (n_not_called (GetTupleElement 1 (Ref __iruid_15418))) (n_filtered (ApplyBinaryPrimOp Subtract (Cast Int64 (ArrayLen (GetField __cols (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{__cols:+PCArray[+PCStruct{pheno:PCStruct{SuperPopulation:PCString}}]})) 0)))) (GetTupleElement 2 (Ref __iruid_15418)))) (call_stats (GetTupleElement 3 (Ref __iruid_15418)))) (Let __iruid_15404 (GetField call_stats (Ref __iruid_15403)) (Let __iruid_15405 (GetField homozygote_count (Ref __iruid_15404)) (Let __iruid_15406 (GetField n_called (Ref __iruid_15403)) (Let __iruid_15407 (GetField n_not_called (Ref __iruid_15403)) (Let __iruid_15408 (GetField n_filtered (Ref __iruid_15403)) (Let __iruid_15409 (If (ApplyComparisonOp EQ (ArrayLen (GetField alleles (Ref __iruid_15402))) (I32 2)) (Let __iruid_15410 (GetField call_stats (Ref __iruid_15403)) (Let __iruid_15411 (GetField homozygote_count (Ref __iruid_15410)) (Let __iruid_15412 (GetField AC (Ref __iruid_15410)) (Let __iruid_15413 (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 140 (Ref __iruid_15411) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 141 (Ref __iruid_15412) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 142 (Ref __iruid_15411) (I32 1)) (I32 2))) (ArrayRef 143 (Ref __iruid_15411) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ArrayRef 145 (Ref __iruid_15411) (I32 0)) (ApplyBinaryPrimOp Subtract (ArrayRef 146 (Ref __iruid_15412) (I32 1)) (ApplyBinaryPrimOp Multiply (ArrayRef 147 (Ref __iruid_15411) (I32 1)) (I32 2))) (ArrayRef 148 (Ref __iruid_15411) (I32 1)) (True))) (If (IsNA (Ref __iruid_15413)) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}]) (MakeTuple (0 1) (GetTupleElement 0 (Ref __iruid_15413)) (Let __iruid_15414 (GetTupleElement 1 (Ref __iruid_15413)) (If (IsNA (Ref __iruid_15414)) (NA Struct{p_value:Float64}) (MakeStruct (p_value (GetField p_value (Ref __iruid_15414)))))))))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __iruid_15404))) (AF (GetField AF (Ref __iruid_15404))) (AN (GetField AN (Ref __iruid_15404))) (homozygote_count (Ref __iruid_15405)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (Cast Float64 (Ref __iruid_15406)) (Cast Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __iruid_15406) (Ref __iruid_15407)) (Ref __iruid_15408))))) (n_called (Ref __iruid_15406)) (n_not_called (Ref __iruid_15407)) (n_filtered (Ref __iruid_15408)) (n_het (ApplyBinaryPrimOp Subtract (Ref __iruid_15406) (Cast Int64 (StreamFold __iruid_15415 __iruid_15416 (StreamFilter __iruid_15417 (ToStream False (Ref __iruid_15405)) (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_15417)))) (I32 0) (ApplyBinaryPrimOp Add (Ref __iruid_15415) (Ref __iruid_15416)))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __iruid_15406) (Cast Int64 (ArrayRef 154 (Ref __iruid_15405) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __iruid_15409)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __iruid_15409)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __iruid_15409))))))))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],rsid:PCString,qual:PFloat64,filters:PCSet[+PCString],info:+PCStruct{CIEND:PCArray[PInt32],CIPOS:PCArray[PInt32],CS:PCString,END:PInt32,IMPRECISE:+PBoolean,MC:PCArray[PCString],MEINFO:PCArray[PCString],MEND:PInt32,MLEN:PInt32,MSTART:PInt32,SVLEN:PCArray[PInt32],SVTYPE:PCString,TSD:PCString,AC:PCArray[PInt32],AF:PCArray[PFloat64],NS:PInt32,AN:PInt32,EAS_AF:PCArray[PFloat64],EUR_AF:PCArray[PFloat64],AFR_AF:PCArray[PFloat64],AMR_AF:PCArray[PFloat64],SAS_AF:PCArray[PFloat64],DP:PInt32,AA:PCString,VT:PCArray[PCString],EX_TARGET:+PBoolean,MULTI_ALLELIC:+PBoolean},__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],rsid:String,qual:Float64,filters:Set[String],info:Struct{CIEND:Array[Int32],CIPOS:Array[Int32],CS:String,END:Int32,IMPRECISE:Boolean,MC:Array[String],MEINFO:Array[String],MEND:Int32,MLEN:Int32,MSTART:Int32,SVLEN:Array[Int32],SVTYPE:String,TSD:String,AC:Array[Int32],AF:Array[Float64],NS:Int32,AN:Int32,EAS_AF:Array[Float64],EUR_AF:Array[Float64],AFR_AF:Array[Float64],AMR_AF:Array[Float64],SAS_AF:Array[Float64],DP:Int32,AA:String,VT:Array[String],EX_TARGET:Boolean,MULTI_ALLELIC:Boolean},variant_qc:Struct{AC:Array[Int32],AF:Array[Float64],AN:Int32,homozygote_count:Array[Int32],call_rate:Float64,n_called:Int64,n_not_called:Int64,n_filtered:Int64,n_het:Int64,n_non_ref:Int64,het_freq_hwe:Float64,p_value_hwe:Float64,p_value_excess_het:Float64},__row_uid:Int64} -1 (Str "Internal e..."))) at is.hail.utils.ErrorHandling.fatal(ErrorHandling.scala:21) at is.hail.utils.ErrorHandling.fatal$(ErrorHandling.scala:21) at is.hail.utils.package$.fatal(package.scala:78) at is.hail.expr.ir.TypeCheck$.apply(TypeCheck.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:22) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableMapGlobals.execute(TableIR.scala:2319) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.run(Interpret.scala:856) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) java.util.NoSuchElementException: Ref with name __iruid_15402 could not be resolved in env BindingEnv((),None,None,()) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:98) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.apply(TypeCheck.scala:13) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:22) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableMapGlobals.execute(TableIR.scala:2319) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.run(Interpret.scala:856) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) 2022-08-17 12:06:34 BlockManagerInfo: INFO: Removed broadcast_91_piece0 on dna.Dlink:40753 in memory (size: 4.6 KiB, free: 17.8 GiB) 2022-08-17 13:26:40 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 13:26:40 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 13:26:40 root: INFO: globbing path data_Haill//1kg_annotations.txt returned 1 files: 1kg_annotations.txt 2022-08-17 13:26:40 root: INFO: RegionPool: FREE: 64.0K allocated (64.0K blocks / 0 chunks), regions.size = 1, 0 current java objects, thread 19: Thread-4 2022-08-17 13:26:40 root: INFO: timing SparkBackend.parse_value_ir total 25.336ms self 25.336ms children 0.000ms %children 0.00% 2022-08-17 13:26:40 root: INFO: RegionPool: initialized for thread 19: Thread-4 2022-08-17 13:26:40 root: INFO: starting execution of query hail_query_12 of initial size 1170 2022-08-17 13:26:40 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1170: (Let __rng_state (RNGStateLiteral (0 0 0 0)) (TableCount (MatrixRowsTable (MatrixFilterRows (MatrixMapRows (MatrixMapEntries (MatrixMapRows (MatrixFilterRows (MatrixAnnotateRowsTable "__uid_35" False (MatrixFilterCols (MatrixMapCols None (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixMapCols None (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__uid_4 (GetField AC (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((GetField GT (Ref g)))))) (__uid_5 (ToArray (StreamMap __uid_6 (ToStream False (ArraySlice (GetField alleles (Ref va)) (I32 1) (I32 1))) (Let __uid_11 (ApplyIR 51 __uid_1 () Int32 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (Ref __uid_6)) (If (ApplyComparisonOp EQ (Ref __uid_11) (I32 1)) (If (ApplySpecial 75 land () Boolean (ApplyComparisonOp EQ (ApplyIR 52 __uid_1 () Int32 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (Ref __uid_6)) (I32 1)) (ApplyIR 74 __uid_2 () Boolean (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (Ref __uid_6))) (I32 8) (I32 9)) (Ref __uid_11)))))))) (InsertFields (SelectFields (s) (Ref sa)) None (sample_qc (Let __uid_25 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 76 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (GetField GT (Ref g)))))))) (n_not_called (ApplyAggOp Sum () ((Apply 77 toInt64 () Int64 (IsNA (GetField GT (Ref g))))))) (n_filtered (ApplyBinaryPrimOp Subtract (Ref n_rows) (ApplyAggOp Count () ()))) (n_hom_ref (ApplyAggOp Sum () ((Apply 79 toInt64 () Int64 (Apply 78 isHomRef () Boolean (GetField GT (Ref g))))))) (n_het (ApplyAggOp Sum () ((Apply 81 toInt64 () Int64 (Apply 80 isHet () Boolean (GetField GT (Ref g))))))) (n_singleton (ApplyAggOp Sum () ((ApplyIR 89 toInt64 () Int64 (Let __uid_16 (GetField GT (Ref g)) (ApplyIR 88 sum () Int32 (ToArray (StreamFilter __uid_20 (ToStream False (ToArray (StreamMap __uid_19 (ToStream False (ToArray (StreamMap __uid_17 (ToStream False (ToArray (StreamRange 83 False (I32 0) (Apply 82 ploidy () Int32 (Ref __uid_16)) (I32 1)))) (Let __uid_18 (Apply 84 index () Int32 (Ref __uid_16) (Ref __uid_17)) (ApplySpecial 86 land () Boolean (ApplyComparisonOp NEQ (Ref __uid_18) (I32 0)) (ApplyComparisonOp EQ (ApplyIR 85 indexArray () Int32 (GetField __uid_4 (Ref va)) (Ref __uid_18)) (I32 1))))))) (Apply 87 toInt32 () Int32 (Ref __uid_19))))) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_20))))))))))) (allele_type_counts (AggExplode __uid_24 False (ToStream False (ToArray (StreamMap __uid_23 (ToStream False (ToArray (StreamFilter __uid_22 (ToStream False (ToArray (StreamMap __uid_21 (ToStream False (ToArray (StreamRange 91 False (I32 0) (Apply 90 ploidy () Int32 (GetField GT (Ref g))) (I32 1)))) (Apply 92 index () Int32 (GetField GT (Ref g)) (Ref __uid_21))))) (ApplyComparisonOp GT (Ref __uid_22) (I32 0))))) (ApplyIR 93 indexArray () Int32 (GetField __uid_5 (Ref va)) (ApplyBinaryPrimOp Subtract (Ref __uid_23) (I32 1)))))) (MakeTuple (0 1 2 3 4 5 6 7 8 9) (ApplyAggOp Sum () ((Apply 94 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 0))))) (ApplyAggOp Sum () ((Apply 95 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 1))))) (ApplyAggOp Sum () ((Apply 96 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 2))))) (ApplyAggOp Sum () ((Apply 97 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 3))))) (ApplyAggOp Sum () ((Apply 98 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 4))))) (ApplyAggOp Sum () ((Apply 99 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 5))))) (ApplyAggOp Sum () ((Apply 100 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 6))))) (ApplyAggOp Sum () ((Apply 101 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 7))))) (ApplyAggOp Sum () ((Apply 102 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 8))))) (ApplyAggOp Sum () ((Apply 103 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 9))))))))) (Let __uid_26 (MakeStruct (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 104 toFloat64 () Float64 (GetField n_called (Ref __uid_25))) (ApplyIR 105 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (GetField n_called (Ref __uid_25)) (GetField n_not_called (Ref __uid_25))) (GetField n_filtered (Ref __uid_25)))))) (n_called (GetField n_called (Ref __uid_25))) (n_not_called (GetField n_not_called (Ref __uid_25))) (n_filtered (GetField n_filtered (Ref __uid_25))) (n_hom_ref (GetField n_hom_ref (Ref __uid_25))) (n_het (GetField n_het (Ref __uid_25))) (n_hom_var (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Subtract (GetField n_called (Ref __uid_25)) (GetField n_hom_ref (Ref __uid_25))) (GetField n_het (Ref __uid_25)))) (n_non_ref (ApplyBinaryPrimOp Subtract (GetField n_called (Ref __uid_25)) (GetField n_hom_ref (Ref __uid_25)))) (n_singleton (GetField n_singleton (Ref __uid_25))) (n_snp (ApplyBinaryPrimOp Add (GetTupleElement 8 (GetField allele_type_counts (Ref __uid_25))) (GetTupleElement 9 (GetField allele_type_counts (Ref __uid_25))))) (n_insertion (GetTupleElement 3 (GetField allele_type_counts (Ref __uid_25)))) (n_deletion (GetTupleElement 4 (GetField allele_type_counts (Ref __uid_25)))) (n_transition (GetTupleElement 8 (GetField allele_type_counts (Ref __uid_25)))) (n_transversion (GetTupleElement 9 (GetField allele_type_counts (Ref __uid_25)))) (n_star (GetTupleElement 6 (GetField allele_type_counts (Ref __uid_25))))) (InsertFields (Ref __uid_26) None (r_ti_tv (If (ApplyComparisonOp NEQ (GetField n_transversion (Ref __uid_26)) (ApplyIR 107 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 106 toFloat64 () Float64 (GetField n_transition (Ref __uid_26))) (ApplyIR 108 toFloat64 () Float64 (GetField n_transversion (Ref __uid_26)))) (NA Float64))) (r_het_hom_var (If (ApplyComparisonOp NEQ (GetField n_hom_var (Ref __uid_26)) (ApplyIR 110 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 109 toFloat64 () Float64 (GetField n_het (Ref __uid_26))) (ApplyIR 111 toFloat64 () Float64 (GetField n_hom_var (Ref __uid_26)))) (NA Float64))) (r_insertion_deletion (If (ApplyComparisonOp NEQ (GetField n_deletion (Ref __uid_26)) (ApplyIR 113 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 112 toFloat64 () Float64 (GetField n_insertion (Ref __uid_26))) (ApplyIR 114 toFloat64 () Float64 (GetField n_deletion (Ref __uid_26)))) (NA Float64))))))))) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_4 (GetField __uid_4 (Ref va))) (__uid_5 (GetField __uid_5 (Ref va)))))) (TableKeyBy (Sample) False (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref row)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (InsertFields (SelectFields (file split_text) (Ref row)) None (Sample (ApplyIR 14 indexArray () String (GetField split_text (Ref row)) (I32 0))) (Population (ApplyIR 15 indexArray () String (GetField split_text (Ref row)) (I32 1))) (SuperPopulation (ApplyIR 16 indexArray () String (GetField split_text (Ref row)) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ApplyIR 17 indexArray () String (GetField split_text (Ref row)) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ApplyIR 19 indexArray () String (GetField split_text (Ref row)) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ApplyIR 21 indexArray () String (GetField split_text (Ref row)) (I32 5)))))) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file split_text Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))) (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))))) (InsertFields (SelectFields (s sample_qc) (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (MatrixRowsTable (MatrixMapRows (MatrixFilterRows (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols None (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixMapCols None (MatrixMapRows (MatrixMapRows (MatrixRead None False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (InsertFields (Ref va) None (__row_uid (NA Int64)))) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info) (Ref va)) (Let __cse_13 (GetField alleles (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__uid_4 (GetField AC (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((GetField GT (Ref g)))))) (__uid_5 (ToArray (StreamMap __uid_6 (ToStream False (ArraySlice (Ref __cse_13) (I32 1) (I32 1))) (Let __uid_11 (ApplyIR 51 __uid_1 () Int32 (ApplyIR 30 indexArray () String (Ref __cse_13) (I32 0)) (Ref __uid_6)) (If (ApplyComparisonOp EQ (Ref __uid_11) (I32 1)) (Let __cse_14 (ApplyIR 30 indexArray () String (GetField alleles (Ref va)) (I32 0)) (If (ApplySpecial 75 land () Boolean (ApplyComparisonOp EQ (ApplyIR 52 __uid_1 () Int32 (Ref __cse_14) (Ref __uid_6)) (I32 1)) (ApplyIR 74 __uid_2 () Boolean (Ref __cse_14) (Ref __uid_6))) (I32 8) (I32 9))) (Ref __uid_11))))))))) None (__row_uid (GetField __row_uid (Ref va))))) (AggLet __cse_15 False (GetField GT (Ref g)) (InsertFields (SelectFields (s) (Ref sa)) None (sample_qc (Let __uid_25 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 76 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_15))))))) (n_not_called (ApplyAggOp Sum () ((Apply 77 toInt64 () Int64 (IsNA (Ref __cse_15)))))) (n_filtered (ApplyBinaryPrimOp Subtract (Ref n_rows) (ApplyAggOp Count () ()))) (n_hom_ref (ApplyAggOp Sum () ((Apply 79 toInt64 () Int64 (Apply 78 isHomRef () Boolean (Ref __cse_15)))))) (n_het (ApplyAggOp Sum () ((Apply 81 toInt64 () Int64 (Apply 80 isHet () Boolean (Ref __cse_15)))))) (n_singleton (ApplyAggOp Sum () ((ApplyIR 89 toInt64 () Int64 (Let __uid_16 (Ref __cse_15) (ApplyIR 88 sum () Int32 (ToArray (StreamFilter __uid_20 (ToStream False (ToArray (StreamMap __uid_19 (ToStream False (ToArray (StreamMap __uid_17 (ToStream False (ToArray (StreamRange 83 False (I32 0) (Apply 82 ploidy () Int32 (Ref __uid_16)) (I32 1)))) (Let __uid_18 (Apply 84 index () Int32 (Ref __uid_16) (Ref __uid_17)) (ApplySpecial 86 land () Boolean (ApplyComparisonOp NEQ (Ref __uid_18) (I32 0)) (ApplyComparisonOp EQ (ApplyIR 85 indexArray () Int32 (GetField __uid_4 (Ref va)) (Ref __uid_18)) (I32 1))))))) (Apply 87 toInt32 () Int32 (Ref __uid_19))))) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_20))))))))))) (allele_type_counts (AggExplode __uid_24 False (ToStream False (ToArray (StreamMap __uid_23 (ToStream False (ToArray (StreamFilter __uid_22 (ToStream False (ToArray (StreamMap __uid_21 (ToStream False (ToArray (StreamRange 91 False (I32 0) (Apply 90 ploidy () Int32 (Ref __cse_15)) (I32 1)))) (Apply 92 index () Int32 (Ref __cse_15) (Ref __uid_21))))) (ApplyComparisonOp GT (Ref __uid_22) (I32 0))))) (ApplyIR 93 indexArray () Int32 (GetField __uid_5 (Ref va)) (ApplyBinaryPrimOp Subtract (Ref __uid_23) (I32 1)))))) (MakeTuple (0 1 2 3 4 5 6 7 8 9) (ApplyAggOp Sum () ((Apply 94 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 0))))) (ApplyAggOp Sum () ((Apply 95 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 1))))) (ApplyAggOp Sum () ((Apply 96 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 2))))) (ApplyAggOp Sum () ((Apply 97 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 3))))) (ApplyAggOp Sum () ((Apply 98 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 4))))) (ApplyAggOp Sum () ((Apply 99 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 5))))) (ApplyAggOp Sum () ((Apply 100 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 6))))) (ApplyAggOp Sum () ((Apply 101 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 7))))) (ApplyAggOp Sum () ((Apply 102 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 8))))) (ApplyAggOp Sum () ((Apply 103 toInt64 () Int64 (ApplyComparisonOp EQ (Ref __uid_24) (I32 9))))))))) (Let __cse_16 (GetField n_called (Ref __uid_25)) (Let __cse_17 (GetField n_not_called (Ref __uid_25)) (Let __cse_18 (GetField n_filtered (Ref __uid_25)) (Let __cse_19 (GetField n_hom_ref (Ref __uid_25)) (Let __cse_20 (GetField n_het (Ref __uid_25)) (Let __cse_21 (GetField allele_type_counts (Ref __uid_25)) (Let __uid_26 (MakeStruct (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 104 toFloat64 () Float64 (Ref __cse_16)) (ApplyIR 105 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_16) (Ref __cse_17)) (Ref __cse_18))))) (n_called (Ref __cse_16)) (n_not_called (Ref __cse_17)) (n_filtered (Ref __cse_18)) (n_hom_ref (Ref __cse_19)) (n_het (Ref __cse_20)) (n_hom_var (ApplyBinaryPrimOp Subtract (ApplyBinaryPrimOp Subtract (Ref __cse_16) (Ref __cse_19)) (Ref __cse_20))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_16) (Ref __cse_19))) (n_singleton (GetField n_singleton (Ref __uid_25))) (n_snp (ApplyBinaryPrimOp Add (GetTupleElement 8 (Ref __cse_21)) (GetTupleElement 9 (Ref __cse_21)))) (n_insertion (GetTupleElement 3 (Ref __cse_21))) (n_deletion (GetTupleElement 4 (Ref __cse_21))) (n_transition (GetTupleElement 8 (Ref __cse_21))) (n_transversion (GetTupleElement 9 (Ref __cse_21))) (n_star (GetTupleElement 6 (Ref __cse_21)))) (InsertFields (Ref __uid_26) None (r_ti_tv (If (ApplyComparisonOp NEQ (GetField n_transversion (Ref __uid_26)) (ApplyIR 107 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 106 toFloat64 () Float64 (GetField n_transition (Ref __uid_26))) (ApplyIR 108 toFloat64 () Float64 (GetField n_transversion (Ref __uid_26)))) (NA Float64))) (r_het_hom_var (If (ApplyComparisonOp NEQ (GetField n_hom_var (Ref __uid_26)) (ApplyIR 110 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 109 toFloat64 () Float64 (GetField n_het (Ref __uid_26))) (ApplyIR 111 toFloat64 () Float64 (GetField n_hom_var (Ref __uid_26)))) (NA Float64))) (r_insertion_deletion (If (ApplyComparisonOp NEQ (GetField n_deletion (Ref __uid_26)) (ApplyIR 113 toInt64 () Int64 (I32 0))) (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 112 toFloat64 () Float64 (GetField n_insertion (Ref __uid_26))) (ApplyIR 114 toFloat64 () Float64 (GetField n_deletion (Ref __uid_26)))) (NA Float64)))))))))))))))) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info __uid_4 __uid_5) (Ref va)) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_4 (GetField __uid_4 (Ref va))) (__uid_5 (GetField __uid_5 (Ref va)))))) None (__row_uid (GetField __row_uid (Ref va))))) (TableKeyBy (Sample) False (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyUnaryPrimOp Bang (ApplyComparisonOp EQ (GetField text (Ref row)) (Str "Sample\tPop..."))) (False))) (InsertFields (SelectFields (file text) (Ref row)) None (split_text (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __cse_23 (GetField text (Ref row)) (Let __cse_22 (Apply 3 splitChar () Array[String] (Ref __cse_23) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (CastToArray (Ref __cse_22))) (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (Ref __cse_22))) (I32 1)) (Str "field") (Str "fields")) (Ref __cse_23))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row)))))))) (SelectFields (file split_text) (SelectFields (file text split_text) (Ref row)))) (Let __cse_24 (GetField split_text (Ref row)) (InsertFields (SelectFields (file split_text) (Ref row)) None (Sample (ApplyIR 14 indexArray () String (Ref __cse_24) (I32 0))) (Population (ApplyIR 15 indexArray () String (Ref __cse_24) (I32 1))) (SuperPopulation (ApplyIR 16 indexArray () String (Ref __cse_24) (I32 2))) (isFemale (Apply 18 toBoolean () Boolean (ApplyIR 17 indexArray () String (Ref __cse_24) (I32 3)))) (PurpleHair (Apply 20 toBoolean () Boolean (ApplyIR 19 indexArray () String (Ref __cse_24) (I32 4)))) (CaffeineConsumption (Apply 22 toInt32 () Int32 (ApplyIR 21 indexArray () String (Ref __cse_24) (I32 5))))))) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file split_text Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))) (SelectFields (Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (SelectFields (file Sample Population SuperPopulation isFemale PurpleHair CaffeineConsumption) (Ref row)))))) (InsertFields (SelectFields (s sample_qc) (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (AggLet __cse_25 False (GetField GT (Ref g)) (InsertFields (Let va (SelectFields (locus alleles rsid qual filters info) (Ref va)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (variant_qc (Let __uid_31 (MakeStruct (n_called (ApplyAggOp Sum () ((Apply 137 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_25))))))) (n_not_called (ApplyAggOp Sum () ((Apply 138 toInt64 () Int64 (IsNA (Ref __cse_25)))))) (n_filtered (ApplyBinaryPrimOp Subtract (ApplyIR 139 toInt64 () Int64 (Ref n_cols)) (ApplyAggOp Count () ()))) (call_stats (ApplyAggOp CallStats ((ArrayLen (CastToArray (GetField alleles (Ref va))))) ((Ref __cse_25))))) (Let __cse_29 (GetField call_stats (Ref __uid_31)) (Let __cse_33 (GetField homozygote_count (Ref __cse_29)) (Let __cse_30 (GetField n_called (Ref __uid_31)) (Let __cse_31 (GetField n_not_called (Ref __uid_31)) (Let __cse_32 (GetField n_filtered (Ref __uid_31)) (Let __uid_32 (If (ApplyComparisonOp EQ (ArrayLen (CastToArray (GetField alleles (Ref va)))) (I32 2)) (Let __cse_26 (GetField call_stats (Ref __uid_31)) (Let __cse_27 (GetField homozygote_count (Ref __cse_26)) (Let __cse_28 (GetField AC (Ref __cse_26)) (MakeTuple (0 1) (Apply 144 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 140 indexArray () Int32 (Ref __cse_27) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 141 indexArray () Int32 (Ref __cse_28) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 142 indexArray () Int32 (Ref __cse_27) (I32 1)) (I32 2))) (ApplyIR 143 indexArray () Int32 (Ref __cse_27) (I32 1)) (False)) (Apply 149 hardy_weinberg_test () Struct{het_freq_hwe:Float64,p_value:Float64} (ApplyIR 145 indexArray () Int32 (Ref __cse_27) (I32 0)) (ApplyBinaryPrimOp Subtract (ApplyIR 146 indexArray () Int32 (Ref __cse_28) (I32 1)) (ApplyBinaryPrimOp Multiply (ApplyIR 147 indexArray () Int32 (Ref __cse_27) (I32 1)) (I32 2))) (ApplyIR 148 indexArray () Int32 (Ref __cse_27) (I32 1)) (True)))))) (NA Tuple[Struct{het_freq_hwe:Float64,p_value:Float64},Struct{het_freq_hwe:Float64,p_value:Float64}])) (MakeStruct (AC (GetField AC (Ref __cse_29))) (AF (GetField AF (Ref __cse_29))) (AN (GetField AN (Ref __cse_29))) (homozygote_count (Ref __cse_33)) (call_rate (ApplyBinaryPrimOp FloatingPointDivide (ApplyIR 150 toFloat64 () Float64 (Ref __cse_30)) (ApplyIR 151 toFloat64 () Float64 (ApplyBinaryPrimOp Add (ApplyBinaryPrimOp Add (Ref __cse_30) (Ref __cse_31)) (Ref __cse_32))))) (n_called (Ref __cse_30)) (n_not_called (Ref __cse_31)) (n_filtered (Ref __cse_32)) (n_het (ApplyBinaryPrimOp Subtract (Ref __cse_30) (ApplyIR 153 toInt64 () Int64 (ApplyIR 152 sum () Int32 (ToArray (StreamFilter __uid_33 (ToStream False (Ref __cse_33)) (ApplyUnaryPrimOp Bang (IsNA (Ref __uid_33))))))))) (n_non_ref (ApplyBinaryPrimOp Subtract (Ref __cse_30) (ApplyIR 155 toInt64 () Int64 (ApplyIR 154 indexArray () Int32 (Ref __cse_33) (I32 0))))) (het_freq_hwe (GetField het_freq_hwe (GetTupleElement 0 (Ref __uid_32)))) (p_value_hwe (GetField p_value (GetTupleElement 0 (Ref __uid_32)))) (p_value_excess_het (GetField p_value (GetTupleElement 1 (Ref __uid_32))))))))))))))) None (__row_uid (GetField __row_uid (Ref va)))))) (Let va (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)) (Let __cse_34 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ApplyIR 156 indexArray () Float64 (Ref __cse_34) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ApplyIR 157 indexArray () Float64 (Ref __cse_34) (I32 0)) (F64 0.95))) (False))))) (Let __rng_state (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref va))) (Let va (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va)) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (Ref __rng_state) (MakeTuple ()))) (False))))) (SelectFields (locus alleles rsid qual filters info variant_qc) (Ref va))))) (Coalesce (ApplyUnaryPrimOp Bang (IsNA (GetField __uid_35 (Ref va)))) (False))) (SelectFields (locus alleles rsid qual filters info) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (rsid (GetField rsid (Ref va))) (qual (GetField qual (Ref va))) (filters (GetField filters (Ref va))) (info (GetField info (Ref va))) (__uid_35 (GetField __uid_35 (Ref va)))))) (InsertFields (SelectFields () (SelectFields (GT) (Ref g))) None (__gt (Apply 165 nNonRefAlleles () Int32 (GetField GT (Ref g)))))) (AggLet __cse_35 False (GetField __gt (Ref g)) (InsertFields (SelectFields (locus alleles rsid qual filters info) (Ref va)) None (__AC (ApplyAggOp Sum () ((ApplyIR 166 toInt64 () Int64 (Ref __cse_35))))) (__n_called (ApplyAggOp Sum () ((Apply 167 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __cse_35)))))))))) (Let __cse_36 (GetField __AC (Ref va)) (Coalesce (ApplySpecial 170 land () Boolean (ApplyComparisonOp GT (Ref __cse_36) (ApplyIR 168 toInt64 () Int64 (I32 0))) (ApplyComparisonOp LT (Ref __cse_36) (ApplyBinaryPrimOp Multiply (ApplyIR 169 toInt64 () Int64 (I32 2)) (GetField __n_called (Ref va))))) (False))))))) 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field '__uid_4' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field '__uid_5' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'sample_qc' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'rsid' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'qual' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'filters' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'info' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'Population' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'isFemale' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'PurpleHair' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'CaffeineConsumption' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field '__uid_4' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field '__uid_5' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'sample_qc' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'rsid' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'qual' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'filters' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'info' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'Population' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'isFemale' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'PurpleHair' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'CaffeineConsumption' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'AC' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'AN' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'homozygote_count' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'call_rate' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'n_called' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'n_not_called' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'n_filtered' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'n_het' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'n_non_ref' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'het_freq_hwe' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'p_value_hwe' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'p_value_excess_het' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'locus' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'alleles' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'rsid' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'qual' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'filters' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'info' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'split_text' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'split_text' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'n_called' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'n_not_called' 2022-08-17 13:26:40 root: INFO: Prune: MakeStruct: eliminating field 'n_filtered' 2022-08-17 13:26:40 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 288: (TableCount (TableFilter (MatrixRowsTable (MatrixMapRows (MatrixMapEntries (MatrixMapRows (MatrixKeyRowsBy () False (MatrixFilterRows (MatrixAnnotateRowsTable "__uid_35" False (MatrixFilterCols (MatrixMapCols () (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixRead Matrix{global:Struct{},col_key:[s],col:Struct{s:String},row_key:[[locus,alleles]],row:Struct{locus:Locus(GRCh37),alleles:Array[String]},entry:Struct{GT:Call}} False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))))) (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_17181 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref row)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17181) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17181) (I32 2)))))))) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (MatrixRowsTable (MatrixMapRows (MatrixFilterRows (MatrixMapRows (MatrixFilterCols (MatrixMapCols () (MatrixAnnotateColsTable "__uid_27" (MatrixMapRows (MatrixRead Matrix{global:Struct{},col_key:[s],col:Struct{s:String},row_key:[[locus,alleles]],row:Struct{locus:Locus(GRCh37),alleles:Array[String]},entry:Struct{GT:Call}} False False (MatrixNativeReader Haill_mt/1kg_Full.mt )) (MakeStruct (locus (GetField locus (Ref va))) (alleles (GetField alleles (Ref va))) (__row_uid (NA Int64)))) (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_17182 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_17183 (GetField text (Ref row)) (Let __iruid_17184 (Apply 3 splitChar () Array[String] (Ref __iruid_17183) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_17184)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17184)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17183))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17182) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17182) (I32 2)))))))) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False))) (InsertFields (Let __iruid_17186 (SelectFields (locus alleles) (Ref va)) (InsertFields (Ref __iruid_17186) None (variant_qc (Let __iruid_17187 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_17186)))) ((GetField GT (Ref g)))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_17187))))))))) None (__row_uid (GetField __row_uid (Ref va))))) (ApplySpecial -1 land () Boolean (Let __iruid_17189 (GetField AF (GetField variant_qc (Ref va))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_17189) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_17189) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref va))) (Literal Tuple[] ))) (False)))) (SelectFields (locus alleles) (Ref va))))) (Coalesce (ApplyUnaryPrimOp Bang (IsNA (GetField __uid_35 (Ref va)))) (False)))) (Literal Struct{} )) (InsertFields (SelectFields () (Ref g)) None (__gt (Apply 165 nNonRefAlleles () Int32 (GetField GT (Ref g)))))) (AggLet __iruid_17190 False (GetField __gt (Ref g)) (InsertFields (Ref va) None (__AC (ApplyAggOp Sum () ((Cast Int64 (Ref __iruid_17190))))) (__n_called (ApplyAggOp Sum () ((Apply 167 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_17190))))))))))) (Let __iruid_17191 (GetField __AC (Ref row)) (Coalesce (ApplySpecial 170 land () Boolean (ApplyComparisonOp GT (Ref __iruid_17191) (I64 0)) (ApplyComparisonOp LT (Ref __iruid_17191) (ApplyBinaryPrimOp Multiply (I64 2) (GetField __n_called (Ref row))))) (False))))) 2022-08-17 13:26:40 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 619: (TableCount (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapRows (TableMapRows (TableKeyBy () False (TableFilter (TableLeftJoinRightDistinct __uid_35 (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapGlobals (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_17193 (MakeStruct) (MakeStruct (locus (GetField locus (SelectFields (locus alleles) (Ref row)))) (alleles (GetField alleles (SelectFields (locus alleles) (Ref row)))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (Let __dictfield (ToDict (ToStream False (ToArray (StreamMap __iruid_17194 (ToStream False (GetField rows (TableCollect (TableKeyBy () False (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_17181 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref row)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17181) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17181) (I32 2))))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_17194)) (SelectFields (SuperPopulation) (Ref __iruid_17194))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_17192 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_17192) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __dictfield) (MakeStruct (Sample (GetField s (Ref __iruid_17192))))))))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_17198 (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let __cols_array (GetField __cols (Ref global)) (Let sa (ArrayRef -1 (Ref __cols_array) (Ref __iruid_17198)) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))))))))) (InsertFields (Ref global) None (newColIdx (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let sa (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (SelectFields (__cols) (InsertFields (Ref global) None (__cols (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)))))))) (TableMapRows (TableMapGlobals (TableMapRows (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapGlobals (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_17200 (MakeStruct) (MakeStruct (locus (GetField locus (SelectFields (locus alleles) (Ref row)))) (alleles (GetField alleles (SelectFields (locus alleles) (Ref row)))) (__row_uid (NA Int64)))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (Let __dictfield (ToDict (ToStream False (ToArray (StreamMap __iruid_17201 (ToStream False (GetField rows (TableCollect (TableKeyBy () False (TableKeyBy (Sample) False (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_17182 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_17183 (GetField text (Ref row)) (Let __iruid_17184 (Apply 3 splitChar () Array[String] (Ref __iruid_17183) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_17184)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17184)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17183))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17182) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17182) (I32 2))))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_17201)) (SelectFields (SuperPopulation) (Ref __iruid_17201))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_17199 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_17199) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __dictfield) (MakeStruct (Sample (GetField s (Ref __iruid_17199))))))))))))) (InsertFields (Ref global) None (__cols (ToArray (StreamMap __iruid_17205 (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let __cols_array (GetField __cols (Ref global)) (Let sa (ArrayRef -1 (Ref __cols_array) (Ref __iruid_17205)) (InsertFields (SelectFields () (Ref sa)) None (pheno (GetField __uid_27 (Ref sa))))))))))) (InsertFields (Ref global) None (newColIdx (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField __cols (Ref global))) (I32 1)))) (Let sa (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (Ref sa))) (Str "EUR")) (False)))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (SelectFields (__cols) (InsertFields (Ref global) None (__cols (ToArray (StreamMap i (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_17206 (MakeStruct) (StreamAgg i (ToStream False (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)))) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (AggLet sa False (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (AggLet g False (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i)) (InsertFields (Let __iruid_17186 (SelectFields (locus alleles) (SelectFields (locus alleles __row_uid) (Ref row))) (InsertFields (Ref __iruid_17186) None (variant_qc (Let __iruid_17187 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_17186)))) ((GetField GT (Ref g)))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_17187))))))))) None (__row_uid (GetField __row_uid (SelectFields (locus alleles __row_uid) (Ref row))))))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (ApplySpecial -1 land () Boolean (Let __iruid_17189 (GetField AF (GetField variant_qc (SelectFields (locus alleles variant_qc __row_uid) (Ref row)))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_17189) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_17189) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (SelectFields (locus alleles variant_qc __row_uid) (Ref row)))) (Literal Tuple[] ))) (False)))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_17207 (MakeStruct) (SelectFields (locus alleles) (SelectFields (locus alleles variant_qc __row_uid) (Ref row)))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (SelectFields () (Ref global))) (SelectFields (locus alleles) (Ref row)))) (Coalesce (ApplyUnaryPrimOp Bang (IsNA (GetField __uid_35 (SelectFields (locus alleles __uid_35) (Ref row))))) (False)))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_17208 (MakeStruct) (Literal Struct{} )) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamZip -1 AssumeSameLength (g sa) (ToStream False (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (ToStream False (GetField __cols (Ref global))) (InsertFields (SelectFields () (Ref g)) None (__gt (Apply 165 nNonRefAlleles () Int32 (GetField GT (Ref g)))))))))) (Let n_cols (ArrayLen (GetField __cols (Ref global))) (InsertFields (Let __iruid_17209 (MakeStruct) (StreamAgg i (ToStream False (ToArray (StreamFilter i (ToStream False (ToArray (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)))) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i))))))) (AggLet sa False (ArrayRef -1 (GetField __cols (Ref global)) (Ref i)) (AggLet g False (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref i)) (AggLet __iruid_17190 False (GetField __gt (Ref g)) (InsertFields (SelectFields () (Ref row)) None (__AC (ApplyAggOp Sum () ((Cast Int64 (Ref __iruid_17190))))) (__n_called (ApplyAggOp Sum () ((Apply 167 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_17190))))))))))))) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)))))) (SelectFields () (Ref global))) (SelectFields (__AC __n_called) (Ref row))) (Let __iruid_17191 (GetField __AC (Ref row)) (Coalesce (ApplySpecial 170 land () Boolean (ApplyComparisonOp GT (Ref __iruid_17191) (I64 0)) (ApplyComparisonOp LT (Ref __iruid_17191) (ApplyBinaryPrimOp Multiply (I64 2) (GetField __n_called (Ref row))))) (False))))) 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field '__cols' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field '__cols' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field '__cols' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field '__cols' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 13:26:40 root: INFO: Prune: InsertFields: eliminating field 'the entries! [877f12a8827e18f61222c6c8c5fb04a8]' 2022-08-17 13:26:40 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 456: (TableCount (TableFilter (TableMapRows (TableKeyBy () False (TableFilter (TableLeftJoinRightDistinct __uid_35 (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (MakeStruct (locus (GetField locus (Ref row))) (alleles (GetField alleles (Ref row))) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))))) (Let __iruid_17411 (ToDict (StreamMap __iruid_17412 (ToStream False (GetField rows (TableCollect (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_17413 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref row)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17413) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17413) (I32 2))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_17412)) (SelectFields (SuperPopulation) (Ref __iruid_17412))))) (Let __iruid_17414 (ToArray (StreamMap __iruid_17415 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_17415) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_17411) (MakeStruct (Sample (GetField s (Ref __iruid_17415))))))))) (Let __iruid_17416 (ToArray (StreamMap __iruid_17417 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_17414)) (I32 1)) (Let __iruid_17418 (ArrayRef -1 (Ref __iruid_17414) (Ref __iruid_17417)) (InsertFields (SelectFields () (Ref __iruid_17418)) None (pheno (GetField __uid_27 (Ref __iruid_17418))))))) (InsertFields (SelectFields () (Ref global)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_17419 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_17416)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_17416) (Ref __iruid_17419)))) (Str "EUR")) (False)))))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_17420 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_17420))))))) (SelectFields () (Ref global))) (TableMapRows (TableFilter (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableMapRows (TableMapGlobals (TableRead Table{global:Struct{},key:[locus,alleles],row:Struct{locus:Locus(GRCh37),alleles:Array[String],`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:Array[Struct{GT:Call}]}} False (TableNativeZippedReader Haill_mt/1kg_Full.mt/rows Haill_mt/1kg_Full.mt/entries )) (InsertFields (Ref global) None (__cols (ToArray (ReadPartition Struct{s:String} "{\"name\":\"PartitionNativeReader\",\"spec\":{\"name\":\"TypedCodecSpec\",\"_eType\":\"+EBaseStruct{s:EBinary}\",\"_vType\":\"Struct{s:String}\",\"_bufferSpec\":{\"name\":\"LEB128BufferSpec\",\"child\":{\"name\":\"BlockingBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"LZ4HCBlockBufferSpec\",\"blockSize\":32768,\"child\":{\"name\":\"StreamBlockBufferSpec\"}}}}}}" (Str "Haill_mt/1...")))))) (MakeStruct (locus (GetField locus (Ref row))) (alleles (GetField alleles (Ref row))) (__row_uid (NA Int64)) (the entries! [877f12a8827e18f61222c6c8c5fb04a8] (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))))) (Let __iruid_17421 (ToDict (StreamMap __iruid_17422 (ToStream False (GetField rows (TableCollect (TableMapRows (TableFilter (TableRead None False {\"params\":{\"files\":[\"data_Haill//1kg_annotations.txt\"],\"forceBGZ\":false,\"forceGZ\":false,\"filePerPartition\":false}}) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False))) (Let __iruid_17423 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_17424 (GetField text (Ref row)) (Let __iruid_17425 (Apply 3 splitChar () Array[String] (Ref __iruid_17424) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_17425)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17425)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17424))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17423) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17423) (I32 2))))))))) (MakeTuple (0 1) (SelectFields (Sample) (Ref __iruid_17422)) (SelectFields (SuperPopulation) (Ref __iruid_17422))))) (Let __iruid_17426 (ToArray (StreamMap __iruid_17427 (ToStream False (GetField __cols (Ref global))) (InsertFields (Ref __iruid_17427) None (__uid_27 (ApplyIR -1 get () Struct{SuperPopulation:String} (Ref __iruid_17421) (MakeStruct (Sample (GetField s (Ref __iruid_17427))))))))) (Let __iruid_17428 (ToArray (StreamMap __iruid_17429 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_17426)) (I32 1)) (Let __iruid_17430 (ArrayRef -1 (Ref __iruid_17426) (Ref __iruid_17429)) (InsertFields (SelectFields () (Ref __iruid_17430)) None (pheno (GetField __uid_27 (Ref __iruid_17430))))))) (InsertFields (SelectFields () (Ref global)) ("newColIdx") (newColIdx (ToArray (StreamFilter __iruid_17431 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_17428)) (I32 1)) (Coalesce (ApplyComparisonOp EQ (GetField SuperPopulation (GetField pheno (ArrayRef -1 (Ref __iruid_17428) (Ref __iruid_17431)))) (Str "EUR")) (False)))))))))) (InsertFields (Ref row) None (`the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (ToArray (StreamMap __iruid_17432 (ToStream False (GetField newColIdx (Ref global))) (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_17432))))))) (SelectFields () (Ref global))) (StreamAgg __iruid_17433 (StreamFilter __iruid_17434 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_17434))))) (InsertFields (Let __iruid_17435 (SelectFields (locus alleles) (Ref row)) (InsertFields (Ref __iruid_17435) None (variant_qc (Let __iruid_17436 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_17435)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row)) (Ref __iruid_17433))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_17436))))))))) None (__row_uid (GetField __row_uid (Ref row)))))) (ApplySpecial -1 land () Boolean (Let __iruid_17437 (GetField AF (GetField variant_qc (Ref row))) (Coalesce (ApplySpecial 158 land () Boolean (ApplyComparisonOp GT (ArrayRef 156 (Ref __iruid_17437) (I32 0)) (F64 0.05)) (ApplyComparisonOp LT (ArrayRef 157 (Ref __iruid_17437) (I32 0)) (F64 0.95))) (False))) (Coalesce (ApplySeeded rand_bool 7317805640449071238 Boolean (F64 0.0014311640845365726) (RNGSplit (RNGSplit (RNGStateLiteral (0 1 2 3)) (GetField __row_uid (Ref row))) (Literal Tuple[] ))) (False)))) (SelectFields (locus alleles) (Ref row)))) (Coalesce (ApplyUnaryPrimOp Bang (IsNA (GetField __uid_35 (Ref row)))) (False)))) (Let __iruid_17438 (ToArray (StreamMap __iruid_17439 (ToStream False (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (Ref row))) (InsertFields (SelectFields () (Ref __iruid_17439)) None (__gt (Apply 165 nNonRefAlleles () Int32 (GetField GT (Ref __iruid_17439))))))) (StreamAgg __iruid_17440 (StreamFilter __iruid_17441 (StreamRange -1 False (I32 0) (ArrayLen (Ref __iruid_17438)) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (Ref __iruid_17438) (Ref __iruid_17441))))) (AggLet __iruid_17442 False (GetField __gt (ArrayRef -1 (Ref __iruid_17438) (Ref __iruid_17440))) (InsertFields (Literal Struct{} ) ("__AC" "__n_called") (__AC (ApplyAggOp Sum () ((Cast Int64 (Ref __iruid_17442))))) (__n_called (ApplyAggOp Sum () ((Apply 167 toInt64 () Int64 (ApplyUnaryPrimOp Bang (IsNA (Ref __iruid_17442)))))))))))) (Let __iruid_17443 (GetField __AC (Ref row)) (Coalesce (ApplySpecial 170 land () Boolean (ApplyComparisonOp GT (Ref __iruid_17443) (I64 0)) (ApplyComparisonOp LT (Ref __iruid_17443) (ApplyBinaryPrimOp Multiply (I64 2) (GetField __n_called (Ref row))))) (False))))) 2022-08-17 13:26:40 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 13:26:40 root: INFO: lowering result: TableCollect 2022-08-17 13:26:40 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 13:26:40 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 96: (Let __iruid_17465 (MakeStruct) (Let __iruid_17469 (CollectDistributedArray __iruid_17466 __iruid_17468 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_17465 (Ref __iruid_17465))) (Let __iruid_17465 (GetField __iruid_17465 (Ref __iruid_17468)) (ToArray (Let global (Ref __iruid_17465) (StreamMap __iruid_17467 (Let global (Ref __iruid_17465) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17466)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let row (Ref __iruid_17467) (Let __iruid_17413 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref row)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17413) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17413) (I32 2))))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17470 (ToStream False (Ref __iruid_17469)) (ToStream False (Ref __iruid_17470))))) (global (Ref __iruid_17465))))) 2022-08-17 13:26:40 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 86: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17491 (ToStream False (CollectDistributedArray __iruid_17492 __iruid_17493 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_17465:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_17495 (StreamFilter __iruid_17496 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17492)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17496)) (Str "Sample\tPop...")) (False))) (Let __iruid_17497 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17495))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17495)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17495)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17495)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17495)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17495)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_17495)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17495))))) (InsertFields (SelectFields () (Ref __iruid_17495)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17497) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17497) (I32 2))))))))) (ToStream False (Ref __iruid_17491))))) (global (Literal Struct{} ))) 2022-08-17 13:26:40 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 86: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17491 (ToStream False (CollectDistributedArray __iruid_17492 __iruid_17493 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_17465:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_17495 (StreamFilter __iruid_17496 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17492)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17496)) (Str "Sample\tPop...")) (False))) (Let __iruid_17497 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17495))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17495)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17495)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17495)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17495)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17495)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_17495)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17495))))) (InsertFields (SelectFields () (Ref __iruid_17495)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17497) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17497) (I32 2))))))))) (ToStream False (Ref __iruid_17491))))) (global (Literal Struct{} ))) 2022-08-17 13:26:40 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 82: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17510 (ToStream False (CollectDistributedArray __iruid_17511 __iruid_17512 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17513 (StreamFilter __iruid_17514 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17511)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17514)) (Str "Sample\tPop...")) (False))) (Let __iruid_17515 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17513))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17513)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17513)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17513)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17513)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17513)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_17513)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17513))))) (InsertFields (SelectFields () (Ref __iruid_17513)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17515) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17515) (I32 2))))))))) (ToStream False (Ref __iruid_17510))))) (global (Literal Struct{} ))) 2022-08-17 13:26:40 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 82: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17510 (ToStream False (CollectDistributedArray __iruid_17511 __iruid_17512 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17513 (StreamFilter __iruid_17514 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17511)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17514)) (Str "Sample\tPop...")) (False))) (Let __iruid_17515 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17513))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17513)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17513)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17513)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17513)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17513)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_17513)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17513))))) (InsertFields (SelectFields () (Ref __iruid_17513)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17515) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17515) (I32 2))))))))) (ToStream False (Ref __iruid_17510))))) (global (Literal Struct{} ))) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 82: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17528 (ToStream False (CollectDistributedArray __iruid_17529 __iruid_17530 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17531 (StreamFilter __iruid_17532 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17529)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17532)) (Str "Sample\tPop...")) (False))) (Let __iruid_17533 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17531))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17531)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17531)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17531)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17531)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17531)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_17531)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17531))))) (InsertFields (SelectFields () (Ref __iruid_17531)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17533) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17533) (I32 2))))))))) (ToStream False (Ref __iruid_17528))))) (global (Literal Struct{} ))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 83: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17528 (ToStream False (CollectDistributedArray __iruid_17529 __iruid_17530 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17531 (StreamFilter __iruid_17532 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17529)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17532)) (Str "Sample\tPop...")) (False))) (Let __iruid_17533 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17531))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17531)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17531)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17531)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17531)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17531)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_17531)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17531))))) (InsertFields (SelectFields () (Ref __iruid_17531)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17533) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17533) (I32 2))))))))) (ToStream False (Ref __iruid_17528))))) (global (Literal Struct{} )))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 83: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17546 (ToStream False (CollectDistributedArray __iruid_17547 __iruid_17548 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17549 (StreamFilter __iruid_17550 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17547)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17550)) (Str "Sample\tPop...")) (False))) (Let __iruid_17551 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17549))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17549)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17549)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17549)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17549)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17549)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_17549)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17549))))) (InsertFields (SelectFields () (Ref __iruid_17549)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17551) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17551) (I32 2))))))))) (ToStream False (Ref __iruid_17546))))) (global (Literal Struct{} )))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 83: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17546 (ToStream False (CollectDistributedArray __iruid_17547 __iruid_17548 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17549 (StreamFilter __iruid_17550 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17547)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17550)) (Str "Sample\tPop...")) (False))) (Let __iruid_17551 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17549))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17549)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17549)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17549)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17549)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17549)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_17549)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17549))))) (InsertFields (SelectFields () (Ref __iruid_17549)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17551) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17551) (I32 2))))))))) (ToStream False (Ref __iruid_17546))))) (global (Literal Struct{} )))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 83: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17564 (ToStream False (CollectDistributedArray __iruid_17565 __iruid_17566 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17567 (StreamFilter __iruid_17568 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17565)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17568)) (Str "Sample\tPop...")) (False))) (Let __iruid_17569 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17567))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17567)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17567)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17567)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17567)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17567)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_17567)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17567))))) (InsertFields (SelectFields () (Ref __iruid_17567)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17569) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17569) (I32 2))))))))) (ToStream False (Ref __iruid_17564))))) (global (Literal Struct{} )))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 83: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17564 (ToStream False (CollectDistributedArray __iruid_17565 __iruid_17566 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17567 (StreamFilter __iruid_17568 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17565)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17568)) (Str "Sample\tPop...")) (False))) (Let __iruid_17569 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17567))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17567)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17567)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17567)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17567)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17567)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_17567)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17567))))) (InsertFields (SelectFields () (Ref __iruid_17567)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17569) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17569) (I32 2))))))))) (ToStream False (Ref __iruid_17564))))) (global (Literal Struct{} )))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 83: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17582 (ToStream False (CollectDistributedArray __iruid_17583 __iruid_17584 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17585 (StreamFilter __iruid_17586 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17583)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17586)) (Str "Sample\tPop...")) (False))) (Let __iruid_17587 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17585))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17585)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17585)) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17585)) (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17585)) (Str "\t") (Literal Array[String] ))) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17585)) (Str "\t") (Literal Array[String] ))) (I32 1)) (Str "field") (Str "fields")) (GetField text (Ref __iruid_17585)))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17585))))) (InsertFields (SelectFields () (Ref __iruid_17585)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17587) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17587) (I32 2))))))))) (ToStream False (Ref __iruid_17582))))) (global (Literal Struct{} )))) 2022-08-17 13:26:41 root: INFO: encoder cache hit 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_92 stored as values in memory (estimated size 304.0 B, free 17.8 GiB) 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_92_piece0 stored as bytes in memory (estimated size 256.0 B, free 17.8 GiB) 2022-08-17 13:26:41 BlockManagerInfo: INFO: Added broadcast_92_piece0 in memory on dna.Dlink:40753 (size: 256.0 B, free: 17.8 GiB) 2022-08-17 13:26:41 SparkContext: INFO: Created broadcast 92 from broadcast at SparkBackend.scala:313 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5525HailClassLoaderContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5525HailClassLoaderContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5526FSContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5526FSContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5527collect_distributed_array. 2022-08-17 13:26:41 root: INFO: instruction count: 111: __C5527collect_distributed_array.apply 2022-08-17 13:26:41 root: INFO: instruction count: 17: __C5527collect_distributed_array.apply 2022-08-17 13:26:41 root: INFO: instruction count: 27: __C5527collect_distributed_array.__m5528DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 13:26:41 root: INFO: instruction count: 53: __C5527collect_distributed_array.__m5529INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 13:26:41 root: INFO: instruction count: 10: __C5527collect_distributed_array.__m5530INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 13:26:41 root: INFO: instruction count: 31: __C5527collect_distributed_array.__m5531INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 13:26:41 root: INFO: instruction count: 10: __C5527collect_distributed_array.__m5532INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 13:26:41 root: INFO: instruction count: 10: __C5527collect_distributed_array.__m5533INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 13:26:41 root: INFO: instruction count: 27: __C5527collect_distributed_array.__m5535DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 13:26:41 root: INFO: instruction count: 8: __C5527collect_distributed_array.__m5536INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 13:26:41 root: INFO: instruction count: 205: __C5527collect_distributed_array.__m5538split_ToArray 2022-08-17 13:26:41 root: INFO: instruction count: 11: __C5527collect_distributed_array.__m5548ord_equiv 2022-08-17 13:26:41 root: INFO: instruction count: 21: __C5527collect_distributed_array.__m5549ord_equivNonnull 2022-08-17 13:26:41 root: INFO: instruction count: 28: __C5527collect_distributed_array.__m5550ord_compareNonnull 2022-08-17 13:26:41 root: INFO: instruction count: 7: __C5527collect_distributed_array.__m5553length 2022-08-17 13:26:41 root: INFO: instruction count: 11: __C5527collect_distributed_array.__m5554ord_gt 2022-08-17 13:26:41 root: INFO: instruction count: 14: __C5527collect_distributed_array.__m5555ord_gtNonnull 2022-08-17 13:26:41 root: INFO: instruction count: 145: __C5527collect_distributed_array.__m5556split_If 2022-08-17 13:26:41 root: INFO: instruction count: 161: __C5527collect_distributed_array.__m5562splitChar 2022-08-17 13:26:41 root: INFO: instruction count: 53: __C5527collect_distributed_array.convert_region_to_str_array 2022-08-17 13:26:41 root: INFO: instruction count: 12: __C5527collect_distributed_array.__m5565setup_null 2022-08-17 13:26:41 root: INFO: instruction count: 11: __C5527collect_distributed_array.__m5566ord_equiv 2022-08-17 13:26:41 root: INFO: instruction count: 14: __C5527collect_distributed_array.__m5567ord_equivNonnull 2022-08-17 13:26:41 root: INFO: instruction count: 135: __C5527collect_distributed_array.__m5571format 2022-08-17 13:26:41 root: INFO: instruction count: 12: __C5527collect_distributed_array.__m5574setup_null 2022-08-17 13:26:41 root: INFO: instruction count: 29: __C5527collect_distributed_array.__m5577concat 2022-08-17 13:26:41 root: INFO: instruction count: 35: __C5527collect_distributed_array.__m5579arrayref_bounds_check 2022-08-17 13:26:41 root: INFO: instruction count: 12: __C5527collect_distributed_array.__m5582setup_jab 2022-08-17 13:26:41 root: INFO: instruction count: 12: __C5527collect_distributed_array.__m5585setup_null 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5527collect_distributed_array.setObjects 2022-08-17 13:26:41 root: INFO: instruction count: 25: __C5527collect_distributed_array.__m5591ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND 2022-08-17 13:26:41 root: INFO: instruction count: 35: __C5527collect_distributed_array.__m5592ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 13:26:41 root: INFO: instruction count: 59: __C5527collect_distributed_array.__m5593ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 13:26:41 root: INFO: instruction count: 16: __C5527collect_distributed_array.__m5594ENCODE_SStringPointer_TO_o_binary 2022-08-17 13:26:41 root: INFO: instruction count: 9: __C5527collect_distributed_array.setPartitionIndex 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5527collect_distributed_array.addPartitionRegion 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5527collect_distributed_array.setPool 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5527collect_distributed_array.addHailClassLoader 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5527collect_distributed_array.addFS 2022-08-17 13:26:41 root: INFO: instruction count: 121: __C5527collect_distributed_array.addLiterals 2022-08-17 13:26:41 root: INFO: instruction count: 81: __C5527collect_distributed_array.__m5598DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 13:26:41 root: INFO: instruction count: 58: __C5527collect_distributed_array.__m5599INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 13:26:41 root: INFO: instruction count: 400: __C5527collect_distributed_array.__m5538split_ToArray_region9_48 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5600__m5538split_ToArraySpills. 2022-08-17 13:26:41 root: INFO: encoder cache hit 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_93 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_93_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 13:26:41 BlockManagerInfo: INFO: Added broadcast_93_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 13:26:41 SparkContext: INFO: Created broadcast 93 from broadcast at SparkBackend.scala:313 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5511HailClassLoaderContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5511HailClassLoaderContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5512FSContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5512FSContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5513Compiled. 2022-08-17 13:26:41 root: INFO: instruction count: 55: __C5513Compiled.apply 2022-08-17 13:26:41 root: INFO: instruction count: 571: __C5513Compiled.__m5514split_ToArray 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5513Compiled.setBackend 2022-08-17 13:26:41 root: INFO: instruction count: 9: __C5513Compiled.__m5612ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 13:26:41 root: INFO: instruction count: 61: __C5513Compiled.__m5613ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5513Compiled.__m5614ENCODE_SInt32$_TO_r_int32 2022-08-17 13:26:41 root: INFO: instruction count: 16: __C5513Compiled.__m5615ENCODE_SStringPointer_TO_r_binary 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5513Compiled.__m5616ENCODE_SInt64$_TO_r_int64 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5513Compiled.__m5617ENCODE_SBoolean$_TO_r_bool 2022-08-17 13:26:41 root: INFO: instruction count: 9: __C5513Compiled.__m5618ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 13:26:41 root: INFO: instruction count: 1: __C5513Compiled.__m5619ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5513Compiled.setObjects 2022-08-17 13:26:41 root: INFO: instruction count: 27: __C5513Compiled.__m5621DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND_TO_SBaseStructPointer 2022-08-17 13:26:41 root: INFO: instruction count: 58: __C5513Compiled.__m5622INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 13:26:41 root: INFO: instruction count: 75: __C5513Compiled.__m5623INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 13:26:41 root: INFO: instruction count: 31: __C5513Compiled.__m5624INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 13:26:41 root: INFO: instruction count: 12: __C5513Compiled.__m5643setup_jab 2022-08-17 13:26:41 root: INFO: instruction count: 9: __C5513Compiled.setPartitionIndex 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5513Compiled.addPartitionRegion 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5513Compiled.setPool 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5513Compiled.addHailClassLoader 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5513Compiled.addFS 2022-08-17 13:26:41 root: INFO: instruction count: 62: __C5513Compiled.addLiterals 2022-08-17 13:26:41 root: INFO: instruction count: 36: __C5513Compiled.__m5651DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 13:26:41 root: INFO: instruction count: 8: __C5513Compiled.__m5652INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 13:26:41 root: INFO: instruction count: 58: __C5513Compiled.__m5653INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 13:26:41 root: INFO: instruction count: 53: __C5513Compiled.__m5654INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 13:26:41 root: INFO: instruction count: 10: __C5513Compiled.__m5655INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 13:26:41 root: INFO: instruction count: 31: __C5513Compiled.__m5656INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 13:26:41 root: INFO: instruction count: 10: __C5513Compiled.__m5657INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 13:26:41 root: INFO: instruction count: 10: __C5513Compiled.__m5658INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5659__m5514split_ToArraySpills. 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_94 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_94_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 13:26:41 BlockManagerInfo: INFO: Added broadcast_94_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 13:26:41 SparkContext: INFO: Created broadcast 94 from broadcast at SparkBackend.scala:313 2022-08-17 13:26:41 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 13:26:41 DAGScheduler: INFO: Got job 16 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 13:26:41 DAGScheduler: INFO: Final stage: ResultStage 16 (collect at SparkBackend.scala:321) 2022-08-17 13:26:41 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 13:26:41 DAGScheduler: INFO: Missing parents: List() 2022-08-17 13:26:41 DAGScheduler: INFO: Submitting ResultStage 16 (SparkBackendComputeRDD[50] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_95 stored as values in memory (estimated size 26.1 KiB, free 17.8 GiB) 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_95_piece0 stored as bytes in memory (estimated size 15.2 KiB, free 17.8 GiB) 2022-08-17 13:26:41 BlockManagerInfo: INFO: Added broadcast_95_piece0 in memory on dna.Dlink:40753 (size: 15.2 KiB, free: 17.8 GiB) 2022-08-17 13:26:41 SparkContext: INFO: Created broadcast 95 from broadcast at DAGScheduler.scala:1433 2022-08-17 13:26:41 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 16 (SparkBackendComputeRDD[50] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 13:26:41 TaskSchedulerImpl: INFO: Adding task set 16.0 with 1 tasks resource profile 0 2022-08-17 13:26:41 TaskSetManager: INFO: Starting task 0.0 in stage 16.0 (TID 253) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 13:26:41 Executor: INFO: Running task 0.0 in stage 16.0 (TID 253) 2022-08-17 13:26:41 root: INFO: RegionPool: initialized for thread 352: Executor task launch worker for task 0.0 in stage 16.0 (TID 253) 2022-08-17 13:26:41 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 352: Executor task launch worker for task 0.0 in stage 16.0 (TID 253) 2022-08-17 13:26:41 root: INFO: RegionPool: REPORT_THRESHOLD: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 352: Executor task launch worker for task 0.0 in stage 16.0 (TID 253) 2022-08-17 13:26:41 root: INFO: TaskReport: stage=16, partition=0, attempt=0, peakBytes=524288, peakBytesReadable=512.00 KiB, chunks requested=1, cache hits=0 2022-08-17 13:26:41 root: INFO: RegionPool: FREE: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 352: Executor task launch worker for task 0.0 in stage 16.0 (TID 253) 2022-08-17 13:26:41 Executor: INFO: Finished task 0.0 in stage 16.0 (TID 253). 67604 bytes result sent to driver 2022-08-17 13:26:41 TaskSetManager: INFO: Finished task 0.0 in stage 16.0 (TID 253) in 18 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 13:26:41 TaskSchedulerImpl: INFO: Removed TaskSet 16.0, whose tasks have all completed, from pool 2022-08-17 13:26:41 DAGScheduler: INFO: ResultStage 16 (collect at SparkBackend.scala:321) finished in 0.023 s 2022-08-17 13:26:41 DAGScheduler: INFO: Job 16 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 13:26:41 TaskSchedulerImpl: INFO: Killing all running tasks in stage 16: Stage finished 2022-08-17 13:26:41 DAGScheduler: INFO: Job 16 finished: collect at SparkBackend.scala:321, took 0.024349 s 2022-08-17 13:26:41 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (128.0K blocks / 128.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 13:26:41 root: INFO: encoder cache hit 2022-08-17 13:26:41 root: INFO: took 106.778ms 2022-08-17 13:26:41 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 13:26:41 root: INFO: lowering result: EncodedLiteral 2022-08-17 13:26:41 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 13:26:41 root: INFO: RegionPool: REPORT_THRESHOLD: 576.0K allocated (192.0K blocks / 384.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 13:26:41 root: INFO: encoder cache hit 2022-08-17 13:26:41 root: INFO: took 1.716ms 2022-08-17 13:26:41 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 13:26:41 root: INFO: lowering result: TableCollect 2022-08-17 13:26:41 root: INFO: compiling and evaluating result: TableCollect 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 95: (Let __iruid_17589 (MakeStruct) (Let __iruid_17593 (CollectDistributedArray __iruid_17590 __iruid_17592 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (MakeStruct (__iruid_17589 (Ref __iruid_17589))) (Let __iruid_17589 (GetField __iruid_17589 (Ref __iruid_17592)) (ToArray (Let global (Ref __iruid_17589) (StreamMap __iruid_17591 (Let global (Ref __iruid_17589) (StreamFilter row (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17590)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref row)) (Str "Sample\tPop...")) (False)))) (Let row (Ref __iruid_17591) (Let __iruid_17423 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref row))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref row)) (Str "\t") (Literal Array[String] )) (Let __iruid_17424 (GetField text (Ref row)) (Let __iruid_17425 (Apply 3 splitChar () Array[String] (Ref __iruid_17424) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref row)) (ArrayLen (Ref __iruid_17425)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17425)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17424))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref row))))) (InsertFields (SelectFields () (Ref row)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17423) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17423) (I32 2))))))))))) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17594 (ToStream False (Ref __iruid_17593)) (ToStream False (Ref __iruid_17594))))) (global (Ref __iruid_17589))))) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17619 (ToStream False (CollectDistributedArray __iruid_17620 __iruid_17621 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_17589:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_17623 (StreamFilter __iruid_17624 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17620)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17624)) (Str "Sample\tPop...")) (False))) (Let __iruid_17625 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17623))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17623)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17623)) (Str "\t") (Literal Array[String] )) (Let __iruid_17626 (GetField text (Ref __iruid_17623)) (Let __iruid_17627 (Apply 3 splitChar () Array[String] (Ref __iruid_17626) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17623)) (ArrayLen (Ref __iruid_17627)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17627)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17626))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17623))))) (InsertFields (SelectFields () (Ref __iruid_17623)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17625) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17625) (I32 2))))))))) (ToStream False (Ref __iruid_17619))))) (global (Literal Struct{} ))) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 85: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17619 (ToStream False (CollectDistributedArray __iruid_17620 __iruid_17621 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (If (IsNA (Literal Struct{__iruid_17589:Struct{}} )) (NA Struct{}) (Literal Struct{} )) (ToArray (StreamMap __iruid_17623 (StreamFilter __iruid_17624 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17620)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17624)) (Str "Sample\tPop...")) (False))) (Let __iruid_17625 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17623))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17623)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17623)) (Str "\t") (Literal Array[String] )) (Let __iruid_17626 (GetField text (Ref __iruid_17623)) (Let __iruid_17627 (Apply 3 splitChar () Array[String] (Ref __iruid_17626) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17623)) (ArrayLen (Ref __iruid_17627)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17627)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17626))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17623))))) (InsertFields (SelectFields () (Ref __iruid_17623)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17625) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17625) (I32 2))))))))) (ToStream False (Ref __iruid_17619))))) (global (Literal Struct{} ))) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17644 (ToStream False (CollectDistributedArray __iruid_17645 __iruid_17646 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17647 (StreamFilter __iruid_17648 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17645)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17648)) (Str "Sample\tPop...")) (False))) (Let __iruid_17649 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17647))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17647)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17647)) (Str "\t") (Literal Array[String] )) (Let __iruid_17650 (GetField text (Ref __iruid_17647)) (Let __iruid_17651 (Apply 3 splitChar () Array[String] (Ref __iruid_17650) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17647)) (ArrayLen (Ref __iruid_17651)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17651)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17650))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17647))))) (InsertFields (SelectFields () (Ref __iruid_17647)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17649) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17649) (I32 2))))))))) (ToStream False (Ref __iruid_17644))))) (global (Literal Struct{} ))) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17644 (ToStream False (CollectDistributedArray __iruid_17645 __iruid_17646 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17647 (StreamFilter __iruid_17648 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17645)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17648)) (Str "Sample\tPop...")) (False))) (Let __iruid_17649 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17647))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17647)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17647)) (Str "\t") (Literal Array[String] )) (Let __iruid_17650 (GetField text (Ref __iruid_17647)) (Let __iruid_17651 (Apply 3 splitChar () Array[String] (Ref __iruid_17650) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17647)) (ArrayLen (Ref __iruid_17651)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17651)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17650))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17647))))) (InsertFields (SelectFields () (Ref __iruid_17647)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17649) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17649) (I32 2))))))))) (ToStream False (Ref __iruid_17644))))) (global (Literal Struct{} ))) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 81: (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17668 (ToStream False (CollectDistributedArray __iruid_17669 __iruid_17670 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17671 (StreamFilter __iruid_17672 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17669)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17672)) (Str "Sample\tPop...")) (False))) (Let __iruid_17673 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17671))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17671)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17671)) (Str "\t") (Literal Array[String] )) (Let __iruid_17674 (GetField text (Ref __iruid_17671)) (Let __iruid_17675 (Apply 3 splitChar () Array[String] (Ref __iruid_17674) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17671)) (ArrayLen (Ref __iruid_17675)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17675)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17674))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17671))))) (InsertFields (SelectFields () (Ref __iruid_17671)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17673) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17673) (I32 2))))))))) (ToStream False (Ref __iruid_17668))))) (global (Literal Struct{} ))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17668 (ToStream False (CollectDistributedArray __iruid_17669 __iruid_17670 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17671 (StreamFilter __iruid_17672 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17669)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17672)) (Str "Sample\tPop...")) (False))) (Let __iruid_17673 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17671))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17671)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17671)) (Str "\t") (Literal Array[String] )) (Let __iruid_17674 (GetField text (Ref __iruid_17671)) (Let __iruid_17675 (Apply 3 splitChar () Array[String] (Ref __iruid_17674) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17671)) (ArrayLen (Ref __iruid_17675)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17675)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17674))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17671))))) (InsertFields (SelectFields () (Ref __iruid_17671)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17673) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17673) (I32 2))))))))) (ToStream False (Ref __iruid_17668))))) (global (Literal Struct{} )))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17692 (ToStream False (CollectDistributedArray __iruid_17693 __iruid_17694 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17695 (StreamFilter __iruid_17696 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17693)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17696)) (Str "Sample\tPop...")) (False))) (Let __iruid_17697 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17695))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17695)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17695)) (Str "\t") (Literal Array[String] )) (Let __iruid_17698 (GetField text (Ref __iruid_17695)) (Let __iruid_17699 (Apply 3 splitChar () Array[String] (Ref __iruid_17698) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17695)) (ArrayLen (Ref __iruid_17699)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17699)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17698))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17695))))) (InsertFields (SelectFields () (Ref __iruid_17695)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17697) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17697) (I32 2))))))))) (ToStream False (Ref __iruid_17692))))) (global (Literal Struct{} )))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17692 (ToStream False (CollectDistributedArray __iruid_17693 __iruid_17694 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17695 (StreamFilter __iruid_17696 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17693)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17696)) (Str "Sample\tPop...")) (False))) (Let __iruid_17697 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17695))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17695)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17695)) (Str "\t") (Literal Array[String] )) (Let __iruid_17698 (GetField text (Ref __iruid_17695)) (Let __iruid_17699 (Apply 3 splitChar () Array[String] (Ref __iruid_17698) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17695)) (ArrayLen (Ref __iruid_17699)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17699)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17698))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17695))))) (InsertFields (SelectFields () (Ref __iruid_17695)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17697) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17697) (I32 2))))))))) (ToStream False (Ref __iruid_17692))))) (global (Literal Struct{} )))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17716 (ToStream False (CollectDistributedArray __iruid_17717 __iruid_17718 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17719 (StreamFilter __iruid_17720 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17717)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17720)) (Str "Sample\tPop...")) (False))) (Let __iruid_17721 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17719))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17719)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17719)) (Str "\t") (Literal Array[String] )) (Let __iruid_17722 (GetField text (Ref __iruid_17719)) (Let __iruid_17723 (Apply 3 splitChar () Array[String] (Ref __iruid_17722) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17719)) (ArrayLen (Ref __iruid_17723)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17723)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17722))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17719))))) (InsertFields (SelectFields () (Ref __iruid_17719)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17721) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17721) (I32 2))))))))) (ToStream False (Ref __iruid_17716))))) (global (Literal Struct{} )))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: before: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17716 (ToStream False (CollectDistributedArray __iruid_17717 __iruid_17718 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17719 (StreamFilter __iruid_17720 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17717)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17720)) (Str "Sample\tPop...")) (False))) (Let __iruid_17721 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17719))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17719)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17719)) (Str "\t") (Literal Array[String] )) (Let __iruid_17722 (GetField text (Ref __iruid_17719)) (Let __iruid_17723 (Apply 3 splitChar () Array[String] (Ref __iruid_17722) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17719)) (ArrayLen (Ref __iruid_17723)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17723)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17722))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17719))))) (InsertFields (SelectFields () (Ref __iruid_17719)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17721) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17721) (I32 2))))))))) (ToStream False (Ref __iruid_17716))))) (global (Literal Struct{} )))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, after LowerArrayAggsToRunAggs: after: IR size 82: (MakeTuple (0) (MakeStruct (rows (ToArray (StreamFlatMap __iruid_17740 (ToStream False (CollectDistributedArray __iruid_17741 __iruid_17742 (ToStream False (Literal Array[Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}] )) (Literal Struct{} ) (ToArray (StreamMap __iruid_17743 (StreamFilter __iruid_17744 (ReadPartition Struct{file:String,text:String} "{\"lines\":{\"contextType\":\"Struct{index:Int32,file:String,start:Int64,end:Int64,split:Boolean}\",\"contexts\":[{}],\"body\":{}}}" (Ref __iruid_17741)) (Coalesce (ApplyComparisonOp NEQ (GetField text (Ref __iruid_17744)) (Str "Sample\tPop...")) (False))) (Let __iruid_17745 (If (ApplyComparisonOp GT (Apply 2 length () Int32 (GetField text (Ref __iruid_17743))) (I32 0)) (If (ApplyComparisonOp EQ (ArrayLen (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17743)) (Str "\t") (Literal Array[String] ))) (I32 6)) (Apply 3 splitChar () Array[String] (GetField text (Ref __iruid_17743)) (Str "\t") (Literal Array[String] )) (Let __iruid_17746 (GetField text (Ref __iruid_17743)) (Let __iruid_17747 (Apply 3 splitChar () Array[String] (Ref __iruid_17746) (Str "\t") (Literal Array[String] )) (Die Array[String] 5 (Apply 4 format () String (Str "error in n...") (MakeTuple (0 1 2 3) (GetField file (Ref __iruid_17743)) (ArrayLen (Ref __iruid_17747)) (If (ApplyComparisonOp EQ (ArrayLen (Ref __iruid_17747)) (I32 1)) (Str "field") (Str "fields")) (Ref __iruid_17746))))))) (Die Array[String] 7 (Apply 6 concat () String (Str "Blank line...") (GetField file (Ref __iruid_17743))))) (InsertFields (SelectFields () (Ref __iruid_17743)) ("Sample" "SuperPopulation") (Sample (ArrayRef 14 (Ref __iruid_17745) (I32 0))) (SuperPopulation (ArrayRef 16 (Ref __iruid_17745) (I32 2))))))))) (ToStream False (Ref __iruid_17740))))) (global (Literal Struct{} )))) 2022-08-17 13:26:41 root: INFO: encoder cache hit 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_96 stored as values in memory (estimated size 304.0 B, free 17.8 GiB) 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_96_piece0 stored as bytes in memory (estimated size 256.0 B, free 17.8 GiB) 2022-08-17 13:26:41 BlockManagerInfo: INFO: Added broadcast_96_piece0 in memory on dna.Dlink:40753 (size: 256.0 B, free: 17.8 GiB) 2022-08-17 13:26:41 SparkContext: INFO: Created broadcast 96 from broadcast at SparkBackend.scala:313 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5674HailClassLoaderContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5674HailClassLoaderContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5675FSContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5675FSContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5676collect_distributed_array. 2022-08-17 13:26:41 root: INFO: instruction count: 111: __C5676collect_distributed_array.apply 2022-08-17 13:26:41 root: INFO: instruction count: 17: __C5676collect_distributed_array.apply 2022-08-17 13:26:41 root: INFO: instruction count: 27: __C5676collect_distributed_array.__m5677DECODE_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 13:26:41 root: INFO: instruction count: 53: __C5676collect_distributed_array.__m5678INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 13:26:41 root: INFO: instruction count: 10: __C5676collect_distributed_array.__m5679INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 13:26:41 root: INFO: instruction count: 31: __C5676collect_distributed_array.__m5680INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 13:26:41 root: INFO: instruction count: 10: __C5676collect_distributed_array.__m5681INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 13:26:41 root: INFO: instruction count: 10: __C5676collect_distributed_array.__m5682INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 13:26:41 root: INFO: instruction count: 27: __C5676collect_distributed_array.__m5684DECODE_r_struct_of_r_struct_of_ENDEND_TO_SBaseStructPointer 2022-08-17 13:26:41 root: INFO: instruction count: 8: __C5676collect_distributed_array.__m5685INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 13:26:41 root: INFO: instruction count: 205: __C5676collect_distributed_array.__m5687split_ToArray 2022-08-17 13:26:41 root: INFO: instruction count: 11: __C5676collect_distributed_array.__m5697ord_equiv 2022-08-17 13:26:41 root: INFO: instruction count: 21: __C5676collect_distributed_array.__m5698ord_equivNonnull 2022-08-17 13:26:41 root: INFO: instruction count: 28: __C5676collect_distributed_array.__m5699ord_compareNonnull 2022-08-17 13:26:41 root: INFO: instruction count: 7: __C5676collect_distributed_array.__m5702length 2022-08-17 13:26:41 root: INFO: instruction count: 11: __C5676collect_distributed_array.__m5703ord_gt 2022-08-17 13:26:41 root: INFO: instruction count: 14: __C5676collect_distributed_array.__m5704ord_gtNonnull 2022-08-17 13:26:41 root: INFO: instruction count: 138: __C5676collect_distributed_array.__m5705split_If 2022-08-17 13:26:41 root: INFO: instruction count: 161: __C5676collect_distributed_array.__m5711splitChar 2022-08-17 13:26:41 root: INFO: instruction count: 53: __C5676collect_distributed_array.convert_region_to_str_array 2022-08-17 13:26:41 root: INFO: instruction count: 12: __C5676collect_distributed_array.__m5714setup_null 2022-08-17 13:26:41 root: INFO: instruction count: 11: __C5676collect_distributed_array.__m5715ord_equiv 2022-08-17 13:26:41 root: INFO: instruction count: 14: __C5676collect_distributed_array.__m5716ord_equivNonnull 2022-08-17 13:26:41 root: INFO: instruction count: 135: __C5676collect_distributed_array.__m5722format 2022-08-17 13:26:41 root: INFO: instruction count: 12: __C5676collect_distributed_array.__m5725setup_null 2022-08-17 13:26:41 root: INFO: instruction count: 29: __C5676collect_distributed_array.__m5728concat 2022-08-17 13:26:41 root: INFO: instruction count: 35: __C5676collect_distributed_array.__m5730arrayref_bounds_check 2022-08-17 13:26:41 root: INFO: instruction count: 12: __C5676collect_distributed_array.__m5733setup_jab 2022-08-17 13:26:41 root: INFO: instruction count: 12: __C5676collect_distributed_array.__m5736setup_null 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5676collect_distributed_array.setObjects 2022-08-17 13:26:41 root: INFO: instruction count: 25: __C5676collect_distributed_array.__m5742ENCODE_SBaseStructPointer_TO_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND 2022-08-17 13:26:41 root: INFO: instruction count: 35: __C5676collect_distributed_array.__m5743ENCODE_SIndexablePointer_TO_r_array_of_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 13:26:41 root: INFO: instruction count: 59: __C5676collect_distributed_array.__m5744ENCODE_SBaseStructPointer_TO_r_struct_of_o_binaryANDo_binaryEND 2022-08-17 13:26:41 root: INFO: instruction count: 16: __C5676collect_distributed_array.__m5745ENCODE_SStringPointer_TO_o_binary 2022-08-17 13:26:41 root: INFO: instruction count: 9: __C5676collect_distributed_array.setPartitionIndex 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5676collect_distributed_array.addPartitionRegion 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5676collect_distributed_array.setPool 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5676collect_distributed_array.addHailClassLoader 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5676collect_distributed_array.addFS 2022-08-17 13:26:41 root: INFO: instruction count: 121: __C5676collect_distributed_array.addLiterals 2022-08-17 13:26:41 root: INFO: instruction count: 81: __C5676collect_distributed_array.__m5749DECODE_r_struct_of_r_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_binaryANDr_array_of_r_binaryEND_TO_SBaseStructPointer 2022-08-17 13:26:41 root: INFO: instruction count: 58: __C5676collect_distributed_array.__m5750INPLACE_DECODE_r_array_of_r_binary_TO_r_array_of_r_string 2022-08-17 13:26:41 root: INFO: instruction count: 400: __C5676collect_distributed_array.__m5687split_ToArray_region9_48 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5751__m5687split_ToArraySpills. 2022-08-17 13:26:41 root: INFO: encoder cache hit 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_97 stored as values in memory (estimated size 192.0 B, free 17.8 GiB) 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_97_piece0 stored as bytes in memory (estimated size 167.0 B, free 17.8 GiB) 2022-08-17 13:26:41 BlockManagerInfo: INFO: Added broadcast_97_piece0 in memory on dna.Dlink:40753 (size: 167.0 B, free: 17.8 GiB) 2022-08-17 13:26:41 SparkContext: INFO: Created broadcast 97 from broadcast at SparkBackend.scala:313 2022-08-17 13:26:41 BlockManagerInfo: INFO: Removed broadcast_94_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5660HailClassLoaderContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5660HailClassLoaderContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5661FSContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5661FSContainer. 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5662Compiled. 2022-08-17 13:26:41 root: INFO: instruction count: 55: __C5662Compiled.apply 2022-08-17 13:26:41 root: INFO: instruction count: 571: __C5662Compiled.__m5663split_ToArray 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5662Compiled.setBackend 2022-08-17 13:26:41 root: INFO: instruction count: 9: __C5662Compiled.__m5763ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND 2022-08-17 13:26:41 root: INFO: instruction count: 61: __C5662Compiled.__m5764ENCODE_SBaseStructPointer_TO_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5662Compiled.__m5765ENCODE_SInt32$_TO_r_int32 2022-08-17 13:26:41 root: INFO: instruction count: 16: __C5662Compiled.__m5766ENCODE_SStringPointer_TO_r_binary 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5662Compiled.__m5767ENCODE_SInt64$_TO_r_int64 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5662Compiled.__m5768ENCODE_SBoolean$_TO_r_bool 2022-08-17 13:26:41 root: INFO: instruction count: 9: __C5662Compiled.__m5769ENCODE_SBaseStructPointer_TO_r_struct_of_r_struct_of_ENDEND 2022-08-17 13:26:41 root: INFO: instruction count: 1: __C5662Compiled.__m5770ENCODE_SBaseStructPointer_TO_r_struct_of_END 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5662Compiled.setObjects 2022-08-17 13:26:41 root: INFO: instruction count: 27: __C5662Compiled.__m5772DECODE_r_struct_of_r_array_of_r_struct_of_o_binaryANDo_binaryENDEND_TO_SBaseStructPointer 2022-08-17 13:26:41 root: INFO: instruction count: 58: __C5662Compiled.__m5773INPLACE_DECODE_r_array_of_r_struct_of_o_binaryANDo_binaryEND_TO_r_array_of_r_struct_of_o_stringANDo_stringEND 2022-08-17 13:26:41 root: INFO: instruction count: 75: __C5662Compiled.__m5774INPLACE_DECODE_r_struct_of_o_binaryANDo_binaryEND_TO_r_struct_of_o_stringANDo_stringEND 2022-08-17 13:26:41 root: INFO: instruction count: 31: __C5662Compiled.__m5775INPLACE_DECODE_o_binary_TO_o_string 2022-08-17 13:26:41 root: INFO: instruction count: 12: __C5662Compiled.__m5794setup_jab 2022-08-17 13:26:41 root: INFO: instruction count: 9: __C5662Compiled.setPartitionIndex 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5662Compiled.addPartitionRegion 2022-08-17 13:26:41 root: INFO: instruction count: 4: __C5662Compiled.setPool 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5662Compiled.addHailClassLoader 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5662Compiled.addFS 2022-08-17 13:26:41 root: INFO: instruction count: 62: __C5662Compiled.addLiterals 2022-08-17 13:26:41 root: INFO: instruction count: 36: __C5662Compiled.__m5802DECODE_r_struct_of_r_struct_of_ENDANDr_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolENDEND_TO_SBaseStructPointer 2022-08-17 13:26:41 root: INFO: instruction count: 8: __C5662Compiled.__m5803INPLACE_DECODE_r_struct_of_END_TO_r_struct_of_END 2022-08-17 13:26:41 root: INFO: instruction count: 58: __C5662Compiled.__m5804INPLACE_DECODE_r_array_of_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_array_of_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 13:26:41 root: INFO: instruction count: 53: __C5662Compiled.__m5805INPLACE_DECODE_r_struct_of_r_int32ANDr_binaryANDr_int64ANDr_int64ANDr_boolEND_TO_r_struct_of_r_int32ANDr_stringANDr_int64ANDr_int64ANDr_boolEND 2022-08-17 13:26:41 root: INFO: instruction count: 10: __C5662Compiled.__m5806INPLACE_DECODE_r_int32_TO_r_int32 2022-08-17 13:26:41 root: INFO: instruction count: 31: __C5662Compiled.__m5807INPLACE_DECODE_r_binary_TO_r_string 2022-08-17 13:26:41 root: INFO: instruction count: 10: __C5662Compiled.__m5808INPLACE_DECODE_r_int64_TO_r_int64 2022-08-17 13:26:41 root: INFO: instruction count: 10: __C5662Compiled.__m5809INPLACE_DECODE_r_bool_TO_r_bool 2022-08-17 13:26:41 root: INFO: instruction count: 3: __C5810__m5663split_ToArraySpills. 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_98 stored as values in memory (estimated size 48.0 B, free 17.8 GiB) 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_98_piece0 stored as bytes in memory (estimated size 49.0 B, free 17.8 GiB) 2022-08-17 13:26:41 BlockManagerInfo: INFO: Added broadcast_98_piece0 in memory on dna.Dlink:40753 (size: 49.0 B, free: 17.8 GiB) 2022-08-17 13:26:41 SparkContext: INFO: Created broadcast 98 from broadcast at SparkBackend.scala:313 2022-08-17 13:26:41 SparkContext: INFO: Starting job: collect at SparkBackend.scala:321 2022-08-17 13:26:41 DAGScheduler: INFO: Got job 17 (collect at SparkBackend.scala:321) with 1 output partitions 2022-08-17 13:26:41 DAGScheduler: INFO: Final stage: ResultStage 17 (collect at SparkBackend.scala:321) 2022-08-17 13:26:41 DAGScheduler: INFO: Parents of final stage: List() 2022-08-17 13:26:41 DAGScheduler: INFO: Missing parents: List() 2022-08-17 13:26:41 DAGScheduler: INFO: Submitting ResultStage 17 (SparkBackendComputeRDD[51] at RDD at SparkBackend.scala:756), which has no missing parents 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_99 stored as values in memory (estimated size 26.2 KiB, free 17.8 GiB) 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_99_piece0 stored as bytes in memory (estimated size 15.3 KiB, free 17.8 GiB) 2022-08-17 13:26:41 BlockManagerInfo: INFO: Added broadcast_99_piece0 in memory on dna.Dlink:40753 (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 13:26:41 SparkContext: INFO: Created broadcast 99 from broadcast at DAGScheduler.scala:1433 2022-08-17 13:26:41 DAGScheduler: INFO: Submitting 1 missing tasks from ResultStage 17 (SparkBackendComputeRDD[51] at RDD at SparkBackend.scala:756) (first 15 tasks are for partitions Vector(0)) 2022-08-17 13:26:41 TaskSchedulerImpl: INFO: Adding task set 17.0 with 1 tasks resource profile 0 2022-08-17 13:26:41 TaskSetManager: INFO: Starting task 0.0 in stage 17.0 (TID 254) (dna.Dlink, executor driver, partition 0, PROCESS_LOCAL, 4408 bytes) taskResourceAssignments Map() 2022-08-17 13:26:41 Executor: INFO: Running task 0.0 in stage 17.0 (TID 254) 2022-08-17 13:26:41 root: INFO: RegionPool: initialized for thread 352: Executor task launch worker for task 0.0 in stage 17.0 (TID 254) 2022-08-17 13:26:41 root: INFO: RegionPool: REPORT_THRESHOLD: 256.0K allocated (192.0K blocks / 64.0K chunks), regions.size = 3, 0 current java objects, thread 352: Executor task launch worker for task 0.0 in stage 17.0 (TID 254) 2022-08-17 13:26:41 BlockManagerInfo: INFO: Removed broadcast_95_piece0 on dna.Dlink:40753 in memory (size: 15.2 KiB, free: 17.8 GiB) 2022-08-17 13:26:41 root: INFO: RegionPool: REPORT_THRESHOLD: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 352: Executor task launch worker for task 0.0 in stage 17.0 (TID 254) 2022-08-17 13:26:41 root: INFO: TaskReport: stage=17, partition=0, attempt=0, peakBytes=524288, peakBytesReadable=512.00 KiB, chunks requested=1, cache hits=0 2022-08-17 13:26:41 root: INFO: RegionPool: FREE: 512.0K allocated (384.0K blocks / 128.0K chunks), regions.size = 4, 0 current java objects, thread 352: Executor task launch worker for task 0.0 in stage 17.0 (TID 254) 2022-08-17 13:26:41 Executor: INFO: Finished task 0.0 in stage 17.0 (TID 254). 67604 bytes result sent to driver 2022-08-17 13:26:41 TaskSetManager: INFO: Finished task 0.0 in stage 17.0 (TID 254) in 25 ms on dna.Dlink (executor driver) (1/1) 2022-08-17 13:26:41 TaskSchedulerImpl: INFO: Removed TaskSet 17.0, whose tasks have all completed, from pool 2022-08-17 13:26:41 DAGScheduler: INFO: ResultStage 17 (collect at SparkBackend.scala:321) finished in 0.027 s 2022-08-17 13:26:41 DAGScheduler: INFO: Job 17 is finished. Cancelling potential speculative or zombie tasks for this job 2022-08-17 13:26:41 TaskSchedulerImpl: INFO: Killing all running tasks in stage 17: Stage finished 2022-08-17 13:26:41 DAGScheduler: INFO: Job 17 finished: collect at SparkBackend.scala:321, took 0.028914 s 2022-08-17 13:26:41 root: INFO: encoder cache hit 2022-08-17 13:26:41 root: INFO: took 125.593ms 2022-08-17 13:26:41 root: INFO: LowerOrInterpretNonCompilable: whole stage code generation is a go! 2022-08-17 13:26:41 root: INFO: lowering result: EncodedLiteral 2022-08-17 13:26:41 root: INFO: compiling and evaluating result: EncodedLiteral 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, initial IR: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, initial IR: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after LowerMatrixToTable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: before: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 13:26:41 root: INFO: optimize optimize: relationalLowerer, after InterpretNonCompilable: after: IR size 1: (EncodedLiteral Struct{rows:Array[Struct{Sample:String,SuperPopulation:String}],global:Struct{}}) 2022-08-17 13:26:41 root: INFO: RegionPool: REPORT_THRESHOLD: 1.1M allocated (320.0K blocks / 768.0K chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 13:26:41 root: INFO: encoder cache hit 2022-08-17 13:26:41 root: INFO: took 1.759ms 2022-08-17 13:26:41 root: INFO: LowerOrInterpretNonCompilable: cannot efficiently lower query: seeded randomness does not satisfy determinism restrictions in lowered IR 2022-08-17 13:26:41 root: INFO: interpreting non-compilable result: TableCount 2022-08-17 13:26:41 root: INFO: decoder cache hit 2022-08-17 13:26:41 root: INFO: decoder cache hit 2022-08-17 13:26:41 root: INFO: decoder cache hit 2022-08-17 13:26:41 root: INFO: decoder cache hit 2022-08-17 13:26:41 root: INFO: decoder cache hit 2022-08-17 13:26:41 root: INFO: encoder cache hit 2022-08-17 13:26:41 root: INFO: BroadcastRegionValue.broadcast: broadcasting 1 byte arrays of total size 905 (905.00 B 2022-08-17 13:26:41 root: INFO: decoder cache hit 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_100 stored as values in memory (estimated size 4.8 KiB, free 17.8 GiB) 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_100_piece0 stored as bytes in memory (estimated size 3.0 KiB, free 17.8 GiB) 2022-08-17 13:26:41 BlockManagerInfo: INFO: Added broadcast_100_piece0 in memory on dna.Dlink:40753 (size: 3.0 KiB, free: 17.8 GiB) 2022-08-17 13:26:41 SparkContext: INFO: Created broadcast 100 from broadcast at SparkBackend.scala:313 2022-08-17 13:26:41 root: INFO: decoder cache hit 2022-08-17 13:26:41 root: INFO: decoder cache hit 2022-08-17 13:26:41 root: INFO: decoder cache hit 2022-08-17 13:26:41 root: INFO: decoder cache hit 2022-08-17 13:26:41 root: INFO: decoder cache hit 2022-08-17 13:26:41 root: INFO: RegionPool: REPORT_THRESHOLD: 2.0M allocated (704.0K blocks / 1.3M chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 13:26:41 root: INFO: encoder cache hit 2022-08-17 13:26:41 root: INFO: BroadcastRegionValue.broadcast: broadcasting 1 byte arrays of total size 905 (905.00 B 2022-08-17 13:26:41 root: INFO: decoder cache hit 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_101 stored as values in memory (estimated size 4.8 KiB, free 17.8 GiB) 2022-08-17 13:26:41 MemoryStore: INFO: Block broadcast_101_piece0 stored as bytes in memory (estimated size 3.0 KiB, free 17.8 GiB) 2022-08-17 13:26:41 BlockManagerInfo: INFO: Added broadcast_101_piece0 in memory on dna.Dlink:40753 (size: 3.0 KiB, free: 17.8 GiB) 2022-08-17 13:26:41 SparkContext: INFO: Created broadcast 101 from broadcast at SparkBackend.scala:313 2022-08-17 13:26:41 BlockManagerInfo: INFO: Removed broadcast_98_piece0 on dna.Dlink:40753 in memory (size: 49.0 B, free: 17.8 GiB) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, initial IR: before: IR size 40: (Coalesce (StreamAgg __iruid_17433 (StreamFilter __iruid_17434 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_17434))))) (InsertFields (Let __iruid_17435 (SelectFields (locus alleles) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_17435) None (variant_qc (Let __iruid_17436 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_17435)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_17433))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_17436))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],variant_qc:Struct{AF:Array[Float64]},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, initial IR: after: IR size 40: (Coalesce (StreamAgg __iruid_17762 (StreamFilter __iruid_17763 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_17763))))) (InsertFields (Let __iruid_17764 (SelectFields (locus alleles) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_17764) None (variant_qc (Let __iruid_17765 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_17764)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_17762))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_17765))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],variant_qc:Struct{AF:Array[Float64]},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: before: IR size 40: (Coalesce (StreamAgg __iruid_17762 (StreamFilter __iruid_17763 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_17763))))) (InsertFields (Let __iruid_17764 (SelectFields (locus alleles) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_17764) None (variant_qc (Let __iruid_17765 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_17764)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_17762))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_17765))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],variant_qc:Struct{AF:Array[Float64]},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 13:26:41 root: INFO: optimize optimize: compileLowerer, after InlineApplyIR: after: IR size 40: (Coalesce (StreamAgg __iruid_17774 (StreamFilter __iruid_17775 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_17775))))) (InsertFields (Let __iruid_17776 (SelectFields (locus alleles) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_17776) None (variant_qc (Let __iruid_17777 (MakeStruct (call_stats (ApplyAggOp CallStats ((ArrayLen (GetField alleles (Ref __iruid_17776)))) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_17774))))))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_17777))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],variant_qc:Struct{AF:Array[Float64]},__row_uid:Int64} -1 (Str "Internal e..."))) 2022-08-17 13:26:41 root: ERROR: error while applying lowering 'LowerOrInterpretNonCompilable' 2022-08-17 13:26:41 root: INFO: RegionPool: FREE: 2.6M allocated (896.0K blocks / 1.8M chunks), regions.size = 2, 0 current java objects, thread 19: Thread-4 2022-08-17 13:26:41 root: ERROR: NoSuchElementException: Ref with name __iruid_17776 could not be resolved in env BindingEnv((),None,None,()) From is.hail.utils.HailException: error after applying LowerArrayAggsToRunAggs at is.hail.utils.ErrorHandling.fatal(ErrorHandling.scala:21) at is.hail.utils.ErrorHandling.fatal$(ErrorHandling.scala:21) at is.hail.utils.package$.fatal(package.scala:78) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:25) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableLeftJoinRightDistinct.execute(TableIR.scala:1925) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableKeyBy.execute(TableIR.scala:1362) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.$anonfun$run$71(Interpret.scala:846) at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) at scala.Option.getOrElse(Option.scala:189) at is.hail.expr.ir.Interpret$.run(Interpret.scala:846) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:53) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) is.hail.utils.HailException: Error while typechecking IR: (Coalesce (Let __iruid_17778 (RunAgg ((CallStatsStateSig)) (Begin (Begin (InitOp 0 (CallStats (CallStatsStateSig)) ((ArrayLen (GetField alleles (Ref __iruid_17776)))))) (StreamFor __iruid_17774 (StreamFilter __iruid_17775 (StreamRange -1 False (I32 0) (ArrayLen (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))) (I32 1)) (ApplyUnaryPrimOp Bang (IsNA (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_17775))))) (Begin (SeqOp 0 (CallStats (CallStatsStateSig)) ((GetField GT (ArrayRef -1 (GetField `the entries! [877f12a8827e18f61222c6c8c5fb04a8]` (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (Ref __iruid_17774)))))))) (MakeTuple (0) (ResultOp 0 (CallStats (CallStatsStateSig))))) (InsertFields (Let __iruid_17776 (SelectFields (locus alleles) (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1)) (InsertFields (Ref __iruid_17776) None (variant_qc (Let __iruid_17777 (MakeStruct (call_stats (GetTupleElement 0 (Ref __iruid_17778)))) (MakeStruct (AF (GetField AF (GetField call_stats (Ref __iruid_17777))))))))) None (__row_uid (GetField __row_uid (In SingleCodeEmitParamType(true, PTypeReferenceSingleCodeType(+PCStruct{locus:+PCLocus(GRCh37),alleles:+PCArray[+PCString],__row_uid:PInt64,`the entries! [877f12a8827e18f61222c6c8c5fb04a8]`:+PCArray[+PCStruct{GT:PCCall}]})) 1))))) (Die Struct{locus:Locus(GRCh37),alleles:Array[String],variant_qc:Struct{AF:Array[Float64]},__row_uid:Int64} -1 (Str "Internal e..."))) at is.hail.utils.ErrorHandling.fatal(ErrorHandling.scala:21) at is.hail.utils.ErrorHandling.fatal$(ErrorHandling.scala:21) at is.hail.utils.package$.fatal(package.scala:78) at is.hail.expr.ir.TypeCheck$.apply(TypeCheck.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:22) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableLeftJoinRightDistinct.execute(TableIR.scala:1925) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableKeyBy.execute(TableIR.scala:1362) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.$anonfun$run$71(Interpret.scala:846) at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) at scala.Option.getOrElse(Option.scala:189) at is.hail.expr.ir.Interpret$.run(Interpret.scala:846) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:53) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) java.util.NoSuchElementException: Ref with name __iruid_17776 could not be resolved in env BindingEnv((),None,None,()) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:98) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1(TypeCheck.scala:33) at is.hail.expr.ir.TypeCheck$.$anonfun$check$1$adapted(TypeCheck.scala:31) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at is.hail.expr.ir.TypeCheck$.check(TypeCheck.scala:31) at is.hail.expr.ir.TypeCheck$.apply(TypeCheck.scala:13) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:22) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.Compile$.apply(Compile.scala:50) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2012) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableLeftJoinRightDistinct.execute(TableIR.scala:1925) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableKeyBy.execute(TableIR.scala:1362) at is.hail.expr.ir.TableMapRows.execute(TableIR.scala:2006) at is.hail.expr.ir.TableFilter.execute(TableIR.scala:1432) at is.hail.expr.ir.TableIR.analyzeAndExecute(TableIR.scala:57) at is.hail.expr.ir.Interpret$.$anonfun$run$71(Interpret.scala:846) at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) at scala.Option.getOrElse(Option.scala:189) at is.hail.expr.ir.Interpret$.run(Interpret.scala:846) at is.hail.expr.ir.Interpret$.alreadyLowered(Interpret.scala:57) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.evaluate$1(LowerOrInterpretNonCompilable.scala:20) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:67) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.rewrite$1(LowerOrInterpretNonCompilable.scala:53) at is.hail.expr.ir.LowerOrInterpretNonCompilable$.apply(LowerOrInterpretNonCompilable.scala:72) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.transform(LoweringPass.scala:69) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$3(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.$anonfun$apply$1(LoweringPass.scala:16) at is.hail.utils.ExecutionTimer.time(ExecutionTimer.scala:81) at is.hail.expr.ir.lowering.LoweringPass.apply(LoweringPass.scala:14) at is.hail.expr.ir.lowering.LoweringPass.apply$(LoweringPass.scala:13) at is.hail.expr.ir.lowering.LowerOrInterpretNonCompilablePass$.apply(LoweringPass.scala:64) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1(LoweringPipeline.scala:15) at is.hail.expr.ir.lowering.LoweringPipeline.$anonfun$apply$1$adapted(LoweringPipeline.scala:13) at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36) at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33) at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:38) at is.hail.expr.ir.lowering.LoweringPipeline.apply(LoweringPipeline.scala:13) at is.hail.expr.ir.CompileAndEvaluate$._apply(CompileAndEvaluate.scala:47) at is.hail.backend.spark.SparkBackend._execute(SparkBackend.scala:416) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$2(SparkBackend.scala:452) at is.hail.backend.ExecuteContext$.$anonfun$scoped$3(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.backend.ExecuteContext$.$anonfun$scoped$2(ExecuteContext.scala:70) at is.hail.utils.package$.using(package.scala:640) at is.hail.annotations.RegionPool$.scoped(RegionPool.scala:17) at is.hail.backend.ExecuteContext$.scoped(ExecuteContext.scala:59) at is.hail.backend.spark.SparkBackend.withExecuteContext(SparkBackend.scala:310) at is.hail.backend.spark.SparkBackend.$anonfun$executeEncode$1(SparkBackend.scala:449) at is.hail.utils.ExecutionTimer$.time(ExecutionTimer.scala:52) at is.hail.backend.spark.SparkBackend.executeEncode(SparkBackend.scala:448) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) at py4j.Gateway.invoke(Gateway.java:282) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:238) at java.base/java.lang.Thread.run(Thread.java:829) 2022-08-17 13:26:41 BlockManagerInfo: INFO: Removed broadcast_99_piece0 on dna.Dlink:40753 in memory (size: 15.3 KiB, free: 17.8 GiB) 2022-08-17 13:36:34 BlockManagerInfo: INFO: Removed broadcast_100_piece0 on dna.Dlink:40753 in memory (size: 3.0 KiB, free: 17.8 GiB) 2022-08-17 13:36:34 BlockManagerInfo: INFO: Removed broadcast_101_piece0 on dna.Dlink:40753 in memory (size: 3.0 KiB, free: 17.8 GiB)