Annotate_cols out of memory issues

Hail Query & hailctl
5

Ah. It’s the same code as in Strange keyerror (KeyError: 'g'), swapping in

chr20_agg = chr20_agg.annotate_rows(
    n_not_called_50K=hl.agg.filter(chr20_agg.batch == '150K', 
        hl.agg.take(chr20_agg.n_not_called, 1)),
    n_not_called_100K=hl.agg.filter(chr20_agg.batch == '100K', 
        hl.agg.take(chr20_agg.n_not_called, 1)),
    n_not_called_200K=hl.agg.filter(chr20_agg.batch == '200K', 
        hl.agg.take(chr20_agg.n_not_called, 1))
)

and

chr20_agg = chr20_agg.rows()
chr20_agg = chr20_agg.explode(chr20_agg.n_not_called_50K)
chr20_agg = chr20_agg.explode(chr20_agg.n_not_called_100K)
chr20_agg = chr20_agg.explode(chr20_agg.n_not_called_200K)
chr20_agg.describe()

batches = ['50K', '100K', '200K']
plots = []
for b in batches:
    p = hl.plot.histogram(chr20_agg[f'n_not_called_{b}'], title=f'n_not_called {b}')
    plots.append(Panel(child=p, title=f'{b}'))
show(Tabs(tabs=plots))