def make_chunk(filename, arr, arr_len):
remain_arr = []
dump_arr = []
prob = float(chunk_num_frms) / arr_len
for e in arr:
flag_choose = np.random.binomial(1, prob)
if flag_choose == 1:
dump_arr.append(e)
arr_len -= 1
else:
remain_arr.append(e)
save_hd5(filename, dump_arr)
del dump_arr[:]
del dump_arr
gc.collect()
return remain_arr, arr_len
评论列表
文章目录