mc_tasks.py 文件源码

def _inner_iter_compactsplit(line, skip_callback):
    #print ('CSLINE',line[:40])
    #t0 = time()
    new_id, dd = line.strip('\n').split('\t', 1)

    rec = u_loads(dd)

    if skip_callback is not False:
        ## Return False to skip:
        sk = skip_callback(rec['_id'])
        if sk is False:
            ## todo re-add fastforward
            return False

        got_any = True

        #print ('INNER',(time() - t0) * 1000, 'ms')

        #yield sk, rec
        return sk, rec
    else:
        #print ('INNER',(time() - t0) * 1000, 'ms')
        #yield rec
        return rec