w2v_neg.py 文件源码

def build_input_pipeline(input_file, batch_size):
    input_files = tf.train.string_input_producer([input_file])
    reader = tf.FixedLengthRecordReader(record_bytes=4+4)
    _, raw_val_t = reader.read(input_files)
    int_val_t = tf.decode_raw(raw_val_t, tf.int32)
    center_t, context_t = int_val_t[0], int_val_t[1]

    center_batch_t, context_batch_t = tf.train.batch([center_t, context_t], batch_size, num_threads=4, capacity=1024)
    return center_batch_t, context_batch_t