HadoopFilePerformanceTest.java 文件源码

private void writeMapFile() throws Exception
{
  Path path = Testfile.MAPFILE.filepath();

  Text key = new Text();
  Text value = new Text();


  long fsMinBlockSize = conf.getLong("dfs.namenode.fs-limits.min-block-size", 0);

  long testBlockSize = (blockSize < fsMinBlockSize ) ? fsMinBlockSize : (long)blockSize;

  MapFile.Writer writer = new MapFile.Writer(conf, path,
      MapFile.Writer.keyClass(key.getClass()),
      MapFile.Writer.valueClass(value.getClass()),
      MapFile.Writer.compression(SequenceFile.CompressionType.NONE),
      SequenceFile.Writer.blockSize(testBlockSize),
      SequenceFile.Writer.bufferSize((int)testBlockSize));
  for (int i = 0; i < testSize; i++) {
    key.set(getKey(i));
    value.set(getValue());
    writer.append(key, value);
  }
  IOUtils.closeStream(writer);
}