public DataOutputStream getDataOuputStream(final TaskAttemptContext job) throws IOException, InterruptedException {
org.apache.hadoop.conf.Configuration hadoopConf = DEFAULT_COMPAT.getContextConfiguration(job);
this.faunusConf = ModifiableHadoopConfiguration.of(hadoopConf);
boolean isCompressed = getCompressOutput(job);
CompressionCodec codec = null;
String extension = "";
if (isCompressed) {
final Class<? extends CompressionCodec> codecClass = getOutputCompressorClass(job, DefaultCodec.class);
codec = ReflectionUtils.newInstance(codecClass, hadoopConf);
extension = codec.getDefaultExtension();
}
final Path file = super.getDefaultWorkFile(job, extension);
final FileSystem fs = file.getFileSystem(hadoopConf);
if (!isCompressed) {
return new DataOutputStream(fs.create(file, false));
} else {
return new DataOutputStream(codec.createOutputStream(fs.create(file, false)));
}
}
HadoopFileOutputFormat.java 文件源码
java
阅读 17
收藏 0
点赞 0
评论 0
项目:titan0.5.4-hbase1.1.1-custom
作者:
评论列表
文章目录