private Job buildJob3(Path input, Path output) throws Exception {
Configuration conf = getConf();
conf.setInt(Constants.PROP_BLOCK_SIZE, blockSize);
Job job = new Job(conf, "data-piqid.piqconnect.FinalResultBuilder");
job.setJarByClass(Runner.class);
job.setMapperClass(FinalResultBuilder._Mapper.class);
job.setInputFormatClass(SequenceFileInputFormat.class);
job.setNumReduceTasks(0);
job.setOutputKeyClass(VLongWritable.class);
job.setOutputValueClass(VLongWritable.class);
FileInputFormat.setInputPaths(job, input);
FileOutputFormat.setOutputPath(job, output);
FileOutputFormat.setCompressOutput(job, true);
setCompression(job);
return job;
}
Runner.java 文件源码
java
阅读 34
收藏 0
点赞 0
评论 0
项目:piqconnect
作者:
评论列表
文章目录