private Job buildJob() throws Exception {
Configuration conf = getConf();
conf.setLong("numberOfNodes", numberOfNodes);
Job job = new Job(conf, "data-piqid.piqconnect.ConCmptIVGen_Stage1");
job.setJarByClass(InitialVectorGenerator.class);
job.setMapperClass(_Mapper.class);
job.setReducerClass(_Reducer.class);
job.setNumReduceTasks(numberOfReducers);
job.setOutputKeyClass(VLongWritable.class);
job.setOutputValueClass(Text.class);
FileInputFormat.setInputPaths(job, pathBitmask);
FileOutputFormat.setOutputPath(job, pathVector);
FileOutputFormat.setCompressOutput(job, true);
return job;
}
InitialVectorGenerator.java 文件源码
java
阅读 19
收藏 0
点赞 0
评论 0
项目:piqconnect
作者:
评论列表
文章目录