EsFeeder.java 文件源码

java
阅读 23 收藏 0 点赞 0 评论 0

项目:datacentermr 作者:
@Override
public int run(String[] args) throws Exception{
    Configuration conf = super.getConf();
    optParser(args);

    conf.set("es.nodes", this.servers);
    conf.set("prefix",this.prefix);
    conf.set("es.resource", this.index + "/{"+this.prefix+"SiteName}");
    conf.set("es.mapping.id",this.prefix+"Id");

    Job job = Job.getInstance(conf,"Description");
    job.setJarByClass(EsFeeder.class);
    job.setMapperClass(datacentermr.EsFeederMapper.class);
    job.setSpeculativeExecution(false);

    job.setOutputFormatClass(EsOutputFormat.class);
    job.setOutputKeyClass(NullWritable.class);
    job.setMapOutputValueClass(MapWritable.class);

    job.setNumReduceTasks(0);
    FileInputFormat.addInputPath(job, new Path(this.input));

    System.exit(job.waitForCompletion(true) ? 0 : 1);
    return 0;
    }
评论列表
文章目录


问题


面经


文章

微信
公众号

扫码关注公众号