private JobConf createReadJobConf() throws IOException {
JobConf conf = HdpBootstrap.hadoopConfig();
conf.setInputFormat(EsInputFormat.class);
conf.setOutputFormat(PrintStreamOutputFormat.class);
conf.setOutputKeyClass(Text.class);
boolean type = random.nextBoolean();
Class<?> mapType = (type ? MapWritable.class : LinkedMapWritable.class);
conf.setOutputValueClass(MapWritable.class);
HadoopCfgUtils.setGenericOptions(conf);
conf.setNumReduceTasks(0);
conf.set(ConfigurationOptions.ES_READ_METADATA, String.valueOf(random.nextBoolean()));
conf.set(ConfigurationOptions.ES_READ_METADATA_VERSION, String.valueOf(true));
conf.set(ConfigurationOptions.ES_OUTPUT_JSON, "true");
FileInputFormat.setInputPaths(conf, new Path(TestUtils.gibberishDat(conf)));
return conf;
}
AbstractExtraMRTests.java 文件源码
java
阅读 30
收藏 0
点赞 0
评论 0
项目:elasticsearch-hadoop
作者:
评论列表
文章目录