private Configuration createConf() throws IOException {
Configuration conf = HdpBootstrap.hadoopConfig();
HadoopCfgUtils.setGenericOptions(conf);
Job job = new Job(conf);
job.setInputFormatClass(EsInputFormat.class);
job.setOutputFormatClass(PrintStreamOutputFormat.class);
job.setOutputKeyClass(Text.class);
boolean type = random.nextBoolean();
Class<?> mapType = (type ? MapWritable.class : LinkedMapWritable.class);
job.setOutputValueClass(mapType);
conf.set(ConfigurationOptions.ES_QUERY, query);
conf.set(ConfigurationOptions.ES_READ_METADATA, String.valueOf(readMetadata));
conf.set(ConfigurationOptions.ES_OUTPUT_JSON, String.valueOf(readAsJson));
QueryTestParams.provisionQueries(conf);
job.setNumReduceTasks(0);
//PrintStreamOutputFormat.stream(conf, Stream.OUT);
Configuration cfg = job.getConfiguration();
HdpBootstrap.addProperties(cfg, TestSettings.TESTING_PROPS, false);
return cfg;
}
AbstractMRNewApiSearchTest.java 文件源码
java
阅读 20
收藏 0
点赞 0
评论 0
项目:elasticsearch-hadoop
作者:
评论列表
文章目录