1. 包列表
  2. 类列表
  3. org.apache.hadoop.mapred.UtilsForTests.RandomInputFormat

Java 类org.apache.hadoop.mapred.UtilsForTests.RandomInputFormat 实例源码

项目：hadoop    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：aliyun-oss-hadoop-fs    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：big-c    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hadoop-2.6.0-cdh5.4.3    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hadoop-2.6.0-cdh5.4.3    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hadoop-EAR    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hadoop-plus    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：FlexMap    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hops    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hadoop-TCP    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hadoop-on-lustre    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hardfs    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hadoop-on-lustre2    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.set(MRConfig.FRAMEWORK_NAME, MRConfig.LOCAL_FRAMEWORK_NAME);
  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：RDFS    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hadoop-0.20    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hanoi-hadoop-2.0.0-cdh    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：mapreduce-fork    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hortonworks-extension    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hortonworks-extension    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}
项目：hadoop-gpu    文件：TestCollect.java    
public void configure(JobConf conf) throws IOException {
  conf.setJobName("TestCollect");
  conf.setJarByClass(TestCollect.class);

  conf.setInputFormat(RandomInputFormat.class); // for self data generation
  conf.setOutputKeyClass(IntWritable.class);
  conf.setOutputValueClass(IntWritable.class);
  FileOutputFormat.setOutputPath(conf, OUTPUT_DIR);

  conf.setMapperClass(Map.class);
  conf.setReducerClass(Reduce.class);
  conf.setNumMapTasks(1);
  conf.setNumReduceTasks(1);
}