Java 类org.apache.hadoop.mapred.gridmix.TestHighRamJob.DummyGridmixJob 实例源码

项目：hadoop 文件：TestGridmixMemoryEmulation.java

/**
 * Test disabled task heap options configuration in {@link GridmixJob}.
 */
@Test
@SuppressWarnings("deprecation")
public void testJavaHeapOptionsDisabled() throws Exception {
  Configuration gridmixConf = new Configuration();
  gridmixConf.setBoolean(GridmixJob.GRIDMIX_TASK_JVM_OPTIONS_ENABLE, false);

  // set the default values of simulated job
  gridmixConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx1m");
  gridmixConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2m");
  gridmixConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx3m");

  // set the default map and reduce task options for original job
  final JobConf originalConf = new JobConf();
  originalConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx10m");
  originalConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx20m");
  originalConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx30m");

  // define a mock job
  MockJob story = new MockJob(originalConf) {
    public JobConf getJobConf() {
      return originalConf;
    }
  };

  GridmixJob job = new DummyGridmixJob(gridmixConf, story);
  Job simulatedJob = job.getJob();
  Configuration simulatedConf = simulatedJob.getConfiguration();

  assertEquals("Map heap options works when disabled!", "-Xmx1m", 
               simulatedConf.get(MRJobConfig.MAP_JAVA_OPTS));
  assertEquals("Reduce heap options works when disabled!", "-Xmx2m", 
               simulatedConf.get(MRJobConfig.REDUCE_JAVA_OPTS));
  assertEquals("Task heap options works when disabled!", "-Xmx3m", 
               simulatedConf.get(JobConf.MAPRED_TASK_JAVA_OPTS));
}

项目：aliyun-oss-hadoop-fs 文件：TestGridmixMemoryEmulation.java

/**
 * Test disabled task heap options configuration in {@link GridmixJob}.
 */
@Test
@SuppressWarnings("deprecation")
public void testJavaHeapOptionsDisabled() throws Exception {
  Configuration gridmixConf = new Configuration();
  gridmixConf.setBoolean(GridmixJob.GRIDMIX_TASK_JVM_OPTIONS_ENABLE, false);

  // set the default values of simulated job
  gridmixConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx1m");
  gridmixConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2m");
  gridmixConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx3m");

  // set the default map and reduce task options for original job
  final JobConf originalConf = new JobConf();
  originalConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx10m");
  originalConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx20m");
  originalConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx30m");

  // define a mock job
  MockJob story = new MockJob(originalConf) {
    public JobConf getJobConf() {
      return originalConf;
    }
  };

  GridmixJob job = new DummyGridmixJob(gridmixConf, story);
  Job simulatedJob = job.getJob();
  Configuration simulatedConf = simulatedJob.getConfiguration();

  assertEquals("Map heap options works when disabled!", "-Xmx1m", 
               simulatedConf.get(MRJobConfig.MAP_JAVA_OPTS));
  assertEquals("Reduce heap options works when disabled!", "-Xmx2m", 
               simulatedConf.get(MRJobConfig.REDUCE_JAVA_OPTS));
  assertEquals("Task heap options works when disabled!", "-Xmx3m", 
               simulatedConf.get(JobConf.MAPRED_TASK_JAVA_OPTS));
}

项目：big-c 文件：TestGridmixMemoryEmulation.java

/**
 * Test disabled task heap options configuration in {@link GridmixJob}.
 */
@Test
@SuppressWarnings("deprecation")
public void testJavaHeapOptionsDisabled() throws Exception {
  Configuration gridmixConf = new Configuration();
  gridmixConf.setBoolean(GridmixJob.GRIDMIX_TASK_JVM_OPTIONS_ENABLE, false);

  // set the default values of simulated job
  gridmixConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx1m");
  gridmixConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2m");
  gridmixConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx3m");

  // set the default map and reduce task options for original job
  final JobConf originalConf = new JobConf();
  originalConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx10m");
  originalConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx20m");
  originalConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx30m");

  // define a mock job
  MockJob story = new MockJob(originalConf) {
    public JobConf getJobConf() {
      return originalConf;
    }
  };

  GridmixJob job = new DummyGridmixJob(gridmixConf, story);
  Job simulatedJob = job.getJob();
  Configuration simulatedConf = simulatedJob.getConfiguration();

  assertEquals("Map heap options works when disabled!", "-Xmx1m", 
               simulatedConf.get(MRJobConfig.MAP_JAVA_OPTS));
  assertEquals("Reduce heap options works when disabled!", "-Xmx2m", 
               simulatedConf.get(MRJobConfig.REDUCE_JAVA_OPTS));
  assertEquals("Task heap options works when disabled!", "-Xmx3m", 
               simulatedConf.get(JobConf.MAPRED_TASK_JAVA_OPTS));
}

项目：hadoop-2.6.0-cdh5.4.3 文件：TestGridmixMemoryEmulation.java

/**
 * Test disabled task heap options configuration in {@link GridmixJob}.
 */
@Test
@SuppressWarnings("deprecation")
public void testJavaHeapOptionsDisabled() throws Exception {
  Configuration gridmixConf = new Configuration();
  gridmixConf.setBoolean(GridmixJob.GRIDMIX_TASK_JVM_OPTIONS_ENABLE, false);

  // set the default values of simulated job
  gridmixConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx1m");
  gridmixConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2m");
  gridmixConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx3m");

  // set the default map and reduce task options for original job
  final JobConf originalConf = new JobConf();
  originalConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx10m");
  originalConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx20m");
  originalConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx30m");

  // define a mock job
  MockJob story = new MockJob(originalConf) {
    public JobConf getJobConf() {
      return originalConf;
    }
  };

  GridmixJob job = new DummyGridmixJob(gridmixConf, story);
  Job simulatedJob = job.getJob();
  Configuration simulatedConf = simulatedJob.getConfiguration();

  assertEquals("Map heap options works when disabled!", "-Xmx1m", 
               simulatedConf.get(MRJobConfig.MAP_JAVA_OPTS));
  assertEquals("Reduce heap options works when disabled!", "-Xmx2m", 
               simulatedConf.get(MRJobConfig.REDUCE_JAVA_OPTS));
  assertEquals("Task heap options works when disabled!", "-Xmx3m", 
               simulatedConf.get(JobConf.MAPRED_TASK_JAVA_OPTS));
}

项目：hadoop-plus 文件：TestGridmixMemoryEmulation.java

/**
 * Test disabled task heap options configuration in {@link GridmixJob}.
 */
@Test
@SuppressWarnings("deprecation")
public void testJavaHeapOptionsDisabled() throws Exception {
  Configuration gridmixConf = new Configuration();
  gridmixConf.setBoolean(GridmixJob.GRIDMIX_TASK_JVM_OPTIONS_ENABLE, false);

  // set the default values of simulated job
  gridmixConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx1m");
  gridmixConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2m");
  gridmixConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx3m");

  // set the default map and reduce task options for original job
  final JobConf originalConf = new JobConf();
  originalConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx10m");
  originalConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx20m");
  originalConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx30m");

  // define a mock job
  MockJob story = new MockJob(originalConf) {
    public JobConf getJobConf() {
      return originalConf;
    }
  };

  GridmixJob job = new DummyGridmixJob(gridmixConf, story);
  Job simulatedJob = job.getJob();
  Configuration simulatedConf = simulatedJob.getConfiguration();

  assertEquals("Map heap options works when disabled!", "-Xmx1m", 
               simulatedConf.get(MRJobConfig.MAP_JAVA_OPTS));
  assertEquals("Reduce heap options works when disabled!", "-Xmx2m", 
               simulatedConf.get(MRJobConfig.REDUCE_JAVA_OPTS));
  assertEquals("Task heap options works when disabled!", "-Xmx3m", 
               simulatedConf.get(JobConf.MAPRED_TASK_JAVA_OPTS));
}

项目：hops 文件：TestGridmixMemoryEmulation.java

/**
 * Test disabled task heap options configuration in {@link GridmixJob}.
 */
@Test
@SuppressWarnings("deprecation")
public void testJavaHeapOptionsDisabled() throws Exception {
  Configuration gridmixConf = new Configuration();
  gridmixConf.setBoolean(GridmixJob.GRIDMIX_TASK_JVM_OPTIONS_ENABLE, false);

  // set the default values of simulated job
  gridmixConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx1m");
  gridmixConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2m");
  gridmixConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx3m");

  // set the default map and reduce task options for original job
  final JobConf originalConf = new JobConf();
  originalConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx10m");
  originalConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx20m");
  originalConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx30m");

  // define a mock job
  MockJob story = new MockJob(originalConf) {
    public JobConf getJobConf() {
      return originalConf;
    }
  };

  GridmixJob job = new DummyGridmixJob(gridmixConf, story);
  Job simulatedJob = job.getJob();
  Configuration simulatedConf = simulatedJob.getConfiguration();

  assertEquals("Map heap options works when disabled!", "-Xmx1m", 
               simulatedConf.get(MRJobConfig.MAP_JAVA_OPTS));
  assertEquals("Reduce heap options works when disabled!", "-Xmx2m", 
               simulatedConf.get(MRJobConfig.REDUCE_JAVA_OPTS));
  assertEquals("Task heap options works when disabled!", "-Xmx3m", 
               simulatedConf.get(JobConf.MAPRED_TASK_JAVA_OPTS));
}

项目：hadoop-TCP 文件：TestGridmixMemoryEmulation.java

/**
 * Test disabled task heap options configuration in {@link GridmixJob}.
 */
@Test
@SuppressWarnings("deprecation")
public void testJavaHeapOptionsDisabled() throws Exception {
  Configuration gridmixConf = new Configuration();
  gridmixConf.setBoolean(GridmixJob.GRIDMIX_TASK_JVM_OPTIONS_ENABLE, false);

  // set the default values of simulated job
  gridmixConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx1m");
  gridmixConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2m");
  gridmixConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx3m");

  // set the default map and reduce task options for original job
  final JobConf originalConf = new JobConf();
  originalConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx10m");
  originalConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx20m");
  originalConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx30m");

  // define a mock job
  MockJob story = new MockJob(originalConf) {
    public JobConf getJobConf() {
      return originalConf;
    }
  };

  GridmixJob job = new DummyGridmixJob(gridmixConf, story);
  Job simulatedJob = job.getJob();
  Configuration simulatedConf = simulatedJob.getConfiguration();

  assertEquals("Map heap options works when disabled!", "-Xmx1m", 
               simulatedConf.get(MRJobConfig.MAP_JAVA_OPTS));
  assertEquals("Reduce heap options works when disabled!", "-Xmx2m", 
               simulatedConf.get(MRJobConfig.REDUCE_JAVA_OPTS));
  assertEquals("Task heap options works when disabled!", "-Xmx3m", 
               simulatedConf.get(JobConf.MAPRED_TASK_JAVA_OPTS));
}

项目：hardfs 文件：TestGridmixMemoryEmulation.java

/**
 * Test disabled task heap options configuration in {@link GridmixJob}.
 */
@Test
@SuppressWarnings("deprecation")
public void testJavaHeapOptionsDisabled() throws Exception {
  Configuration gridmixConf = new Configuration();
  gridmixConf.setBoolean(GridmixJob.GRIDMIX_TASK_JVM_OPTIONS_ENABLE, false);

  // set the default values of simulated job
  gridmixConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx1m");
  gridmixConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2m");
  gridmixConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx3m");

  // set the default map and reduce task options for original job
  final JobConf originalConf = new JobConf();
  originalConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx10m");
  originalConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx20m");
  originalConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx30m");

  // define a mock job
  MockJob story = new MockJob(originalConf) {
    public JobConf getJobConf() {
      return originalConf;
    }
  };

  GridmixJob job = new DummyGridmixJob(gridmixConf, story);
  Job simulatedJob = job.getJob();
  Configuration simulatedConf = simulatedJob.getConfiguration();

  assertEquals("Map heap options works when disabled!", "-Xmx1m", 
               simulatedConf.get(MRJobConfig.MAP_JAVA_OPTS));
  assertEquals("Reduce heap options works when disabled!", "-Xmx2m", 
               simulatedConf.get(MRJobConfig.REDUCE_JAVA_OPTS));
  assertEquals("Task heap options works when disabled!", "-Xmx3m", 
               simulatedConf.get(JobConf.MAPRED_TASK_JAVA_OPTS));
}

项目：hadoop-on-lustre2 文件：TestGridmixMemoryEmulation.java

/**
 * Test disabled task heap options configuration in {@link GridmixJob}.
 */
@Test
@SuppressWarnings("deprecation")
public void testJavaHeapOptionsDisabled() throws Exception {
  Configuration gridmixConf = new Configuration();
  gridmixConf.setBoolean(GridmixJob.GRIDMIX_TASK_JVM_OPTIONS_ENABLE, false);

  // set the default values of simulated job
  gridmixConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx1m");
  gridmixConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2m");
  gridmixConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx3m");

  // set the default map and reduce task options for original job
  final JobConf originalConf = new JobConf();
  originalConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx10m");
  originalConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx20m");
  originalConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx30m");

  // define a mock job
  MockJob story = new MockJob(originalConf) {
    public JobConf getJobConf() {
      return originalConf;
    }
  };

  GridmixJob job = new DummyGridmixJob(gridmixConf, story);
  Job simulatedJob = job.getJob();
  Configuration simulatedConf = simulatedJob.getConfiguration();

  assertEquals("Map heap options works when disabled!", "-Xmx1m", 
               simulatedConf.get(MRJobConfig.MAP_JAVA_OPTS));
  assertEquals("Reduce heap options works when disabled!", "-Xmx2m", 
               simulatedConf.get(MRJobConfig.REDUCE_JAVA_OPTS));
  assertEquals("Task heap options works when disabled!", "-Xmx3m", 
               simulatedConf.get(JobConf.MAPRED_TASK_JAVA_OPTS));
}