Examples with MockJob org.apache.hadoop.mapred.gridmix.DebugJobProducer.MockJob used on opensource projects

Example 1 with MockJob

use of org.apache.hadoop.mapred.gridmix.DebugJobProducer.MockJob in project hadoop by apache.

the class TestGridmixMemoryEmulation method testJavaHeapOptionsDisabled.

/**
   * Test disabled task heap options configuration in {@link GridmixJob}.
   */
@Test
@SuppressWarnings("deprecation")
public void testJavaHeapOptionsDisabled() throws Exception {
    Configuration gridmixConf = new Configuration();
    gridmixConf.setBoolean(GridmixJob.GRIDMIX_TASK_JVM_OPTIONS_ENABLE, false);
    // set the default values of simulated job
    gridmixConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx1m");
    gridmixConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx2m");
    gridmixConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx3m");
    // set the default map and reduce task options for original job
    final JobConf originalConf = new JobConf();
    originalConf.set(MRJobConfig.MAP_JAVA_OPTS, "-Xmx10m");
    originalConf.set(MRJobConfig.REDUCE_JAVA_OPTS, "-Xmx20m");
    originalConf.set(JobConf.MAPRED_TASK_JAVA_OPTS, "-Xmx30m");
    // define a mock job
    MockJob story = new MockJob(originalConf) {

        public JobConf getJobConf() {
            return originalConf;
        }
    };
    GridmixJob job = new DummyGridmixJob(gridmixConf, story);
    Job simulatedJob = job.getJob();
    Configuration simulatedConf = simulatedJob.getConfiguration();
    assertEquals("Map heap options works when disabled!", "-Xmx1m", simulatedConf.get(MRJobConfig.MAP_JAVA_OPTS));
    assertEquals("Reduce heap options works when disabled!", "-Xmx2m", simulatedConf.get(MRJobConfig.REDUCE_JAVA_OPTS));
    assertEquals("Task heap options works when disabled!", "-Xmx3m", simulatedConf.get(JobConf.MAPRED_TASK_JAVA_OPTS));
}

Example 2 with MockJob

use of org.apache.hadoop.mapred.gridmix.DebugJobProducer.MockJob in project hadoop by apache.

the class TestHighRamJob method testHighRamConfig.

private static void testHighRamConfig(long jobMapMB, long jobReduceMB, long clusterMapMB, long clusterReduceMB, long simulatedClusterMapMB, long simulatedClusterReduceMB, long expectedMapMB, long expectedReduceMB, Configuration gConf) throws IOException {
    Configuration simulatedJobConf = new Configuration(gConf);
    simulatedJobConf.setLong(MRConfig.MAPMEMORY_MB, simulatedClusterMapMB);
    simulatedJobConf.setLong(MRConfig.REDUCEMEMORY_MB, simulatedClusterReduceMB);
    // define a source conf
    Configuration sourceConf = new Configuration();
    // configure the original job
    sourceConf.setLong(MRJobConfig.MAP_MEMORY_MB, jobMapMB);
    sourceConf.setLong(MRConfig.MAPMEMORY_MB, clusterMapMB);
    sourceConf.setLong(MRJobConfig.REDUCE_MEMORY_MB, jobReduceMB);
    sourceConf.setLong(MRConfig.REDUCEMEMORY_MB, clusterReduceMB);
    // define a mock job
    MockJob story = new MockJob(sourceConf);
    GridmixJob job = new DummyGridmixJob(simulatedJobConf, story);
    Job simulatedJob = job.getJob();
    JobConf simulatedConf = (JobConf) simulatedJob.getConfiguration();
    // check if the high ram properties are not set
    assertEquals(expectedMapMB, simulatedConf.getMemoryRequired(TaskType.MAP));
    assertEquals(expectedReduceMB, simulatedConf.getMemoryRequired(TaskType.REDUCE));
}