Examples with HadoopProxy org.apache.whirr.service.hadoop.HadoopProxy used on opensource projects

Example 1 with HadoopProxy

use of org.apache.whirr.service.hadoop.HadoopProxy in project whirr by apache.

the class HamaMasterClusterActionHandler method createProxyScript.

private void createProxyScript(ClusterSpec clusterSpec, Cluster cluster) {
    File configDir = getConfigDir(clusterSpec);
    File hamaProxyFile = new File(configDir, "hama-proxy.sh");
    try {
        HadoopProxy proxy = new HadoopProxy(clusterSpec, cluster);
        InetAddress master = HamaCluster.getMasterPublicAddress(cluster);
        String script = String.format("echo 'Running proxy to Hama cluster at %s. " + "Use Ctrl-c to quit.'\n", master.getHostName()) + Joiner.on(" ").join(proxy.getProxyCommand());
        Files.write(script, hamaProxyFile, Charsets.UTF_8);
        LOG.info("Wrote Hama proxy script {}", hamaProxyFile);
    } catch (IOException e) {
        LOG.error("Problem writing Hama proxy script {}", hamaProxyFile, e);
    }
}

Example 2 with HadoopProxy

use of org.apache.whirr.service.hadoop.HadoopProxy in project whirr by apache.

the class HamaServiceController method startup.

public synchronized void startup() throws Exception {
    LOG.info("Starting up cluster...");
    CompositeConfiguration config = new CompositeConfiguration();
    if (System.getProperty("config") != null) {
        config.addConfiguration(new PropertiesConfiguration(System.getProperty("config")));
    }
    config.addConfiguration(new PropertiesConfiguration(HamaServiceController.class.getResource("/whirr-hama-test.properties")));
    clusterSpec = ClusterSpec.withTemporaryKeys(config);
    controller = new ClusterController();
    cluster = controller.launchCluster(clusterSpec);
    proxy = new HadoopProxy(clusterSpec, cluster);
    proxy.start();
    HamaConfiguration conf = getConfiguration();
    BSPJobClient client = new BSPJobClient(conf);
    waitForGroomServers(client);
    running = true;
}

Example 3 with HadoopProxy

use of org.apache.whirr.service.hadoop.HadoopProxy in project whirr by apache.

the class HadoopServiceController method startup.

public synchronized void startup() throws Exception {
    LOG.info("Starting up cluster...");
    CompositeConfiguration config = new CompositeConfiguration();
    if (System.getProperty("config") != null) {
        config.addConfiguration(new PropertiesConfiguration(System.getProperty("config")));
    }
    config.addConfiguration(configuration);
    clusterSpec = ClusterSpec.withTemporaryKeys(config);
    controller = new ClusterController();
    cluster = controller.launchCluster(clusterSpec);
    proxy = new HadoopProxy(clusterSpec, cluster);
    proxy.start();
    Configuration conf = getConfiguration();
    JobConf job = new JobConf(conf, HadoopServiceController.class);
    JobClient client = new JobClient(job);
    waitToExitSafeMode(client);
    waitForTaskTrackers(client);
    running = true;
}

Example 4 with HadoopProxy

use of org.apache.whirr.service.hadoop.HadoopProxy in project whirr by apache.

the class Cdh3HadoopServiceTest method setUp.

@BeforeClass
public static void setUp() throws Exception {
    CompositeConfiguration config = new CompositeConfiguration();
    if (System.getProperty("config") != null) {
        config.addConfiguration(new PropertiesConfiguration(System.getProperty("config")));
    }
    config.addConfiguration(new PropertiesConfiguration(getPropertiesFilename()));
    clusterSpec = ClusterSpec.withTemporaryKeys(config);
    controller = new ClusterController();
    cluster = controller.launchCluster(clusterSpec);
    proxy = new HadoopProxy(clusterSpec, cluster);
    proxy.start();
}

Example 5 with HadoopProxy

use of org.apache.whirr.service.hadoop.HadoopProxy in project whirr by apache.

the class CdhYarnServiceTest method setUp.

@BeforeClass
public static void setUp() throws Exception {
    CompositeConfiguration config = new CompositeConfiguration();
    if (System.getProperty("config") != null) {
        config.addConfiguration(new PropertiesConfiguration(System.getProperty("config")));
    }
    config.addConfiguration(new PropertiesConfiguration(getPropertiesFilename()));
    clusterSpec = ClusterSpec.withTemporaryKeys(config);
    controller = new ClusterController();
    cluster = controller.launchCluster(clusterSpec);
    proxy = new HadoopProxy(clusterSpec, cluster);
    proxy.start();
}