Examples with HadoopConfigurator org.talend.repository.hadoopcluster.configurator.HadoopConfigurator used on opensource projects

Example 6 with HadoopConfigurator

use of org.talend.repository.hadoopcluster.configurator.HadoopConfigurator in project tbd-studio-se by Talend.

the class AbstractConnectionForm method checkConnection.

protected void checkConnection() {
    HadoopConfigurator hadoopConfigurator = null;
    if (retrieveButton != null && retrieveButton.getSelection()) {
        retrieveByJobServer();
    } else {
        try {
            hadoopConfigurator = getHadoopConfigurator();
            firePropertyChange(IPropertyConstants.PROPERTY_CONNECT, null, hadoopConfigurator);
        } catch (Exception e) {
            firePropertyChange(IPropertyConstants.PROPERTY_CONNECT, null, e);
        }
    }
}

Example 7 with HadoopConfigurator

use of org.talend.repository.hadoopcluster.configurator.HadoopConfigurator in project tbd-studio-se by Talend.

the class ClouderaHadoopConfig513Test method testConfigurator_cdh513.

/**
 * there is a cluster at Bonn
 *
 * 192.168.150.98 tal-qa143.talend.lan tal-qa143
 *
 * 192.168.150.99 tal-qa144.talend.lan tal-qa144
 *
 * 192.168.150.77 tal-qa146.talend.lan tal-qa146
 *
 * 192.168.150.78 tal-qa147.talend.lan tal-qa147
 */
// FIXME: use Mock of Cloudera API or TestContainers framework (https://www.testcontainers.org/) to be able to test it.
@Ignore("ignored in buildme system, comment out this line when run locally")
@Test
public void testConfigurator_cdh513() throws Exception {
    String folder = "/tmp/cm";
    // 513
    String url = "https://tal-qa14.talend.lan:7183";
    String trustStoreFile = "cdhcn.truststore";
    String trustStorePwd = "talend";
    String trustStoreType = "jks";
    HadoopConfigurator configurator = TestUtil.getConfigurator(url, trustStoreFile, trustStoreType, trustStorePwd);
    TestUtil.checkCluster(configurator, "Cluster 1");
    HadoopCluster cluster = configurator.getCluster(configurator.getAllClusters().get(0));
    Map<HadoopHostedService, HadoopClusterService> services = cluster.getHostedServices();
    TestUtil.checkService(services, HadoopHostedService.HDFS, HadoopHostedService.YARN, HadoopHostedService.HIVE, HadoopHostedService.HBASE);
    TestUtil.checkServiceConf(services.get(HadoopHostedService.HDFS), "hdfs-site.xml", "core-site.xml");
    TestUtil.checkServiceConf(services.get(HadoopHostedService.YARN), "yarn-site.xml", "hdfs-site.xml", "core-site.xml", "mapred-site.xml");
    TestUtil.checkServiceConf(services.get(HadoopHostedService.HIVE), "hive-site.xml", "yarn-site.xml", "hdfs-site.xml", "core-site.xml", "mapred-site.xml");
    TestUtil.checkServiceConf(services.get(HadoopHostedService.HBASE), "hbase-site.xml", "hdfs-site.xml", "core-site.xml");
}