Search in sources :

Example 91 with DistributionModuleGroup

use of org.talend.hadoop.distribution.DistributionModuleGroup in project tbd-studio-se by Talend.

the class DBR640SparkBatchAzureNodeModuleGroupTest method testModuleGroups.

@Test
public void testModuleGroups() throws Exception {
    Map<String, String> expected = new HashMap<>();
    expected.put(DBR640Constant.SPARK_AZURE_LIB_MRREQUIRED_DBR640.getModuleName(), // $NON-NLS-1$
    "((#LINK@NODE.STORAGE_CONFIGURATION.DISTRIBUTION=='DATABRICKS') AND (#LINK@NODE.STORAGE_CONFIGURATION.SPARK_VERSION=='Databricks_6_4')) AND (#LINK@NODE.STORAGE_CONFIGURATION.SPARK_LOCAL_MODE=='false')");
    Set<DistributionModuleGroup> moduleGroups = DBR640AzureNodeModuleGroup.getModuleGroups(DBR640Distribution.DISTRIBUTION_NAME, DBR640Distribution.VERSION);
    assertEquals(expected.size(), moduleGroups.size());
    for (DistributionModuleGroup module : moduleGroups) {
        // $NON-NLS-1$
        assertTrue("Should contain module " + module.getModuleName(), expected.containsKey(module.getModuleName()));
        if (expected.get(module.getModuleName()) == null) {
            assertTrue(// $NON-NLS-1$ //$NON-NLS-2$
            "The condition of the module " + module.getModuleName() + " is not null.", expected.get(module.getModuleName()) == null);
        } else {
            assertTrue(// $NON-NLS-1$ //$NON-NLS-2$
            "The condition of the module " + module.getModuleName() + " is null, but it should be " + expected.get(module.getModuleName()) + ".", // $NON-NLS-1$
            expected.get(module.getModuleName()) != null);
        // assertEquals(expected.get(module.getModuleName()), module.getRequiredIf().getConditionString());
        }
    }
}
Also used : HashMap(java.util.HashMap) DistributionModuleGroup(org.talend.hadoop.distribution.DistributionModuleGroup) Test(org.junit.Test)

Example 92 with DistributionModuleGroup

use of org.talend.hadoop.distribution.DistributionModuleGroup in project tbd-studio-se by Talend.

the class DBR550HiveOnSparkModuleGroupTest method testModuleGroups.

@Test
public void testModuleGroups() throws Exception {
    Map<String, String> results = new HashMap<>();
    results.put(DBR550Constant.SPARK_HIVE_MRREQUIRED_MODULE_GROUP.getModuleName(), null);
    Set<DistributionModuleGroup> moduleGroups = DBR550HiveOnSparkModuleGroup.getModuleGroups();
    assertEquals(results.size(), moduleGroups.size());
    moduleGroups.iterator();
    for (DistributionModuleGroup module : moduleGroups) {
        // $NON-NLS-1$
        assertTrue("Should contain module " + module.getModuleName(), results.containsKey(module.getModuleName()));
        if (results.get(module.getModuleName()) == null) {
            assertTrue(// $NON-NLS-1$ //$NON-NLS-2$
            "The condition of the module " + module.getModuleName() + " is not null.", results.get(module.getModuleName()) == null);
        } else {
            assertTrue(// $NON-NLS-1$ //$NON-NLS-2$
            "The condition of the module " + module.getModuleName() + " is null, but it should be " + results.get(module.getModuleName()) + ".", // $NON-NLS-1$
            results.get(module.getModuleName()) != null);
            assertEquals(results.get(module.getModuleName()), module.getRequiredIf().getConditionString());
        }
    }
}
Also used : HashMap(java.util.HashMap) DistributionModuleGroup(org.talend.hadoop.distribution.DistributionModuleGroup) Test(org.junit.Test)

Example 93 with DistributionModuleGroup

use of org.talend.hadoop.distribution.DistributionModuleGroup in project tbd-studio-se by Talend.

the class EMR5290SparkBatchModuleGroupTest method testModuleGroups.

@Test
public void testModuleGroups() throws Exception {
    Map<String, String> results = new HashMap<>();
    results.put(EMR5290Constant.SPARK_MODULE_GROUP.getModuleName(), null);
    Set<DistributionModuleGroup> moduleGroups = EMR5290SparkBatchModuleGroup.getModuleGroups();
    assertEquals(results.size(), moduleGroups.size());
    for (DistributionModuleGroup module : moduleGroups) {
        // $NON-NLS-1$
        assertTrue("Should contain module " + module.getModuleName(), results.containsKey(module.getModuleName()));
        if (results.get(module.getModuleName()) == null) {
            assertTrue(// $NON-NLS-1$ //$NON-NLS-2$
            "The condition of the module " + module.getModuleName() + " is not null.", results.get(module.getModuleName()) == null);
        } else {
            assertTrue(// $NON-NLS-1$ //$NON-NLS-2$
            "The condition of the module " + module.getModuleName() + " is null, but it should be " + results.get(module.getModuleName()) + ".", // $NON-NLS-1$
            results.get(module.getModuleName()) != null);
            assertEquals(results.get(module.getModuleName()), module.getRequiredIf().getConditionString());
        }
    }
}
Also used : HashMap(java.util.HashMap) DistributionModuleGroup(org.talend.hadoop.distribution.DistributionModuleGroup) Test(org.junit.Test)

Example 94 with DistributionModuleGroup

use of org.talend.hadoop.distribution.DistributionModuleGroup in project tbd-studio-se by Talend.

the class EMR5290SparkBatchS3NodeModuleGroupTest method testModuleGroups.

@Test
public void testModuleGroups() throws Exception {
    Map<String, String> results = new HashMap<>();
    results.put(EMR5290Constant.S3_MODULE_GROUP.getModuleName(), // $NON-NLS-1$
    "((#LINK@NODE." + SparkBatchConstant.SPARK_BATCH_S3_SPARKCONFIGURATION_LINKEDPARAMETER + ".DISTRIBUTION == 'AMAZON_EMR') AND (#LINK@NODE." + SparkBatchConstant.SPARK_BATCH_S3_SPARKCONFIGURATION_LINKEDPARAMETER + ".SPARK_VERSION == 'EMR_5_29_0'))");
    Set<DistributionModuleGroup> moduleGroups = EMR5290SparkBatchS3NodeModuleGroup.getModuleGroups(EMR5290Distribution.DISTRIBUTION_NAME, EMR5290Distribution.VERSION);
    assertEquals(results.size(), moduleGroups.size());
    for (DistributionModuleGroup module : moduleGroups) {
        // $NON-NLS-1$
        assertTrue("Should contain module " + module.getModuleName(), results.containsKey(module.getModuleName()));
        if (results.get(module.getModuleName()) == null) {
            assertTrue(// $NON-NLS-1$ //$NON-NLS-2$
            "The condition of the module " + module.getModuleName() + " is not null.", results.get(module.getModuleName()) == null);
        } else {
            assertTrue(// $NON-NLS-1$ //$NON-NLS-2$
            "The condition of the module " + module.getModuleName() + " is null, but it should be " + results.get(module.getModuleName()) + ".", // $NON-NLS-1$
            results.get(module.getModuleName()) != null);
            assertEquals(results.get(module.getModuleName()), module.getRequiredIf().getConditionString());
        }
    }
}
Also used : HashMap(java.util.HashMap) DistributionModuleGroup(org.talend.hadoop.distribution.DistributionModuleGroup) Test(org.junit.Test)

Example 95 with DistributionModuleGroup

use of org.talend.hadoop.distribution.DistributionModuleGroup in project tbd-studio-se by Talend.

the class DBR640HiveOnSparkModuleGroupTest method testModuleGroups.

@Test
public void testModuleGroups() throws Exception {
    Map<String, String> results = new HashMap<>();
    results.put(DBR640Constant.HIVEONSPARK_LIB_MRREQUIRED_DBR640.getModuleName(), null);
    Set<DistributionModuleGroup> moduleGroups = DBR640HiveOnSparkModuleGroup.getModuleGroups();
    assertEquals(results.size(), moduleGroups.size());
    moduleGroups.iterator();
    for (DistributionModuleGroup module : moduleGroups) {
        // $NON-NLS-1$
        assertTrue("Should contain module " + module.getModuleName(), results.containsKey(module.getModuleName()));
        if (results.get(module.getModuleName()) == null) {
            assertTrue(// $NON-NLS-1$ //$NON-NLS-2$
            "The condition of the module " + module.getModuleName() + " is not null.", results.get(module.getModuleName()) == null);
        } else {
            assertTrue(// $NON-NLS-1$ //$NON-NLS-2$
            "The condition of the module " + module.getModuleName() + " is null, but it should be " + results.get(module.getModuleName()) + ".", // $NON-NLS-1$
            results.get(module.getModuleName()) != null);
            assertEquals(results.get(module.getModuleName()), module.getRequiredIf().getConditionString());
        }
    }
}
Also used : HashMap(java.util.HashMap) DistributionModuleGroup(org.talend.hadoop.distribution.DistributionModuleGroup) Test(org.junit.Test)

Aggregations

DistributionModuleGroup (org.talend.hadoop.distribution.DistributionModuleGroup)148 HashSet (java.util.HashSet)106 DynamicPluginAdapter (org.talend.hadoop.distribution.dynamic.adapter.DynamicPluginAdapter)43 HashMap (java.util.HashMap)36 Test (org.junit.Test)36 SparkStreamingLinkedNodeCondition (org.talend.hadoop.distribution.condition.common.SparkStreamingLinkedNodeCondition)20 SparkBatchLinkedNodeCondition (org.talend.hadoop.distribution.condition.common.SparkBatchLinkedNodeCondition)14 MultiComponentCondition (org.talend.hadoop.distribution.condition.MultiComponentCondition)13 ComponentCondition (org.talend.hadoop.distribution.condition.ComponentCondition)12 SimpleComponentCondition (org.talend.hadoop.distribution.condition.SimpleComponentCondition)12 NodeComponentTypeBean (org.talend.hadoop.distribution.NodeComponentTypeBean)11 BasicExpression (org.talend.hadoop.distribution.condition.BasicExpression)11 Set (java.util.Set)6 NestedComponentCondition (org.talend.hadoop.distribution.condition.NestedComponentCondition)4 HDFSLinkedNodeCondition (org.talend.hadoop.distribution.condition.common.HDFSLinkedNodeCondition)3 Map (java.util.Map)2 ComponentType (org.talend.hadoop.distribution.ComponentType)2 RawExpression (org.talend.hadoop.distribution.condition.RawExpression)2 ShowExpression (org.talend.hadoop.distribution.condition.ShowExpression)2 DynamicSparkBatchKuduNodeModuleGroup (org.talend.hadoop.distribution.dynamic.template.modulegroup.node.sparkbatch.DynamicSparkBatchKuduNodeModuleGroup)2