use of org.talend.hadoop.distribution.DistributionModuleGroup in project tbd-studio-se by Talend.
the class EMR5290SparkBatchAzureNodeModuleGroup method getModuleGroups.
public static Set<DistributionModuleGroup> getModuleGroups(String distribution, String version) {
Set<DistributionModuleGroup> hs = new HashSet<>();
DistributionModuleGroup dmg = new DistributionModuleGroup(EMR5290Constant.SPARK_AZURE_MRREQUIRED_MODULE_GROUP.getModuleName(), true, new SparkBatchLinkedNodeCondition(distribution, version, SparkBatchConstant.SPARK_BATCH_AZURE_SPARKCONFIGURATION_LINKEDPARAMETER).getCondition());
hs.add(dmg);
return hs;
}
use of org.talend.hadoop.distribution.DistributionModuleGroup in project tbd-studio-se by Talend.
the class DBR73xSparkStreamingModuleGroup method getModuleGroups.
public static Set<DistributionModuleGroup> getModuleGroups() {
Set<DistributionModuleGroup> hs = new HashSet<>();
hs.add(new DistributionModuleGroup(DBR73xConstant.SPARK_STREAMING_LIB_MRREQUIRED_DBR73X.getModuleName(), true));
hs.add(new DistributionModuleGroup(DBR73xConstant.HIVEONSPARK_LIB_MRREQUIRED_DBR73X.getModuleName(), true));
hs.add(new DistributionModuleGroup(DBR73xConstant.SPARK_LIB_MRREQUIRED_DBR73X.getModuleName(), true));
hs.add(new DistributionModuleGroup(DBR73xConstant.BIGDATA_LAUNCHER_LIB_DBR73X.getModuleName(), true));
hs.add(new DistributionModuleGroup(DBR73xConstant.DYNAMODB_GROUP_DBR73x.getModuleName(), true));
hs.add(new DistributionModuleGroup(DBR73xConstant.KAFKA_LIB_REQUIRED_DBR73X.getModuleName(), true));
hs.add(new DistributionModuleGroup(DBR73xConstant.SPARK_STREAMING_LIB_KINESIS_DBR73X.getModuleName(), true));
return hs;
}
use of org.talend.hadoop.distribution.DistributionModuleGroup in project tbd-studio-se by Talend.
the class DBR73xSnowflakeNodeModuleGroup method getModuleGroups.
public static Set<DistributionModuleGroup> getModuleGroups(String distribution, String version) {
Set<DistributionModuleGroup> moduleGroups = new HashSet<>();
moduleGroups.add(new DistributionModuleGroup(DBR73xConstant.SNOWFLAKE_GROUP_DBR73x.getModuleName(), true));
return moduleGroups;
}
use of org.talend.hadoop.distribution.DistributionModuleGroup in project tbd-studio-se by Talend.
the class DBR550HiveOnSparkModuleGroup method getModuleGroups.
public static Set<DistributionModuleGroup> getModuleGroups() {
Set<DistributionModuleGroup> hs = new HashSet<>();
hs.add(new DistributionModuleGroup(DBR550Constant.SPARK_HIVE_MRREQUIRED_MODULE_GROUP.getModuleName(), true));
return hs;
}
use of org.talend.hadoop.distribution.DistributionModuleGroup in project tbd-studio-se by Talend.
the class DBR550SparkStreamingModuleGroup method getModuleGroups.
public static Set<DistributionModuleGroup> getModuleGroups() {
Set<DistributionModuleGroup> hs = new HashSet<>();
// hs.add(new DistributionModuleGroup(DatabricksConstant.HDFS_MODULE_GROUP.getModuleName(), false, condition));
hs.add(new DistributionModuleGroup(DBR550Constant.SPARK_MRREQUIRED_MODULE_GROUP.getModuleName(), true));
hs.add(new DistributionModuleGroup(DBR550Constant.SPARK_STREAMING_MRREQUIRED_MODULE_GROUP.getModuleName(), true));
hs.add(new DistributionModuleGroup(DBR550Constant.BIGDATALAUNCHER_MODULE_GROUP.getModuleName(), true));
hs.add(new DistributionModuleGroup(DBR550Constant.SPARK_HIVE_MRREQUIRED_MODULE_GROUP.getModuleName(), true));
return hs;
}
Aggregations