Examples with ComponentUISpecification com.hortonworks.streamline.common.ComponentUISpecification used on opensource projects

Example 1 with ComponentUISpecification

use of com.hortonworks.streamline.common.ComponentUISpecification in project streamline by hortonworks.

the class CustomProcessorInfo method fromTopologyComponentBundle.

public static CustomProcessorInfo fromTopologyComponentBundle(TopologyComponentBundle topologyComponentBundle) throws IOException {
    Preconditions.checkNotNull(topologyComponentBundle, "topologyComponentBundle can not bre null");
    ComponentUISpecification topologyComponentUISpecification = topologyComponentBundle.getTopologyComponentUISpecification();
    List<ComponentUISpecification.UIField> uiFields = topologyComponentUISpecification.getFields();
    Map<String, String> config = getPropertiesFromUIFields(uiFields);
    return new CustomProcessorInfo(config.get(NAME), config.get(DESCRIPTION), topologyComponentBundle.getStreamingEngine(), config.get(JAR_FILE_NAME), config.get(CUSTOM_PROCESSOR_IMPL), Utils.getSchemaFromConfig(config.get(INPUT_SCHEMA)), Utils.getSchemaFromConfig(config.get(OUTPUT_SCHEMA)), getCustomProcessorUISpecification(topologyComponentUISpecification), config.get(DIGEST));
}

Example 2 with ComponentUISpecification

use of com.hortonworks.streamline.common.ComponentUISpecification in project streamline by hortonworks.

the class ServiceCatalogResource method registerService.

@POST
@Consumes(MediaType.MULTIPART_FORM_DATA)
@Path("/clusters/{clusterId}/services/register/{serviceName}")
@Timed
public Response registerService(@PathParam("clusterId") Long clusterId, @PathParam("serviceName") String serviceName, FormDataMultiPart form) {
    ServiceBundle serviceBundle = environmentService.getServiceBundleByName(serviceName);
    if (serviceBundle == null) {
        throw BadRequestException.message("Not supported service: " + serviceName);
    }
    ManualServiceRegistrar registrar;
    try {
        Class<?> clazz = Class.forName(serviceBundle.getRegisterClass());
        registrar = (ManualServiceRegistrar) clazz.newInstance();
    } catch (ClassNotFoundException | IllegalAccessException | InstantiationException e) {
        throw new RuntimeException(e);
    }
    Cluster cluster = environmentService.getCluster(clusterId);
    if (cluster == null) {
        throw EntityNotFoundException.byId("Cluster " + clusterId);
    }
    Service service = environmentService.getServiceByName(clusterId, serviceName);
    if (service != null) {
        throw EntityAlreadyExistsException.byName("Service " + serviceName + " is already exist in Cluster " + clusterId);
    }
    registrar.init(environmentService);
    ComponentUISpecification specification = serviceBundle.getServiceUISpecification();
    List<String> fileFieldNames = specification.getFields().stream().filter(uiField -> uiField.getType().equals(ComponentUISpecification.UIFieldType.FILE)).map(uiField -> uiField.getFieldName()).collect(toList());
    Map<String, List<FormDataBodyPart>> fields = form.getFields();
    List<FormDataBodyPart> cfgFormList = fields.getOrDefault("config", Collections.emptyList());
    Config config;
    if (!cfgFormList.isEmpty()) {
        String jsonConfig = cfgFormList.get(0).getEntityAs(String.class);
        try {
            config = objectMapper.readValue(jsonConfig, Config.class);
        } catch (IOException e) {
            throw BadRequestException.message("config is missing");
        }
    } else {
        config = new Config();
    }
    List<ManualServiceRegistrar.ConfigFileInfo> configFileInfos = fields.entrySet().stream().filter(entry -> fileFieldNames.contains(entry.getKey())).flatMap(entry -> {
        String key = entry.getKey();
        List<FormDataBodyPart> values = entry.getValue();
        return values.stream().map(val -> new ManualServiceRegistrar.ConfigFileInfo(key, val.getEntityAs(InputStream.class)));
    }).collect(toList());
    try {
        Service registeredService = registrar.register(cluster, config, configFileInfos);
        return WSUtils.respondEntity(buildManualServiceRegisterResult(registeredService), CREATED);
    } catch (IllegalArgumentException e) {
        throw BadRequestException.message(e.getMessage());
    } catch (IOException e) {
        throw new RuntimeException(e);
    }
}

Example 3 with ComponentUISpecification

use of com.hortonworks.streamline.common.ComponentUISpecification in project streamline by hortonworks.

the class CustomProcessorInfo method getCustomProcessorUISpecification.

private static ComponentUISpecification getCustomProcessorUISpecification(ComponentUISpecification componentUISpecification) {
    ComponentUISpecification result = new ComponentUISpecification();
    List<ComponentUISpecification.UIField> fields = new ArrayList<>();
    for (ComponentUISpecification.UIField uiField : componentUISpecification.getFields()) {
        if (uiField.getFieldName().startsWith(TopologyLayoutConstants.JSON_KEY_CUSTOM_PROCESSOR_PREFIX)) {
            ComponentUISpecification.UIField newUIField = new ComponentUISpecification.UIField(uiField);
            newUIField.setFieldName(uiField.getFieldName().replaceFirst(TopologyLayoutConstants.JSON_KEY_CUSTOM_PROCESSOR_PREFIX_REGEX, ""));
            fields.add(newUIField);
        }
    }
    result.setFields(fields);
    return (result.getFields().isEmpty() ? null : result);
}

Example 4 with ComponentUISpecification

use of com.hortonworks.streamline.common.ComponentUISpecification in project streamline by hortonworks.

the class CustomProcessorInfo method toTopologyComponentBundle.

public TopologyComponentBundle toTopologyComponentBundle() throws IOException {
    TopologyComponentBundle result = new TopologyComponentBundle();
    result.setTimestamp(System.currentTimeMillis());
    result.setType(TopologyComponentBundle.TopologyComponentType.PROCESSOR);
    result.setSubType(TopologyLayoutConstants.JSON_KEY_CUSTOM_PROCESSOR_SUB_TYPE);
    result.setStreamingEngine(this.streamingEngine);
    if (TopologyLayoutConstants.STORM_STREAMING_ENGINE.equals(this.streamingEngine)) {
        result.setName("customProcessorBoltComponent");
    }
    result.setBuiltin(true);
    result.setTransformationClass("com.hortonworks.streamline.streams.layout.storm.CustomProcessorBoltFluxComponent");
    List<ComponentUISpecification.UIField> uiFields = new ArrayList<>();
    uiFields.addAll(getCustomProcessorUIFieldsWithPrefix());
    uiFields.add(this.createUIField(TopologyLayoutConstants.JSON_KEY_PARALLELISM, TopologyLayoutConstants.JSON_KEY_PARALLELISM, true, true, TopologyLayoutConstants.JSON_KEY_PARALLELISM_TOOLTIP, ComponentUISpecification.UIFieldType.NUMBER.NUMBER, 1));
    uiFields.add(this.createUIField(NAME, NAME, false, false, "Custom processor name", ComponentUISpecification.UIFieldType.STRING, this.name));
    uiFields.add(this.createUIField(DESCRIPTION, DESCRIPTION, false, false, "Custom processor description", ComponentUISpecification.UIFieldType.STRING, this.description));
    uiFields.add(this.createUIField(JAR_FILE_NAME, JAR_FILE_NAME, false, false, "Custom processor jar file", ComponentUISpecification.UIFieldType.STRING, this.jarFileName));
    uiFields.add(this.createUIField(CUSTOM_PROCESSOR_IMPL, CUSTOM_PROCESSOR_IMPL, false, false, "Custom processor interface implementation class", ComponentUISpecification.UIFieldType.STRING, this.customProcessorImpl));
    ObjectMapper objectMapper = new ObjectMapper();
    uiFields.add(this.createUIField(INPUT_SCHEMA, INPUT_SCHEMA, true, false, "Custom processor input schema", ComponentUISpecification.UIFieldType.STRING, objectMapper.writeValueAsString(this.inputSchema)));
    uiFields.add(this.createUIField(OUTPUT_SCHEMA, OUTPUT_SCHEMA, true, false, "Custom processor output schema", ComponentUISpecification.UIFieldType.STRING, objectMapper.writeValueAsString(this.outputSchema)));
    uiFields.add(this.createUIField(DIGEST, DIGEST, false, false, "MD5 digest of the jar file for this CP implementation", ComponentUISpecification.UIFieldType.STRING, this.digest));
    ComponentUISpecification componentUISpecification = new ComponentUISpecification();
    componentUISpecification.setFields(uiFields);
    result.setTopologyComponentUISpecification(componentUISpecification);
    return result;
}