Examples with IComponentConversion org.talend.core.model.components.conversions.IComponentConversion used on opensource projects

Example 81 with IComponentConversion

use of org.talend.core.model.components.conversions.IComponentConversion in project tdi-studio-se by Talend.

the class Salesforce620Migration method execute.

/*
     * (non-Javadoc)
     * 
     * @see org.talend.core.model.migration.AbstractItemMigrationTask#execute(org.talend.core.model.properties.Item)
     */
@Override
public ExecutionResult execute(Item item) {
    ProcessType processType = getProcessType(item);
    if (getProject().getLanguage() != ECodeLanguage.JAVA || processType == null) {
        return ExecutionResult.NOTHING_TO_DO;
    }
    String[] componentsName = new String[] { //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$
    "tSalesforceConnection", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$
    "tSalesforceBulkExec", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$
    "tSalesforceGetDeleted", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$
    "tSalesforceGetUpdated", "tSalesforceInput", "tSalesforceOutput", "tSalesforceOutputBulk", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$
    "tSalesforceOutputBulkExec" };
    IComponentConversion changeJDBCDriverJarType = new IComponentConversion() {

        @Override
        public void transform(NodeType node) {
            ElementParameterType elemParamType = ComponentUtilities.getNodeProperty(node, "PROPERTIES");
            String propertiesString = elemParamType.getValue();
            SerializerDeserializer.Deserialized<ComponentProperties> fromSerialized = Properties.Helper.fromSerializedPersistent(propertiesString, ComponentProperties.class, new PostDeserializeSetup() {

                @Override
                public void setup(Object properties) {
                    ((Properties) properties).setValueEvaluator(new PropertyValueEvaluator() {

                        @Override
                        public Object evaluate(Property property, Object storedValue) {
                            if (storedValue instanceof String) {
                                if (GenericTypeUtils.isEnumType(property)) {
                                    ComponentProperties newProperties = ComponentsUtils.getComponentProperties(node.getComponentName());
                                    Property newProperty = (Property) newProperties.getProperty(property.getName());
                                    if (newProperty == null) {
                                        newProperty = (Property) newProperties.getProperty("connection.loginType");
                                    }
                                    if (newProperty != null) {
                                        List<?> propertyPossibleValues = ((Property<?>) newProperty).getPossibleValues();
                                        if (propertyPossibleValues != null) {
                                            for (Object possibleValue : propertyPossibleValues) {
                                                if (possibleValue.toString().equals(storedValue)) {
                                                    property.setStoredValue(possibleValue);
                                                    return possibleValue;
                                                }
                                            }
                                        }
                                    }
                                }
                            }
                            return storedValue;
                        }
                    });
                }
            });
            ComponentProperties newProperties = ComponentsUtils.getComponentProperties(node.getComponentName());
            updateSubProperties(fromSerialized.object, newProperties);
            newProperties.copyValuesFrom(fromSerialized.object, true, false);
            NamedThing nt = newProperties.getProperty("module.moduleName");
            if (nt != null && nt instanceof Property) {
                Property moduleNameProperty = (Property) nt;
                String moduleName = (String) moduleNameProperty.getValue();
                if (ContextParameterUtils.isContainContextParam(moduleName)) {
                    moduleName = TalendQuoteUtils.removeQuotes(moduleName);
                } else {
                    moduleName = TalendQuoteUtils.addPairQuotesIfNotExist(moduleName);
                }
                moduleNameProperty.setStoredValue(moduleName);
            }
            nt = newProperties.getProperty("upsertRelationTable.columnName");
            if (nt != null && nt instanceof Property) {
                Property moduleNameProperty = (Property) nt;
                if (moduleNameProperty.getPossibleValues() == null || moduleNameProperty.getPossibleValues().isEmpty()) {
                    List<String> columns = new ArrayList<String>();
                    if (moduleNameProperty.getValue() instanceof String) {
                        String column = (String) moduleNameProperty.getValue();
                        columns.add(column);
                    } else if (moduleNameProperty.getValue() instanceof List) {
                        columns.addAll((Collection<? extends String>) moduleNameProperty.getValue());
                    }
                    moduleNameProperty.setPossibleValues(columns);
                }
            }
            elemParamType.setValue(newProperties.toSerialized());
        }
    };
    boolean modified = false;
    for (Object obj : processType.getNode()) {
        if (obj != null && obj instanceof NodeType) {
            String componentName = ((NodeType) obj).getComponentName();
            if (ArrayUtils.contains(componentsName, componentName)) {
                IComponentFilter filter = new NameComponentFilter(componentName);
                modified = ModifyComponentsAction.searchAndModify((NodeType) obj, filter, Arrays.<IComponentConversion>asList(changeJDBCDriverJarType)) || modified;
            }
        }
    }
    if (modified) {
        try {
            ProxyRepositoryFactory.getInstance().save(item, true);
            return ExecutionResult.SUCCESS_NO_ALERT;
        } catch (PersistenceException e) {
            ExceptionHandler.process(e);
            return ExecutionResult.FAILURE;
        }
    }
    return ExecutionResult.SUCCESS_WITH_ALERT;
}

Example 82 with IComponentConversion

use of org.talend.core.model.components.conversions.IComponentConversion in project tdi-studio-se by Talend.

the class NewComponentFrameworkMigrationTask method execute.

@Override
public ExecutionResult execute(final Item item) {
    final ProcessType processType = getProcessType(item);
    ComponentCategory category = ComponentCategory.getComponentCategoryFromItem(item);
    Properties props = getPropertiesFromFile();
    IComponentConversion conversion = new IComponentConversion() {

        @Override
        public void transform(NodeType nodeType) {
            if (nodeType == null || props == null) {
                return;
            }
            boolean modified = false;
            Map<String, String> schemaParamMap = new HashMap<>();
            String currComponentName = nodeType.getComponentName();
            String newComponentName = props.getProperty(currComponentName);
            nodeType.setComponentName(newComponentName);
            IComponent component = ComponentsFactoryProvider.getInstance().get(newComponentName, category.getName());
            ComponentProperties compProperties = ComponentsUtils.getComponentProperties(newComponentName);
            FakeNode fNode = new FakeNode(component);
            for (IElementParameter param : fNode.getElementParameters()) {
                if (param instanceof GenericElementParameter) {
                    String paramName = param.getName();
                    NamedThing currNamedThing = ComponentsUtils.getGenericSchemaElement(compProperties, paramName);
                    String oldParamName = props.getProperty(currComponentName + IGenericConstants.EXP_SEPARATOR + paramName);
                    if (oldParamName != null && !(oldParamName = oldParamName.trim()).isEmpty()) {
                        if (currNamedThing instanceof Property && (GenericTypeUtils.isSchemaType((Property<?>) currNamedThing))) {
                            schemaParamMap.put(paramName, props.getProperty(currComponentName + IGenericConstants.EXP_SEPARATOR + paramName + IGenericConstants.EXP_SEPARATOR + "connector"));
                        }
                        ElementParameterType paramType = getParameterType(nodeType, oldParamName);
                        if (paramType != null) {
                            if (currNamedThing instanceof ComponentReferenceProperties) {
                                ComponentReferenceProperties refProps = (ComponentReferenceProperties) currNamedThing;
                                refProps.referenceType.setValue(ComponentReferenceProperties.ReferenceType.COMPONENT_INSTANCE);
                                refProps.componentInstanceId.setStoredValue(ParameterUtilTool.convertParameterValue(paramType));
                                refProps.componentInstanceId.setTaggedValue(IGenericConstants.ADD_QUOTES, true);
                            } else {
                                processMappedElementParameter(props, nodeType, (GenericElementParameter) param, paramType, currNamedThing);
                            }
                            ParameterUtilTool.removeParameterType(nodeType, paramType);
                            modified = true;
                        }
                        if (EParameterFieldType.SCHEMA_REFERENCE.equals(param.getFieldType())) {
                            //$NON-NLS-1$
                            String schemaTypeName = ":" + EParameterName.SCHEMA_TYPE.getName();
                            //$NON-NLS-1$
                            String repSchemaTypeName = ":" + EParameterName.REPOSITORY_SCHEMA_TYPE.getName();
                            paramType = getParameterType(nodeType, oldParamName + schemaTypeName);
                            if (paramType != null) {
                                paramType.setName(param.getName() + schemaTypeName);
                            }
                            paramType = getParameterType(nodeType, oldParamName + repSchemaTypeName);
                            if (paramType != null) {
                                paramType.setName(param.getName() + repSchemaTypeName);
                            }
                        }
                    } else {
                        processUnmappedElementParameter(props, nodeType, (GenericElementParameter) param, currNamedThing);
                    }
                } else {
                    if (EParameterFieldType.SCHEMA_REFERENCE.equals(param.getFieldType())) {
                        String paramName = param.getName();
                        schemaParamMap.put(paramName, props.getProperty(currComponentName + IGenericConstants.EXP_SEPARATOR + paramName + IGenericConstants.EXP_SEPARATOR + "connector"));
                        String oldParamName = props.getProperty(currComponentName + IGenericConstants.EXP_SEPARATOR + paramName);
                        //$NON-NLS-1$
                        String schemaTypeName = ":" + EParameterName.SCHEMA_TYPE.getName();
                        //$NON-NLS-1$
                        String repSchemaTypeName = ":" + EParameterName.REPOSITORY_SCHEMA_TYPE.getName();
                        ElementParameterType paramType = getParameterType(nodeType, oldParamName + schemaTypeName);
                        if (paramType != null) {
                            paramType.setName(param.getName() + schemaTypeName);
                        }
                        paramType = getParameterType(nodeType, oldParamName + repSchemaTypeName);
                        if (paramType != null) {
                            paramType.setName(param.getName() + repSchemaTypeName);
                        }
                    }
                }
            }
            // Migrate schemas
            Map<String, MetadataType> metadatasMap = new HashMap<>();
            EList<MetadataType> metadatas = nodeType.getMetadata();
            for (MetadataType metadataType : metadatas) {
                metadatasMap.put(metadataType.getConnector(), metadataType);
            }
            Iterator<Entry<String, String>> schemaParamIter = schemaParamMap.entrySet().iterator();
            //$NON-NLS-1$
            String uniqueName = ParameterUtilTool.getParameterValue(nodeType, "UNIQUE_NAME");
            while (schemaParamIter.hasNext()) {
                Entry<String, String> schemaParamEntry = schemaParamIter.next();
                String newParamName = schemaParamEntry.getKey();
                String connectorMapping = schemaParamEntry.getValue();
                //$NON-NLS-1$
                String oldConnector = connectorMapping.split("->")[0];
                //$NON-NLS-1$
                String newConnector = connectorMapping.split("->")[1];
                MetadataType metadataType = metadatasMap.get(oldConnector);
                if (metadataType != null) {
                    metadataType.setConnector(newConnector);
                    MetadataEmfFactory factory = new MetadataEmfFactory();
                    factory.setMetadataType(metadataType);
                    IMetadataTable metadataTable = factory.getMetadataTable();
                    Schema schema = SchemaUtils.convertTalendSchemaIntoComponentSchema(ConvertionHelper.convert(metadataTable));
                    compProperties.setValue(newParamName, schema);
                }
                if (!oldConnector.equals(newConnector)) {
                    // if connector was changed, we should update the connections
                    for (Object connectionObj : processType.getConnection()) {
                        if (connectionObj instanceof ConnectionType) {
                            ConnectionType connectionType = (ConnectionType) connectionObj;
                            if (connectionType.getSource().equals(uniqueName) && connectionType.getConnectorName().equals(oldConnector)) {
                                connectionType.setConnectorName(newConnector);
                            }
                        }
                    }
                }
            }
            for (Object connectionObj : processType.getConnection()) {
                ConnectionType connection = (ConnectionType) connectionObj;
                if (connection.getSource() != null && connection.getSource().equals(uniqueName)) {
                    if (EConnectionType.FLOW_MAIN.getName().equals(connection.getConnectorName())) {
                        connection.setConnectorName(Connector.MAIN_NAME);
                    }
                }
            }
            if (modified) {
                String serializedProperties = compProperties.toSerialized();
                if (serializedProperties != null) {
                    ElementParameterType pType = //$NON-NLS-1$
                    ParameterUtilTool.createParameterType(//$NON-NLS-1$
                    null, //$NON-NLS-1$
                    "PROPERTIES", serializedProperties);
                    nodeType.getElementParameter().add(pType);
                }
            }
        }
    };
    if (processType != null) {
        boolean modified = false;
        for (Object obj : processType.getNode()) {
            if (obj != null && obj instanceof NodeType) {
                String componentName = ((NodeType) obj).getComponentName();
                String newComponentName = props.getProperty(componentName);
                if (newComponentName == null) {
                    continue;
                }
                IComponentFilter filter = new NameComponentFilter(componentName);
                modified = ModifyComponentsAction.searchAndModify((NodeType) obj, filter, Arrays.<IComponentConversion>asList(conversion)) || modified;
            }
        }
        if (modified) {
            try {
                ProxyRepositoryFactory.getInstance().save(item, true);
                return ExecutionResult.SUCCESS_NO_ALERT;
            } catch (PersistenceException e) {
                ExceptionHandler.process(e);
                return ExecutionResult.FAILURE;
            }
        }
    }
    return ExecutionResult.NOTHING_TO_DO;
}

Example 83 with IComponentConversion

use of org.talend.core.model.components.conversions.IComponentConversion in project tdi-studio-se by Talend.

the class ChangeVersionValue4HDFSComponents method execute.

@Override
public ExecutionResult execute(Item item) {
    ProcessType processType = getProcessType(item);
    String[] hdfsCompNames = { //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
    "tHDFSCompare", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
    "tHDFSConnection", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
    "tHDFSCopy", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
    "tHDFSDelete", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
    "tHDFSExist", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
    "tHDFSGet", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
    "tHDFSInput", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
    "tHDFSList", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
    "tHDFSOutput", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$ //$NON-NLS-5$
    "tHDFSProperties", "tHDFSPut", "tHDFSRename", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$
    "tHDFSRowCount" };
    IComponentConversion changeHDFSVersionValue = new IComponentConversion() {

        public void transform(NodeType node) {
            //$NON-NLS-1$
            ElementParameterType version = ComponentUtilities.getNodeProperty(node, "DB_VERSION");
            if (version != null) {
                String value = version.getValue();
                if (value == null) {
                    return;
                }
                if (value.equals("hadoop-core-1.0.0.jar;commons-logging-1.1.1.jar;commons-configuration-1.6.jar;commons-lang-2.4.jar;hdp-dummy.jar")) {
                    //$NON-NLS-1$
                    //$NON-NLS-1$
                    version.setValue("HDP_1_0");
                } else if (value.equals("hadoop-core-1.0.0.jar;commons-logging-1.1.1.jar;commons-configuration-1.6.jar;commons-lang-2.4.jar")) {
                    //$NON-NLS-1$ 
                    //$NON-NLS-1$
                    version.setValue("APACHE_1_0_0");
                } else if (value.startsWith("hadoop-core-0.20.204.0.jar")) {
                    //$NON-NLS-1$
                    //$NON-NLS-1$
                    version.setValue("APACHE_0_20_204");
                } else if (value.startsWith("hadoop-0.20.2-cdh3u1-core.jar")) {
                    //$NON-NLS-1$
                    //$NON-NLS-1$
                    version.setValue("Cloudera_0_20_CDH3U1");
                } else if (value.startsWith("hadoop-hdfs-2.0.0-cdh4.0.1.jar")) {
                    //$NON-NLS-1$
                    //$NON-NLS-1$
                    version.setValue("Cloudera_CDH4");
                } else if (value.startsWith("hadoop-0.20.2-core.jar")) {
                    //$NON-NLS-1$
                    //$NON-NLS-1$
                    version.setValue("APACHE_0_20_2");
                } else if (value.startsWith("hadoop-0.20.2-dev-core.jar")) {
                    //$NON-NLS-1$
                    //$NON-NLS-1$
                    version.setValue("MapR");
                }
            }
        }
    };
    for (String name : hdfsCompNames) {
        IComponentFilter filter = new NameComponentFilter(name);
        try {
            ModifyComponentsAction.searchAndModify(item, processType, filter, Arrays.<IComponentConversion>asList(changeHDFSVersionValue));
        } catch (PersistenceException e) {
            // TODO Auto-generated catch block
            ExceptionHandler.process(e);
            return ExecutionResult.FAILURE;
        }
    }
    return ExecutionResult.SUCCESS_NO_ALERT;
}

Example 84 with IComponentConversion

use of org.talend.core.model.components.conversions.IComponentConversion in project tdi-studio-se by Talend.

the class ChangetMongoDBInputSortTextToTable method execute.

@Override
public ExecutionResult execute(Item item) {
    ProcessType processType = getProcessType(item);
    IComponentFilter filter = new NameComponentFilter("tMongoDBInput");
    try {
        ModifyComponentsAction.searchAndModify(item, processType, filter, Arrays.<IComponentConversion>asList(new IComponentConversion() {

            public void transform(NodeType node) {
                ElementParameterType sort = ComponentUtilities.getNodeProperty(node, "SORT");
                if (sort == null) {
                    return;
                }
                String fieldType = sort.getField();
                if ("TEXT".equalsIgnoreCase(fieldType)) {
                    String sortValue = sort.getValue();
                    ComponentUtilities.removeNodeProperty(node, "SORT");
                    ComponentUtilities.addNodeProperty(node, "SORT", "TABLE");
                    if (sortValue != null && !"".equals(sortValue)) {
                        sort = ComponentUtilities.getNodeProperty(node, "SORT");
                        sortValue = sortValue.substring(sortValue.indexOf("{") + 1, sortValue.lastIndexOf("}"));
                        String[] sortTable = sortValue.split(",");
                        ElementValueType columnNameElement = null;
                        ElementValueType sortType = null;
                        for (String sortStr : sortTable) {
                            columnNameElement = TalendFileFactory.eINSTANCE.createElementValueType();
                            columnNameElement.setElementRef("COLNAME");
                            String columnValue = sortStr.split(":")[0].trim();
                            if (columnValue.startsWith("\\\"") && columnValue.endsWith("\\\"")) {
                                columnValue = "\"" + columnValue.substring(2, columnValue.length() - 2) + "\"";
                            }
                            columnNameElement.setValue(columnValue);
                            sort.getElementValue().add(columnNameElement);
                            sortType = TalendFileFactory.eINSTANCE.createElementValueType();
                            sortType.setElementRef("ORDER");
                            sortType.setValue(("1".equals(sortStr.split(":")[1].trim())) ? "asc" : "desc");
                            sort.getElementValue().add(sortType);
                        }
                    }
                }
            }
        }));
    } catch (PersistenceException e) {
        ExceptionHandler.process(e);
        return ExecutionResult.FAILURE;
    }
    return ExecutionResult.SUCCESS_NO_ALERT;
}

Example 85 with IComponentConversion

use of org.talend.core.model.components.conversions.IComponentConversion in project tdi-studio-se by Talend.

the class MapNetsuiteOperatorValueTDI32245 method execute.

@Override
public ExecutionResult execute(Item item) {
    ProcessType processType = getProcessType(item);
    if (getProject().getLanguage() != ECodeLanguage.JAVA || processType == null) {
        return ExecutionResult.NOTHING_TO_DO;
    }
    IComponentConversion changeDeletEmptyFileValue = new IComponentConversion() {

        public void transform(NodeType node) {
            Map<String, String> operatorMap = new HashMap<String, String>();
            operatorMap.put("contains", "S-contains");
            operatorMap.put("doesNotContain", "S-doesNotContain");
            operatorMap.put("doesNotStartWith", "S-doesNotStartWith");
            operatorMap.put("emptyS", "S-empty");
            operatorMap.put("hasKeywords", "S-hasKeywords");
            operatorMap.put("is", "S-is");
            operatorMap.put("isNot", "S-isNot");
            operatorMap.put("notEmptyS", "S-notEmpty");
            operatorMap.put("startsWith", "S-startsWith");
            operatorMap.put("between", "N-between");
            operatorMap.put("notBetween", "N-notBetween");
            operatorMap.put("emptyN", "N-empty");
            operatorMap.put("equalTo", "N-equalTo");
            operatorMap.put("greaterThan", "N-greaterThan");
            operatorMap.put("greaterThanOrEqualTo", "N-greaterThanOrEqualTo");
            operatorMap.put("lessThan", "N-lessThan");
            operatorMap.put("lessThanOrEqualTo", "N-lessThanOrEqualTo");
            operatorMap.put("notEmptyN", "N-notEmpty");
            operatorMap.put("notEqualTo", "N-notEqualTo");
            operatorMap.put("notGreaterThan", "N-notGreaterThan");
            operatorMap.put("notGreaterThanOrEqualTo", "N-notGreaterThanOrEqualTo");
            operatorMap.put("notLessThan", "N-notLessThan");
            operatorMap.put("notLessThanOrEqualTo", "N-notLessThanOrEqualTo");
            operatorMap.put("anyOf", "L-anyOf");
            operatorMap.put("noneOf", "L-noneOf");
            operatorMap.put("after", "D-after");
            operatorMap.put("before", "D-before");
            operatorMap.put("emptyD", "D-empty");
            operatorMap.put("notAfter", "D-notAfter");
            operatorMap.put("notBefore", "D-notBefore");
            operatorMap.put("notEmptyD", "D-notEmpty");
            operatorMap.put("notOn", "D-notOn");
            operatorMap.put("notOnOrAfter", "D-notOnOrAfter");
            operatorMap.put("notOnOrBefore", "D-notOnOrBefore");
            operatorMap.put("notWithin", "D-notWithin");
            operatorMap.put("on", "D-on");
            operatorMap.put("onOrAfter", "D-onOrAfter");
            operatorMap.put("onOrBefore", "D-onOrBefore");
            operatorMap.put("within", "D-within");
            operatorMap.put("boolean", "B-boolean");
            ElementParameterType criteriaTable = ComponentUtilities.getNodeProperty(node, "CONDITIONS");
            if (criteriaTable != null) {
                for (Object o : criteriaTable.getElementValue()) {
                    ElementValueTypeImpl el = (ElementValueTypeImpl) o;
                    if (el.getElementRef().equals("OPERATOR")) {
                        String oldValue = el.getValue();
                        String newValue = operatorMap.get(oldValue);
                        el.setValue(newValue);
                    }
                }
            }
        }
    };
    //$NON-NLS-1$
    IComponentFilter filter = new NameComponentFilter("tNetsuiteInput");
    try {
        ModifyComponentsAction.searchAndModify(item, processType, filter, Arrays.<IComponentConversion>asList(changeDeletEmptyFileValue));
    } catch (PersistenceException e) {
        ExceptionHandler.process(e);
        return ExecutionResult.FAILURE;
    }
    return ExecutionResult.SUCCESS_WITH_ALERT;
}