Search in sources :

Example 36 with ComponentProperties

use of org.talend.components.api.properties.ComponentProperties in project tdi-studio-se by Talend.

the class Salesforce620Migration method execute.

/*
     * (non-Javadoc)
     * 
     * @see org.talend.core.model.migration.AbstractItemMigrationTask#execute(org.talend.core.model.properties.Item)
     */
@Override
public ExecutionResult execute(Item item) {
    ProcessType processType = getProcessType(item);
    if (getProject().getLanguage() != ECodeLanguage.JAVA || processType == null) {
        return ExecutionResult.NOTHING_TO_DO;
    }
    String[] componentsName = new String[] { //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$
    "tSalesforceConnection", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$
    "tSalesforceBulkExec", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$
    "tSalesforceGetDeleted", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$
    "tSalesforceGetUpdated", "tSalesforceInput", "tSalesforceOutput", "tSalesforceOutputBulk", //$NON-NLS-1$ //$NON-NLS-2$ //$NON-NLS-3$ //$NON-NLS-4$
    "tSalesforceOutputBulkExec" };
    IComponentConversion changeJDBCDriverJarType = new IComponentConversion() {

        @Override
        public void transform(NodeType node) {
            ElementParameterType elemParamType = ComponentUtilities.getNodeProperty(node, "PROPERTIES");
            String propertiesString = elemParamType.getValue();
            SerializerDeserializer.Deserialized<ComponentProperties> fromSerialized = Properties.Helper.fromSerializedPersistent(propertiesString, ComponentProperties.class, new PostDeserializeSetup() {

                @Override
                public void setup(Object properties) {
                    ((Properties) properties).setValueEvaluator(new PropertyValueEvaluator() {

                        @Override
                        public Object evaluate(Property property, Object storedValue) {
                            if (storedValue instanceof String) {
                                if (GenericTypeUtils.isEnumType(property)) {
                                    ComponentProperties newProperties = ComponentsUtils.getComponentProperties(node.getComponentName());
                                    Property newProperty = (Property) newProperties.getProperty(property.getName());
                                    if (newProperty == null) {
                                        newProperty = (Property) newProperties.getProperty("connection.loginType");
                                    }
                                    if (newProperty != null) {
                                        List<?> propertyPossibleValues = ((Property<?>) newProperty).getPossibleValues();
                                        if (propertyPossibleValues != null) {
                                            for (Object possibleValue : propertyPossibleValues) {
                                                if (possibleValue.toString().equals(storedValue)) {
                                                    property.setStoredValue(possibleValue);
                                                    return possibleValue;
                                                }
                                            }
                                        }
                                    }
                                }
                            }
                            return storedValue;
                        }
                    });
                }
            });
            ComponentProperties newProperties = ComponentsUtils.getComponentProperties(node.getComponentName());
            updateSubProperties(fromSerialized.object, newProperties);
            newProperties.copyValuesFrom(fromSerialized.object, true, false);
            NamedThing nt = newProperties.getProperty("module.moduleName");
            if (nt != null && nt instanceof Property) {
                Property moduleNameProperty = (Property) nt;
                String moduleName = (String) moduleNameProperty.getValue();
                if (ContextParameterUtils.isContainContextParam(moduleName)) {
                    moduleName = TalendQuoteUtils.removeQuotes(moduleName);
                } else {
                    moduleName = TalendQuoteUtils.addPairQuotesIfNotExist(moduleName);
                }
                moduleNameProperty.setStoredValue(moduleName);
            }
            nt = newProperties.getProperty("upsertRelationTable.columnName");
            if (nt != null && nt instanceof Property) {
                Property moduleNameProperty = (Property) nt;
                if (moduleNameProperty.getPossibleValues() == null || moduleNameProperty.getPossibleValues().isEmpty()) {
                    List<String> columns = new ArrayList<String>();
                    if (moduleNameProperty.getValue() instanceof String) {
                        String column = (String) moduleNameProperty.getValue();
                        columns.add(column);
                    } else if (moduleNameProperty.getValue() instanceof List) {
                        columns.addAll((Collection<? extends String>) moduleNameProperty.getValue());
                    }
                    moduleNameProperty.setPossibleValues(columns);
                }
            }
            elemParamType.setValue(newProperties.toSerialized());
        }
    };
    boolean modified = false;
    for (Object obj : processType.getNode()) {
        if (obj != null && obj instanceof NodeType) {
            String componentName = ((NodeType) obj).getComponentName();
            if (ArrayUtils.contains(componentsName, componentName)) {
                IComponentFilter filter = new NameComponentFilter(componentName);
                modified = ModifyComponentsAction.searchAndModify((NodeType) obj, filter, Arrays.<IComponentConversion>asList(changeJDBCDriverJarType)) || modified;
            }
        }
    }
    if (modified) {
        try {
            ProxyRepositoryFactory.getInstance().save(item, true);
            return ExecutionResult.SUCCESS_NO_ALERT;
        } catch (PersistenceException e) {
            ExceptionHandler.process(e);
            return ExecutionResult.FAILURE;
        }
    }
    return ExecutionResult.SUCCESS_WITH_ALERT;
}
Also used : ComponentProperties(org.talend.components.api.properties.ComponentProperties) IComponentFilter(org.talend.core.model.components.filters.IComponentFilter) ArrayList(java.util.ArrayList) PropertyValueEvaluator(org.talend.daikon.properties.property.PropertyValueEvaluator) NameComponentFilter(org.talend.core.model.components.filters.NameComponentFilter) NamedThing(org.talend.daikon.NamedThing) ElementParameterType(org.talend.designer.core.model.utils.emf.talendfile.ElementParameterType) ProcessType(org.talend.designer.core.model.utils.emf.talendfile.ProcessType) NodeType(org.talend.designer.core.model.utils.emf.talendfile.NodeType) PersistenceException(org.talend.commons.exception.PersistenceException) SerializerDeserializer(org.talend.daikon.serialize.SerializerDeserializer) Collection(java.util.Collection) ArrayList(java.util.ArrayList) List(java.util.List) Property(org.talend.daikon.properties.property.Property) EnumProperty(org.talend.daikon.properties.property.EnumProperty) IComponentConversion(org.talend.core.model.components.conversions.IComponentConversion) PostDeserializeSetup(org.talend.daikon.serialize.PostDeserializeSetup)

Example 37 with ComponentProperties

use of org.talend.components.api.properties.ComponentProperties in project tdi-studio-se by Talend.

the class ComponentsUtils method getGenericPropertyValue.

public static Object getGenericPropertyValue(ComponentProperties componentProperties, String paramName) {
    if (componentProperties == null || paramName == null) {
        return null;
    }
    Properties currentProperties = getCurrentProperties(componentProperties, paramName);
    if (currentProperties == null) {
        return null;
    }
    Property property = componentProperties.getValuedProperty(paramName);
    if (property != null) {
        return property.getStoredValue();
    }
    return null;
}
Also used : ComponentProperties(org.talend.components.api.properties.ComponentProperties) Properties(org.talend.daikon.properties.Properties) Property(org.talend.daikon.properties.property.Property) SchemaProperty(org.talend.daikon.properties.property.SchemaProperty)

Example 38 with ComponentProperties

use of org.talend.components.api.properties.ComponentProperties in project tdi-studio-se by Talend.

the class ComponentsUtils method getCurrentPropertiesSpecial.

private static Properties getCurrentPropertiesSpecial(Properties componentProperties, String paramName) {
    Properties currentComponentProperties = null;
    if (componentProperties == null || paramName == null) {
        return null;
    }
    List<NamedThing> allProps = componentProperties.getProperties();
    for (NamedThing namedThing : allProps) {
        if (paramName.equals(namedThing.getName())) {
            currentComponentProperties = componentProperties;
            break;
        }
        if (namedThing instanceof Properties) {
            Properties childComponentProperties = (Properties) namedThing;
            currentComponentProperties = getCurrentProperties(childComponentProperties, paramName);
        }
        if (currentComponentProperties != null) {
            break;
        }
    }
    return currentComponentProperties;
}
Also used : ComponentProperties(org.talend.components.api.properties.ComponentProperties) Properties(org.talend.daikon.properties.Properties) NamedThing(org.talend.daikon.NamedThing) SimpleNamedThing(org.talend.daikon.SimpleNamedThing)

Example 39 with ComponentProperties

use of org.talend.components.api.properties.ComponentProperties in project tdi-studio-se by Talend.

the class GenericElementParameter method updateProperty.

private void updateProperty(Object newValue) {
    if (getSubProperties() == null) {
        return;
    }
    NamedThing widgetProperty = widget.getContent();
    if (widgetProperty instanceof SchemaProperty) {
        if (newValue instanceof String) {
            ((SchemaProperty) widgetProperty).setValue(new Schema.Parser().parse((String) newValue));
        } else if (newValue instanceof Schema) {
            ((SchemaProperty) widgetProperty).setValue(((Schema) newValue));
        }
    } else if (widgetProperty instanceof Property) {
        Property se = (Property<?>) widgetProperty;
        Object oldValue = se.getStoredValue();
        Object value = newValue;
        List<?> propertyPossibleValues = ((Property<?>) widgetProperty).getPossibleValues();
        if (propertyPossibleValues != null) {
            for (Object possibleValue : propertyPossibleValues) {
                if (possibleValue.toString().equals(newValue)) {
                    value = possibleValue;
                    break;
                }
            }
        }
        if (value != null && !value.equals(oldValue)) {
            se = (Property<?>) getSubProperties().getProperty(se.getName());
            if (isDrivedByForm()) {
                form.setValue(se.getName(), value);
            } else {
                se.setStoredValue(value);
            }
            fireConnectionPropertyChangedEvent(newValue);
        }
    } else if (widgetProperty instanceof PresentationItem) {
        PresentationItem pi = (PresentationItem) widgetProperty;
        Form formtoShow = pi.getFormtoShow();
        if (formtoShow != null) {
            fireShowDialogEvent(getSubProperties().getForm(formtoShow.getName()));
        }
    } else if (widgetProperty instanceof ComponentProperties && Widget.TABLE_WIDGET_TYPE.equals(widget.getWidgetType())) {
        GenericTableUtils.setTableValues((ComponentProperties) widgetProperty, (List<Map<String, Object>>) newValue, this);
    }
}
Also used : SchemaProperty(org.talend.daikon.properties.property.SchemaProperty) ComponentProperties(org.talend.components.api.properties.ComponentProperties) PresentationItem(org.talend.daikon.properties.PresentationItem) Form(org.talend.daikon.properties.presentation.Form) Schema(org.apache.avro.Schema) List(java.util.List) NamedThing(org.talend.daikon.NamedThing) SchemaProperty(org.talend.daikon.properties.property.SchemaProperty) Property(org.talend.daikon.properties.property.Property)

Example 40 with ComponentProperties

use of org.talend.components.api.properties.ComponentProperties in project tdi-studio-se by Talend.

the class NewComponentFrameworkMigrationTask method execute.

@Override
public ExecutionResult execute(final Item item) {
    final ProcessType processType = getProcessType(item);
    ComponentCategory category = ComponentCategory.getComponentCategoryFromItem(item);
    Properties props = getPropertiesFromFile();
    IComponentConversion conversion = new IComponentConversion() {

        @Override
        public void transform(NodeType nodeType) {
            if (nodeType == null || props == null) {
                return;
            }
            boolean modified = false;
            Map<String, String> schemaParamMap = new HashMap<>();
            String currComponentName = nodeType.getComponentName();
            String newComponentName = props.getProperty(currComponentName);
            nodeType.setComponentName(newComponentName);
            IComponent component = ComponentsFactoryProvider.getInstance().get(newComponentName, category.getName());
            ComponentProperties compProperties = ComponentsUtils.getComponentProperties(newComponentName);
            FakeNode fNode = new FakeNode(component);
            for (IElementParameter param : fNode.getElementParameters()) {
                if (param instanceof GenericElementParameter) {
                    String paramName = param.getName();
                    NamedThing currNamedThing = ComponentsUtils.getGenericSchemaElement(compProperties, paramName);
                    String oldParamName = props.getProperty(currComponentName + IGenericConstants.EXP_SEPARATOR + paramName);
                    if (oldParamName != null && !(oldParamName = oldParamName.trim()).isEmpty()) {
                        if (currNamedThing instanceof Property && (GenericTypeUtils.isSchemaType((Property<?>) currNamedThing))) {
                            schemaParamMap.put(paramName, props.getProperty(currComponentName + IGenericConstants.EXP_SEPARATOR + paramName + IGenericConstants.EXP_SEPARATOR + "connector"));
                        }
                        ElementParameterType paramType = getParameterType(nodeType, oldParamName);
                        if (paramType != null) {
                            if (currNamedThing instanceof ComponentReferenceProperties) {
                                ComponentReferenceProperties refProps = (ComponentReferenceProperties) currNamedThing;
                                refProps.referenceType.setValue(ComponentReferenceProperties.ReferenceType.COMPONENT_INSTANCE);
                                refProps.componentInstanceId.setStoredValue(ParameterUtilTool.convertParameterValue(paramType));
                                refProps.componentInstanceId.setTaggedValue(IGenericConstants.ADD_QUOTES, true);
                            } else {
                                processMappedElementParameter(props, nodeType, (GenericElementParameter) param, paramType, currNamedThing);
                            }
                            ParameterUtilTool.removeParameterType(nodeType, paramType);
                            modified = true;
                        }
                        if (EParameterFieldType.SCHEMA_REFERENCE.equals(param.getFieldType())) {
                            //$NON-NLS-1$
                            String schemaTypeName = ":" + EParameterName.SCHEMA_TYPE.getName();
                            //$NON-NLS-1$
                            String repSchemaTypeName = ":" + EParameterName.REPOSITORY_SCHEMA_TYPE.getName();
                            paramType = getParameterType(nodeType, oldParamName + schemaTypeName);
                            if (paramType != null) {
                                paramType.setName(param.getName() + schemaTypeName);
                            }
                            paramType = getParameterType(nodeType, oldParamName + repSchemaTypeName);
                            if (paramType != null) {
                                paramType.setName(param.getName() + repSchemaTypeName);
                            }
                        }
                    } else {
                        processUnmappedElementParameter(props, nodeType, (GenericElementParameter) param, currNamedThing);
                    }
                } else {
                    if (EParameterFieldType.SCHEMA_REFERENCE.equals(param.getFieldType())) {
                        String paramName = param.getName();
                        schemaParamMap.put(paramName, props.getProperty(currComponentName + IGenericConstants.EXP_SEPARATOR + paramName + IGenericConstants.EXP_SEPARATOR + "connector"));
                        String oldParamName = props.getProperty(currComponentName + IGenericConstants.EXP_SEPARATOR + paramName);
                        //$NON-NLS-1$
                        String schemaTypeName = ":" + EParameterName.SCHEMA_TYPE.getName();
                        //$NON-NLS-1$
                        String repSchemaTypeName = ":" + EParameterName.REPOSITORY_SCHEMA_TYPE.getName();
                        ElementParameterType paramType = getParameterType(nodeType, oldParamName + schemaTypeName);
                        if (paramType != null) {
                            paramType.setName(param.getName() + schemaTypeName);
                        }
                        paramType = getParameterType(nodeType, oldParamName + repSchemaTypeName);
                        if (paramType != null) {
                            paramType.setName(param.getName() + repSchemaTypeName);
                        }
                    }
                }
            }
            // Migrate schemas
            Map<String, MetadataType> metadatasMap = new HashMap<>();
            EList<MetadataType> metadatas = nodeType.getMetadata();
            for (MetadataType metadataType : metadatas) {
                metadatasMap.put(metadataType.getConnector(), metadataType);
            }
            Iterator<Entry<String, String>> schemaParamIter = schemaParamMap.entrySet().iterator();
            //$NON-NLS-1$
            String uniqueName = ParameterUtilTool.getParameterValue(nodeType, "UNIQUE_NAME");
            while (schemaParamIter.hasNext()) {
                Entry<String, String> schemaParamEntry = schemaParamIter.next();
                String newParamName = schemaParamEntry.getKey();
                String connectorMapping = schemaParamEntry.getValue();
                //$NON-NLS-1$
                String oldConnector = connectorMapping.split("->")[0];
                //$NON-NLS-1$
                String newConnector = connectorMapping.split("->")[1];
                MetadataType metadataType = metadatasMap.get(oldConnector);
                if (metadataType != null) {
                    metadataType.setConnector(newConnector);
                    MetadataEmfFactory factory = new MetadataEmfFactory();
                    factory.setMetadataType(metadataType);
                    IMetadataTable metadataTable = factory.getMetadataTable();
                    Schema schema = SchemaUtils.convertTalendSchemaIntoComponentSchema(ConvertionHelper.convert(metadataTable));
                    compProperties.setValue(newParamName, schema);
                }
                if (!oldConnector.equals(newConnector)) {
                    // if connector was changed, we should update the connections
                    for (Object connectionObj : processType.getConnection()) {
                        if (connectionObj instanceof ConnectionType) {
                            ConnectionType connectionType = (ConnectionType) connectionObj;
                            if (connectionType.getSource().equals(uniqueName) && connectionType.getConnectorName().equals(oldConnector)) {
                                connectionType.setConnectorName(newConnector);
                            }
                        }
                    }
                }
            }
            for (Object connectionObj : processType.getConnection()) {
                ConnectionType connection = (ConnectionType) connectionObj;
                if (connection.getSource() != null && connection.getSource().equals(uniqueName)) {
                    if (EConnectionType.FLOW_MAIN.getName().equals(connection.getConnectorName())) {
                        connection.setConnectorName(Connector.MAIN_NAME);
                    }
                }
            }
            if (modified) {
                String serializedProperties = compProperties.toSerialized();
                if (serializedProperties != null) {
                    ElementParameterType pType = //$NON-NLS-1$
                    ParameterUtilTool.createParameterType(//$NON-NLS-1$
                    null, //$NON-NLS-1$
                    "PROPERTIES", serializedProperties);
                    nodeType.getElementParameter().add(pType);
                }
            }
        }
    };
    if (processType != null) {
        boolean modified = false;
        for (Object obj : processType.getNode()) {
            if (obj != null && obj instanceof NodeType) {
                String componentName = ((NodeType) obj).getComponentName();
                String newComponentName = props.getProperty(componentName);
                if (newComponentName == null) {
                    continue;
                }
                IComponentFilter filter = new NameComponentFilter(componentName);
                modified = ModifyComponentsAction.searchAndModify((NodeType) obj, filter, Arrays.<IComponentConversion>asList(conversion)) || modified;
            }
        }
        if (modified) {
            try {
                ProxyRepositoryFactory.getInstance().save(item, true);
                return ExecutionResult.SUCCESS_NO_ALERT;
            } catch (PersistenceException e) {
                ExceptionHandler.process(e);
                return ExecutionResult.FAILURE;
            }
        }
    }
    return ExecutionResult.NOTHING_TO_DO;
}
Also used : MetadataEmfFactory(org.talend.designer.core.model.metadata.MetadataEmfFactory) ComponentProperties(org.talend.components.api.properties.ComponentProperties) HashMap(java.util.HashMap) IComponent(org.talend.core.model.components.IComponent) Schema(org.apache.avro.Schema) NameComponentFilter(org.talend.core.model.components.filters.NameComponentFilter) Properties(java.util.Properties) ComponentProperties(org.talend.components.api.properties.ComponentProperties) ComponentReferenceProperties(org.talend.components.api.properties.ComponentReferenceProperties) ComponentCategory(org.talend.core.model.components.ComponentCategory) ProcessType(org.talend.designer.core.model.utils.emf.talendfile.ProcessType) Entry(java.util.Map.Entry) GenericElementParameter(org.talend.designer.core.generic.model.GenericElementParameter) IElementParameter(org.talend.core.model.process.IElementParameter) Property(org.talend.daikon.properties.property.Property) ConnectionType(org.talend.designer.core.model.utils.emf.talendfile.ConnectionType) EConnectionType(org.talend.core.model.process.EConnectionType) IComponentFilter(org.talend.core.model.components.filters.IComponentFilter) MetadataType(org.talend.designer.core.model.utils.emf.talendfile.MetadataType) NamedThing(org.talend.daikon.NamedThing) ElementParameterType(org.talend.designer.core.model.utils.emf.talendfile.ElementParameterType) IMetadataTable(org.talend.core.model.metadata.IMetadataTable) NodeType(org.talend.designer.core.model.utils.emf.talendfile.NodeType) PersistenceException(org.talend.commons.exception.PersistenceException) ComponentReferenceProperties(org.talend.components.api.properties.ComponentReferenceProperties) IComponentConversion(org.talend.core.model.components.conversions.IComponentConversion)

Aggregations

ComponentProperties (org.talend.components.api.properties.ComponentProperties)76 Test (org.junit.Test)22 Form (org.talend.daikon.properties.presentation.Form)17 Property (org.talend.daikon.properties.property.Property)17 ArrayList (java.util.ArrayList)16 NamedThing (org.talend.daikon.NamedThing)13 GenericConnection (org.talend.repository.generic.model.genericMetadata.GenericConnection)13 Properties (org.talend.daikon.properties.Properties)10 List (java.util.List)9 IElementParameter (org.talend.core.model.process.IElementParameter)9 INode (org.talend.core.model.process.INode)9 IMetadataTable (org.talend.core.model.metadata.IMetadataTable)8 Schema (org.apache.avro.Schema)7 ComponentDefinition (org.talend.components.api.component.ComponentDefinition)7 ComponentService (org.talend.components.api.service.ComponentService)7 ComponentWizard (org.talend.components.api.wizard.ComponentWizard)7 MetadataTable (org.talend.core.model.metadata.builder.connection.MetadataTable)7 ConnectionItem (org.talend.core.model.properties.ConnectionItem)7 GenericElementParameter (org.talend.designer.core.generic.model.GenericElementParameter)7 ElementParameter (org.talend.designer.core.model.components.ElementParameter)7