Examples with IMetadataConnection org.talend.core.model.metadata.IMetadataConnection used on opensource projects

Example 26 with IMetadataConnection

use of org.talend.core.model.metadata.IMetadataConnection in project tdi-studio-se by Talend.

the class ColumnListController method updateColumnsOnElement.

private static void updateColumnsOnElement(IElement element, List<ColumnNameChanged> columnsChanged, boolean synWidthWithMetadataColumn, String[] prevColumnNameList, String[] curColumnNameList, String[] curColumnValueList, List<String> refColumnListNamesTmpWithSourceName, List<String> refColumnListValuesTmp, String[] refColumnListNames, String[] refColumnListValues, boolean isSCDComponent, boolean isEdifactComponent, Map<String, Boolean> customColMap) {
    List<String> columnList;
    String[] columnNameList;
    String edifactId = null;
    if (isEdifactComponent) {
        for (IElementParameter par : element.getElementParametersWithChildrens()) {
            if (par.getName().equals("REPOSITORY_PROPERTY_TYPE")) {
                edifactId = par.getValue().toString();
                break;
            }
        }
    }
    for (int i = 0; i < element.getElementParameters().size(); i++) {
        IElementParameter param = element.getElementParameters().get(i);
        columnList = getColumnList(element, param.getContext(), null);
        columnNameList = columnList.toArray(new String[0]);
        if (param.getFieldType() == EParameterFieldType.COLUMN_LIST && !isSCDComponent) {
            curColumnNameList = columnNameList;
            curColumnValueList = columnNameList;
        }
        if (param.getFieldType() == EParameterFieldType.PREV_COLUMN_LIST) {
            curColumnNameList = prevColumnNameList;
            curColumnValueList = prevColumnNameList;
        }
        if (param.getFieldType() == EParameterFieldType.LOOKUP_COLUMN_LIST) {
            curColumnNameList = refColumnListNames;
            curColumnValueList = refColumnListValues;
        }
        if ((param.getFieldType() == EParameterFieldType.COLUMN_LIST && !isSCDComponent) || param.getFieldType() == EParameterFieldType.PREV_COLUMN_LIST || param.getFieldType() == EParameterFieldType.LOOKUP_COLUMN_LIST) {
            param.setListItemsDisplayName(curColumnNameList);
            param.setListItemsValue(curColumnValueList);
            // for bug 10945
            // 10155
            boolean currentColumnStillExist = ArrayUtils.contains(curColumnValueList, param.getValue());
            if (!currentColumnStillExist) {
                for (int j = 0; j < refColumnListNamesTmpWithSourceName.size(); j++) {
                    if (param.getValue().equals(refColumnListNamesTmpWithSourceName.get(j))) {
                        param.setValue(refColumnListValuesTmp.get(j));
                        break;
                    }
                }
                currentColumnStillExist = ArrayUtils.contains(curColumnValueList, param.getValue());
            }
            if (curColumnNameList.length > 0 && !currentColumnStillExist) {
                param.setValue(curColumnValueList[0]);
            } else if (!currentColumnStillExist) {
                //$NON-NLS-1$
                param.setValue("");
            }
            syncNodePropertiesColumns(param, columnsChanged, curColumnNameList);
        }
        if (param.getFieldType() == EParameterFieldType.TABLE) {
            Object[] itemsValue = param.getListItemsValue();
            for (Object element2 : itemsValue) {
                if (element2 instanceof IElementParameter) {
                    IElementParameter tmpParam = (IElementParameter) element2;
                    columnList = getColumnList(element, tmpParam.getContext(), customColMap);
                    String[] tableColumnNameList = columnList.toArray(new String[0]);
                    if (tmpParam.getFieldType() == EParameterFieldType.COLUMN_LIST) {
                        curColumnNameList = tableColumnNameList;
                        curColumnValueList = tableColumnNameList;
                    }
                    if (tmpParam.getFieldType() == EParameterFieldType.PREV_COLUMN_LIST && element instanceof INode) {
                        curColumnNameList = prevColumnNameList;
                        curColumnValueList = prevColumnNameList;
                    }
                    // needed for traces with breakpoint, feature:
                    if (tmpParam.getFieldType() == EParameterFieldType.PREV_COLUMN_LIST && element instanceof IConnection) {
                        curColumnNameList = tableColumnNameList;
                        curColumnValueList = tableColumnNameList;
                    }
                    if (tmpParam.getFieldType() == EParameterFieldType.LOOKUP_COLUMN_LIST) {
                        curColumnNameList = refColumnListNames;
                        curColumnValueList = refColumnListValues;
                    }
                    if (tmpParam.getFieldType() == EParameterFieldType.COLUMN_LIST || tmpParam.getFieldType() == EParameterFieldType.PREV_COLUMN_LIST || tmpParam.getFieldType() == EParameterFieldType.LOOKUP_COLUMN_LIST) {
                        List<String[]> filterColumns = filterColumns(tmpParam, curColumnNameList, curColumnValueList, customColMap);
                        curColumnNameList = filterColumns.get(0);
                        curColumnValueList = filterColumns.get(1);
                        tmpParam.setListItemsDisplayCodeName(curColumnNameList);
                        tmpParam.setListItemsDisplayName(curColumnNameList);
                        tmpParam.setListItemsValue(curColumnValueList);
                        if (curColumnValueList.length > 0) {
                            tmpParam.setDefaultClosedListValue(curColumnValueList[0]);
                        } else {
                            //$NON-NLS-1$
                            tmpParam.setDefaultClosedListValue("");
                        }
                        syncNodePropertiesTableColumns(param, columnsChanged, curColumnNameList, tmpParam);
                    }
                }
            }
        }
        if (param.isBasedOnSchema()) {
            List<Map<String, Object>> paramValues = (List<Map<String, Object>>) param.getValue();
            List<Map<String, Object>> newParamValues = new ArrayList<Map<String, Object>>();
            for (int j = 0; j < columnNameList.length; j++) {
                String columnName = columnNameList[j];
                String[] codes = param.getListItemsDisplayCodeName();
                Map<String, Object> newLine = null;
                boolean found = false;
                ColumnNameChanged colChanged = null;
                if (columnsChanged != null) {
                    for (int k = 0; k < columnsChanged.size() && !found; k++) {
                        colChanged = columnsChanged.get(k);
                        if (colChanged.getNewName().equals(columnName)) {
                            found = true;
                        }
                    }
                }
                if (found) {
                    found = false;
                    for (int k = 0; k < paramValues.size() && !found; k++) {
                        Map<String, Object> currentLine = paramValues.get(k);
                        if (currentLine.get(codes[0]).equals(colChanged.getOldName())) {
                            currentLine.put(codes[0], colChanged.getNewName());
                            found = true;
                        }
                    }
                }
                found = false;
                for (int k = 0; k < paramValues.size() && !found; k++) {
                    Map<String, Object> currentLine = paramValues.get(k);
                    if (currentLine.get(codes[0]) == null) {
                        currentLine.put(codes[0], columnName);
                    }
                    if (currentLine.get(codes[0]).equals(columnName)) {
                        found = true;
                        newLine = currentLine;
                    }
                }
                if (!found) {
                    newLine = TableController.createNewLine(param);
                    newLine.put(codes[0], columnName);
                    reUsedColumnFunctionArrayCheck(newLine, element, codes);
                    if (!StringUtils.isEmpty(edifactId)) {
                        org.talend.core.model.metadata.builder.connection.Connection connection = MetadataToolHelper.getConnectionFromRepository(edifactId);
                        if (connection != null && connection instanceof EDIFACTConnection) {
                            List<org.talend.core.model.metadata.builder.connection.MetadataTable> tables = ConnectionHelper.getTablesWithOrders(connection);
                            for (MetadataColumn col : tables.get(0).getColumns()) {
                                if (col.getLabel().equals(columnName)) {
                                    if (col instanceof EDIFACTColumn) {
                                        EDIFACTColumn edicolumn = (EDIFACTColumn) col;
                                        String ediXpath = edicolumn.getEDIXpath();
                                        newLine.put(codes[0], columnName);
                                        newLine.put(codes[1], ediXpath);
                                        break;
                                    }
                                }
                            }
                        }
                    }
                    if (element instanceof Node) {
                        Node node = (Node) element;
                        String familyName = node.getComponent().getOriginalFamilyName();
                        /** need add second parameter for hbase input/output component **/
                        if (familyName != null && familyName.equals("Databases/HBase")) {
                            for (IElementParameter par : node.getElementParametersWithChildrens()) {
                                if (par.getName().equals("REPOSITORY_PROPERTY_TYPE")) {
                                    String hbaseConnectionId = par.getValue().toString();
                                    String columnFamily = null;
                                    org.talend.core.model.metadata.builder.connection.Connection connection = MetadataToolHelper.getConnectionFromRepository(hbaseConnectionId);
                                    if (connection != null && connection instanceof DatabaseConnection) {
                                        /* use imetadataconnection because maybe it's in context model */
                                        IMetadataConnection metadataConnection = ConvertionHelper.convert(connection);
                                        List<org.talend.core.model.metadata.builder.connection.MetadataTable> tables = ConnectionHelper.getTablesWithOrders(connection);
                                        boolean find = false;
                                        for (org.talend.core.model.metadata.builder.connection.MetadataTable table : tables) {
                                            for (MetadataColumn column : table.getColumns()) {
                                                if (column.getLabel() != null && column.getLabel().equals(columnName)) {
                                                    for (TaggedValue tv : column.getTaggedValue()) {
                                                        String tag = tv.getTag();
                                                        if (tag != null && tag.equals("COLUMN FAMILY")) {
                                                            String value = tv.getValue();
                                                            if (value != null) {
                                                                columnFamily = value;
                                                                break;
                                                            }
                                                        }
                                                    }
                                                }
                                                if (find) {
                                                    break;
                                                }
                                            }
                                            if (find) {
                                                break;
                                            }
                                        }
                                    }
                                    if (columnFamily != null) {
                                        newLine.put(codes[1], TalendTextUtils.addQuotes(columnFamily));
                                        break;
                                    }
                                }
                            }
                        }
                    }
                /* should put other attribute for edi mapping */
                }
                if (synWidthWithMetadataColumn) {
                    setColumnSize(newLine, element, codes, param);
                }
                newParamValues.add(j, newLine);
            }
            paramValues.clear();
            paramValues.addAll(newParamValues);
        } else if (param.isColumnsBasedOnSchema()) {
            List<Map<String, Object>> paramValues = (List<Map<String, Object>>) param.getValue();
            List<Map<String, Object>> newParamValues = new ArrayList<Map<String, Object>>();
            String[] listRepositoryItem = new String[columnNameList.length];
            String[] listItemsDisplayValue = new String[columnNameList.length];
            String[] listItemsDisplayCodeValue = new String[columnNameList.length];
            Object[] listItemsValue = new Object[columnNameList.length];
            String[] listItemsShowIf = new String[columnNameList.length];
            String[] listItemsNotShowIf = new String[columnNameList.length];
            ElementParameter newParam;
            for (int j = 0; j < columnNameList.length; j++) {
                String columnName = columnNameList[j];
                listItemsDisplayCodeValue[j] = columnName;
                listItemsDisplayValue[j] = columnName;
                //$NON-NLS-1$
                listRepositoryItem[j] = "";
                listItemsShowIf[j] = null;
                listItemsNotShowIf[j] = null;
                newParam = new ElementParameter(element);
                newParam.setName(columnName);
                //$NON-NLS-1$
                newParam.setDisplayName("");
                newParam.setFieldType(EParameterFieldType.TEXT);
                //$NON-NLS-1$
                newParam.setValue("");
                listItemsValue[j] = newParam;
                boolean found = false;
                ColumnNameChanged colChanged = null;
                if (columnsChanged != null) {
                    for (int k = 0; k < columnsChanged.size() && !found; k++) {
                        colChanged = columnsChanged.get(k);
                        if (colChanged.getNewName().equals(columnName)) {
                            found = true;
                        }
                    }
                }
                for (int k = 0; k < paramValues.size(); k++) {
                    Map<String, Object> line = paramValues.get(k);
                    Map<String, Object> newline = new HashMap<String, Object>();
                    if (found) {
                        Object object = line.get(colChanged.getOldName());
                        if (object != null) {
                            newline.put(colChanged.getNewName(), object);
                            line.remove(colChanged.getOldName());
                            line.putAll(newline);
                        }
                    }
                }
            }
            param.setListItemsDisplayName(listItemsDisplayValue);
            param.setListItemsDisplayCodeName(listItemsDisplayCodeValue);
            param.setListItemsValue(listItemsValue);
            param.setListRepositoryItems(listRepositoryItem);
            param.setListItemsShowIf(listItemsShowIf);
            param.setListItemsNotShowIf(listItemsNotShowIf);
        }
    }
}

Example 27 with IMetadataConnection

use of org.talend.core.model.metadata.IMetadataConnection in project tdi-studio-se by Talend.

the class AbstractElementPropertySectionController method checkExistConnections.

protected boolean checkExistConnections(IMetadataConnection metadataConnection) {
    java.sql.Connection connection = null;
    try {
        List list = new ArrayList();
        list = ExtractMetaDataUtils.getInstance().connect(metadataConnection.getDbType(), metadataConnection.getUrl(), metadataConnection.getUsername(), metadataConnection.getPassword(), metadataConnection.getDriverClass(), metadataConnection.getDriverJarPath(), metadataConnection.getDbVersionString(), metadataConnection.getAdditionalParams());
        if (list != null && list.size() > 0) {
            for (int i = 0; i < list.size(); i++) {
                if (list.get(i) instanceof Connection) {
                    connection = (java.sql.Connection) list.get(i);
                }
            }
        }
    } catch (SQLException e) {
        return false;
    } catch (Exception e) {
        return false;
    } finally {
        try {
            if (connection != null && !connection.isClosed()) {
                connection.close();
            }
        } catch (SQLException e) {
        //
        }
    }
    return true;
}

Example 28 with IMetadataConnection

use of org.talend.core.model.metadata.IMetadataConnection in project tdq-studio-se by Talend.

the class ParameterUtil method main.

/**
 * zshen Comment method "main". a test for the method toMap.
 *
 * @param args
 */
@SuppressWarnings("unused")
private static void main(String[] args) {
    DBConnectionParameter dbParameter = new DBConnectionParameter();
    dbParameter.setParameters(new Properties());
    Map<String, String> parameterMap = ParameterUtil.toMap(dbParameter);
    IMetadataConnection metadataConnection = MetadataFillFactory.getDBInstance().fillUIParams(parameterMap);
    System.out.println(metadataConnection);
}

Example 29 with IMetadataConnection

use of org.talend.core.model.metadata.IMetadataConnection in project tdq-studio-se by Talend.

the class DQStructureComparer method getRefreshedDataProvider.

public static TypedReturnCode<Connection> getRefreshedDataProvider(Connection prevDataProvider) {
    // ADD xqliu 2010-03-29 bug 11951
    TypedReturnCode<Connection> returnProvider = new TypedReturnCode<Connection>();
    // ~11951
    // MOD by zshen 2012-07-05 for bug 5074 remove convert about DatabaseParameter instead
    // Connection->DatabaseParameter->ImetadataConnection into Connection->ImetadataConnection
    IMetadataConnection metadataConnection = ConvertionHelper.convert((DatabaseConnection) prevDataProvider, false, prevDataProvider.getContextName());
    Connection copyedConnection = null;
    EDatabaseTypeName currentEDatabaseType = EDatabaseTypeName.getTypeFromDbType(metadataConnection.getDbType());
    if (currentEDatabaseType != null) {
        MetadataFillFactory dbInstance = MetadataFillFactory.getDBInstance(metadataConnection);
        TypedReturnCode<?> trc = (TypedReturnCode<?>) dbInstance.createConnection(metadataConnection);
        Object sqlConnObject = trc.getObject();
        DatabaseMetaData dbJDBCMetadata = null;
        if (trc.isOk() && sqlConnObject instanceof java.sql.Connection) {
            java.sql.Connection sqlConn = (java.sql.Connection) sqlConnObject;
            // MOD sizhaoliu 2012-5-21 TDQ-4884 reload structure issue
            // dbJDBCMetadata = org.talend.utils.sql.ConnectionUtils.getConnectionMetadata(sqlConn);
            dbJDBCMetadata = ExtractMetaDataUtils.getInstance().getDatabaseMetaData(sqlConn, (DatabaseConnection) prevDataProvider);
            copyedConnection = EObjectHelper.deepCopy(prevDataProvider);
            copyedConnection.getDataPackage().clear();
            // MOD zshen the parameter for packageFiler need to differnent isCatalog or not.
            dbInstance.fillCatalogs(copyedConnection, dbJDBCMetadata, metadataConnection, MetadataConnectionUtils.getPackageFilter(copyedConnection, dbJDBCMetadata, true));
            dbInstance.fillSchemas(copyedConnection, dbJDBCMetadata, metadataConnection, MetadataConnectionUtils.getPackageFilter(copyedConnection, dbJDBCMetadata, false));
            ConnectionUtils.closeConnection(sqlConn);
        } else {
            returnProvider.setMessage(trc.getMessage());
        }
    }
    if (copyedConnection == null) {
        returnProvider.setOk(false);
    } else {
        returnProvider.setObject(copyedConnection);
    }
    // ~11951
    return returnProvider;
}

Example 30 with IMetadataConnection

use of org.talend.core.model.metadata.IMetadataConnection in project tdq-studio-se by Talend.

the class UnitTestBuildHelper method getRealOracleDatabase.

/**
 * get a real database connection,the connection parameters load from a propery file.
 *
 * @return
 */
public Connection getRealOracleDatabase() {
    Properties connectionParams = DBPropertiesUtils.getDefault().getProperties();
    // $NON-NLS-1$
    String driverClassName = connectionParams.getProperty("driver_oracle");
    // $NON-NLS-1$
    String dbUrl = connectionParams.getProperty("url_oracle");
    // $NON-NLS-1$
    String sqlTypeName = connectionParams.getProperty("sqlTypeName_oracle");
    // $NON-NLS-1$
    String dbVersion = connectionParams.getProperty("dbVersion_oracle");
    // $NON-NLS-1$
    String userName = connectionParams.getProperty("user_oracle");
    // $NON-NLS-1$
    String password = connectionParams.getProperty("password_oracle");
    DBConnectionParameter params = new DBConnectionParameter();
    // $NON-NLS-1$
    params.setName("oracle_Connection");
    params.setDriverClassName(driverClassName);
    params.setJdbcUrl(dbUrl);
    params.setSqlTypeName(sqlTypeName);
    Properties properties = new Properties();
    properties.setProperty(TaggedValueHelper.USER, userName);
    properties.setProperty(TaggedValueHelper.PASSWORD, password);
    properties.setProperty(TaggedValueHelper.DB_PRODUCT_VERSION, dbVersion);
    params.setParameters(properties);
    // create connection
    ConnectionUtils.setTimeout(false);
    MetadataFillFactory instance = MetadataFillFactory.getDBInstance();
    IMetadataConnection metaConnection = instance.fillUIParams(ParameterUtil.toMap(params));
    metaConnection.setDbVersionString(dbVersion);
    ReturnCode rc = null;
    try {
        rc = instance.checkConnection(metaConnection);
    } catch (java.lang.RuntimeException e) {
        // $NON-NLS-1$ //$NON-NLS-2$
        Assert.fail("connect to " + dbUrl + "failed," + e.getMessage());
    }
    Connection dataProvider = null;
    if (rc.isOk()) {
        dataProvider = instance.fillUIConnParams(metaConnection, null);
        dataProvider.setName("oracleDB");
        // because the DI side code is changed, modify the following code.
        metaConnection.setCurrentConnection(dataProvider);
        try {
            ProjectNodeHelper.fillCatalogAndSchemas(metaConnection, (DatabaseConnection) dataProvider);
        } catch (ClassNotFoundException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        } catch (InstantiationException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        } catch (IllegalAccessException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        } catch (SQLException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
    }
    Assert.assertNotNull(dataProvider);
    return dataProvider;
}