Search in sources :

Example 16 with DataMedia

use of com.alibaba.otter.shared.common.model.config.data.DataMedia in project otter by alibaba.

the class DataMediaPairAction method doEdit.

public void doEdit(@Param("submitKey") String submitKey, @Param("channelId") Long channelId, @FormGroup("dataMediaPairInfo") Group dataMediaPairInfo, @FormField(name = "formDataMediaPairError", group = "dataMediaPairInfo") CustomErrors err, Navigator nav) throws Exception {
    DataMediaPair dataMediaPair = new DataMediaPair();
    DataMedia sourceDataMedia = new DataMedia();
    DataMedia targetDataMedia = new DataMedia();
    dataMediaPairInfo.setProperties(dataMediaPair);
    // filter解析
    ExtensionDataType filterType = ExtensionDataType.valueOf(dataMediaPairInfo.getField("filterType").getStringValue());
    ExtensionData filterData = new ExtensionData();
    filterData.setExtensionDataType(filterType);
    if (filterType.isClazz()) {
        filterData.setClazzPath(dataMediaPairInfo.getField("filterText").getStringValue());
    } else if (filterType.isSource()) {
        filterData.setSourceText(dataMediaPairInfo.getField("filterText").getStringValue());
    }
    dataMediaPair.setFilterData(filterData);
    // fileresovler解析
    ExtensionDataType resolverType = ExtensionDataType.valueOf(dataMediaPairInfo.getField("resolverType").getStringValue());
    ExtensionData resolverData = new ExtensionData();
    resolverData.setExtensionDataType(resolverType);
    if (resolverType.isClazz()) {
        resolverData.setClazzPath(dataMediaPairInfo.getField("resolverText").getStringValue());
    } else if (resolverType.isSource()) {
        resolverData.setSourceText(dataMediaPairInfo.getField("resolverText").getStringValue());
    }
    dataMediaPair.setResolverData(resolverData);
    sourceDataMedia.setId(dataMediaPairInfo.getField("sourceDataMediaId").getLongValue());
    dataMediaPair.setSource(sourceDataMedia);
    targetDataMedia.setId(dataMediaPairInfo.getField("targetDataMediaId").getLongValue());
    dataMediaPair.setTarget(targetDataMedia);
    try {
        dataMediaPairService.modify(dataMediaPair);
    } catch (RepeatConfigureException rce) {
        err.setMessage("invalidDataMediaPair");
        return;
    }
    if (submitKey.equals("保存")) {
        nav.redirectToLocation("dataMediaPairList.htm?pipelineId=" + dataMediaPair.getPipelineId());
    } else if (submitKey.equals("下一步")) {
        nav.redirectToLocation("addColumnPair.htm?pipelineId=" + dataMediaPair.getPipelineId() + "&channelId=" + channelId + "&dataMediaPairId=" + dataMediaPair.getId() + "&sourceMediaId=" + sourceDataMedia.getId() + "&targetMediaId=" + targetDataMedia.getId());
    }
}
Also used : RepeatConfigureException(com.alibaba.otter.manager.biz.common.exceptions.RepeatConfigureException) DataMediaPair(com.alibaba.otter.shared.common.model.config.data.DataMediaPair) ExtensionDataType(com.alibaba.otter.shared.common.model.config.data.ExtensionDataType) DataMedia(com.alibaba.otter.shared.common.model.config.data.DataMedia) ExtensionData(com.alibaba.otter.shared.common.model.config.data.ExtensionData)

Example 17 with DataMedia

use of com.alibaba.otter.shared.common.model.config.data.DataMedia in project otter by alibaba.

the class DataMediaPairAction method doAdd.

/**
     * 添加DataMediaPair
     * 
     * @param channelInfo
     * @param channelParameterInfo
     * @throws Exception
     */
public void doAdd(@Param("submitKey") String submitKey, @FormGroup("dataMediaPairInfo") Group dataMediaPairInfo, @FormField(name = "formDataMediaPairError", group = "dataMediaPairInfo") CustomErrors err, Navigator nav) throws Exception {
    DataMediaPair dataMediaPair = new DataMediaPair();
    DataMedia sourceDataMedia = new DataMedia();
    DataMedia targetDataMedia = new DataMedia();
    dataMediaPairInfo.setProperties(dataMediaPair);
    // filter解析
    ExtensionDataType filterType = ExtensionDataType.valueOf(dataMediaPairInfo.getField("filterType").getStringValue());
    ExtensionData filterData = new ExtensionData();
    filterData.setExtensionDataType(filterType);
    if (filterType.isClazz()) {
        filterData.setClazzPath(dataMediaPairInfo.getField("filterText").getStringValue());
    } else if (filterType.isSource()) {
        filterData.setSourceText(dataMediaPairInfo.getField("filterText").getStringValue());
    }
    dataMediaPair.setFilterData(filterData);
    // fileresovler解析
    ExtensionDataType resolverType = ExtensionDataType.valueOf(dataMediaPairInfo.getField("resolverType").getStringValue());
    ExtensionData resolverData = new ExtensionData();
    resolverData.setExtensionDataType(resolverType);
    if (resolverType.isClazz()) {
        resolverData.setClazzPath(dataMediaPairInfo.getField("resolverText").getStringValue());
    } else if (resolverType.isSource()) {
        resolverData.setSourceText(dataMediaPairInfo.getField("resolverText").getStringValue());
    }
    dataMediaPair.setResolverData(resolverData);
    sourceDataMedia.setId(dataMediaPairInfo.getField("sourceDataMediaId").getLongValue());
    dataMediaPair.setSource(sourceDataMedia);
    targetDataMedia.setId(dataMediaPairInfo.getField("targetDataMediaId").getLongValue());
    dataMediaPair.setTarget(targetDataMedia);
    Long id = 0L;
    try {
        id = dataMediaPairService.createAndReturnId(dataMediaPair);
    } catch (RepeatConfigureException rce) {
        err.setMessage("invalidDataMediaPair");
        return;
    }
    if (submitKey.equals("保存")) {
        nav.redirectToLocation("dataMediaPairList.htm?pipelineId=" + dataMediaPair.getPipelineId());
    } else if (submitKey.equals("下一步")) {
        nav.redirectToLocation("addColumnPair.htm?dataMediaPairId=" + id + "&pipelineId=" + dataMediaPair.getPipelineId() + "&dataMediaPairId=" + id + "&sourceMediaId=" + sourceDataMedia.getId() + "&targetMediaId=" + targetDataMedia.getId());
    }
}
Also used : RepeatConfigureException(com.alibaba.otter.manager.biz.common.exceptions.RepeatConfigureException) DataMediaPair(com.alibaba.otter.shared.common.model.config.data.DataMediaPair) ExtensionDataType(com.alibaba.otter.shared.common.model.config.data.ExtensionDataType) DataMedia(com.alibaba.otter.shared.common.model.config.data.DataMedia) ExtensionData(com.alibaba.otter.shared.common.model.config.data.ExtensionData)

Example 18 with DataMedia

use of com.alibaba.otter.shared.common.model.config.data.DataMedia in project otter by alibaba.

the class AddColumnPair method execute.

public void execute(@Param("dataMediaPairId") Long dataMediaPairId, @Param("channelId") Long channelId, @Param("pipelineId") Long pipelineId, @Param("sourceMediaId") Long sourceMediaId, @Param("targetMediaId") Long targetMediaId, Context context) throws Exception {
    @SuppressWarnings("unchecked") DataMedia sourcedataMedia = dataMediaService.findById(sourceMediaId);
    DataMedia targetdataMedia = dataMediaService.findById(targetMediaId);
    List<String> sourceColumns = dataMediaService.queryColumnByMedia(sourcedataMedia);
    List<String> targetColumns = dataMediaService.queryColumnByMedia(targetdataMedia);
    List<String> underSourceColumns = new ArrayList<String>();
    List<String> underTargetColumns = new ArrayList<String>();
    List<ColumnPair> columnPairs = dataColumnPairService.listByDataMediaPairId(dataMediaPairId);
    if (columnPairs != null && !columnPairs.isEmpty()) {
        for (ColumnPair columnPair : columnPairs) {
            if (columnPair.getSourceColumn() != null) {
                underSourceColumns.add(columnPair.getSourceColumn().getName());
            }
            if (columnPair.getTargetColumn() != null) {
                underTargetColumns.add(columnPair.getTargetColumn().getName());
            }
        }
    }
    sourceColumns.removeAll(underSourceColumns);
    targetColumns.removeAll(underTargetColumns);
    context.put("sourceMediaId", sourceMediaId);
    context.put("targetMediaId", targetMediaId);
    context.put("sourceColumns", sourceColumns);
    context.put("targetColumns", targetColumns);
    context.put("underSourceColumns", underSourceColumns);
    context.put("underTargetColumns", underTargetColumns);
    context.put("dataMediaPairId", dataMediaPairId);
    context.put("channelId", channelId);
    context.put("pipelineId", pipelineId);
}
Also used : ColumnPair(com.alibaba.otter.shared.common.model.config.data.ColumnPair) ArrayList(java.util.ArrayList) DataMedia(com.alibaba.otter.shared.common.model.config.data.DataMedia)

Example 19 with DataMedia

use of com.alibaba.otter.shared.common.model.config.data.DataMedia in project otter by alibaba.

the class DataMediaInfo method execute.

public void execute(@Param("dataMediaId") Long dataMediaId, Context context) throws Exception {
    DataMedia dataMedia = dataMediaService.findById(dataMediaId);
    List<DataMediaPair> dataMediaPairs = dataMediaPairService.listByDataMediaId(dataMediaId);
    List<SeniorDataMediaPair> seniorDataMediapairs = new ArrayList<SeniorDataMediaPair>();
    for (DataMediaPair dataMediaPair : dataMediaPairs) {
        SeniorDataMediaPair seniorDataMediaPair = new SeniorDataMediaPair();
        seniorDataMediaPair.setChannel(channelService.findByPipelineId(dataMediaPair.getPipelineId()));
        seniorDataMediaPair.setDataMediaPair(dataMediaPair);
        seniorDataMediapairs.add(seniorDataMediaPair);
    }
    context.put("dataMedia", dataMedia);
    context.put("seniorDataMediapairs", seniorDataMediapairs);
}
Also used : SeniorDataMediaPair(com.alibaba.otter.manager.web.common.model.SeniorDataMediaPair) DataMediaPair(com.alibaba.otter.shared.common.model.config.data.DataMediaPair) ArrayList(java.util.ArrayList) DataMedia(com.alibaba.otter.shared.common.model.config.data.DataMedia) SeniorDataMediaPair(com.alibaba.otter.manager.web.common.model.SeniorDataMediaPair)

Example 20 with DataMedia

use of com.alibaba.otter.shared.common.model.config.data.DataMedia in project otter by alibaba.

the class DataMediaList method execute.

public void execute(@Param("pageIndex") int pageIndex, @Param("searchKey") String searchKey, Context context) throws Exception {
    @SuppressWarnings("unchecked") Map<String, Object> condition = new HashMap<String, Object>();
    if ("请输入关键字(目前支持DataMedia的ID、名字搜索)".equals(searchKey)) {
        searchKey = "";
    }
    condition.put("searchKey", searchKey);
    int count = dataMediaService.getCount(condition);
    Paginator paginator = new Paginator();
    paginator.setItems(count);
    paginator.setPage(pageIndex);
    condition.put("offset", paginator.getOffset());
    condition.put("length", paginator.getLength());
    List<DataMedia> dataMedias = dataMediaService.listByCondition(condition);
    List<SeniorDataMedia> seniorDataMedias = new ArrayList<SeniorDataMedia>();
    for (DataMedia dataMedia : dataMedias) {
        SeniorDataMedia seniorDataMedia = new SeniorDataMedia();
        seniorDataMedia.setId(dataMedia.getId());
        seniorDataMedia.setEncode(dataMedia.getEncode());
        seniorDataMedia.setGmtCreate(dataMedia.getGmtCreate());
        seniorDataMedia.setGmtModified(dataMedia.getGmtModified());
        seniorDataMedia.setName(dataMedia.getName());
        seniorDataMedia.setNamespace(dataMedia.getNamespace());
        seniorDataMedia.setSource(dataMedia.getSource());
        List<DataMediaPair> pairs = dataMediaPairService.listByDataMediaId(dataMedia.getId());
        seniorDataMedia.setPairs(pairs);
        if (pairs.size() < 1) {
            seniorDataMedia.setUsed(false);
        } else {
            seniorDataMedia.setUsed(true);
        }
        seniorDataMedias.add(seniorDataMedia);
    }
    context.put("dataMedias", seniorDataMedias);
    context.put("paginator", paginator);
    context.put("searchKey", searchKey);
}
Also used : DataMediaPair(com.alibaba.otter.shared.common.model.config.data.DataMediaPair) HashMap(java.util.HashMap) ArrayList(java.util.ArrayList) Paginator(com.alibaba.citrus.util.Paginator) SeniorDataMedia(com.alibaba.otter.manager.web.common.model.SeniorDataMedia) DataMedia(com.alibaba.otter.shared.common.model.config.data.DataMedia) SeniorDataMedia(com.alibaba.otter.manager.web.common.model.SeniorDataMedia)

Aggregations

DataMedia (com.alibaba.otter.shared.common.model.config.data.DataMedia)29 ArrayList (java.util.ArrayList)12 RepeatConfigureException (com.alibaba.otter.manager.biz.common.exceptions.RepeatConfigureException)10 DataMediaPair (com.alibaba.otter.shared.common.model.config.data.DataMediaPair)10 EventData (com.alibaba.otter.shared.etl.model.EventData)8 DbDialect (com.alibaba.otter.node.etl.common.db.dialect.DbDialect)7 DataMediaSource (com.alibaba.otter.shared.common.model.config.data.DataMediaSource)7 ManagerException (com.alibaba.otter.manager.biz.common.exceptions.ManagerException)5 Table (org.apache.ddlutils.model.Table)4 Paginator (com.alibaba.citrus.util.Paginator)3 ExtractException (com.alibaba.otter.node.etl.extract.exceptions.ExtractException)3 ColumnPair (com.alibaba.otter.shared.common.model.config.data.ColumnPair)3 ExtensionData (com.alibaba.otter.shared.common.model.config.data.ExtensionData)3 DbDataMedia (com.alibaba.otter.shared.common.model.config.data.db.DbDataMedia)3 MqDataMedia (com.alibaba.otter.shared.common.model.config.data.mq.MqDataMedia)3 MqMediaSource (com.alibaba.otter.shared.common.model.config.data.mq.MqMediaSource)3 Pipeline (com.alibaba.otter.shared.common.model.config.pipeline.Pipeline)3 EventColumn (com.alibaba.otter.shared.etl.model.EventColumn)3 EventType (com.alibaba.otter.shared.etl.model.EventType)3 HashMap (java.util.HashMap)3