Examples with RuleGroup com.webank.wedatasphere.qualitis.rule.entity.RuleGroup used on opensource projects

Example 6 with RuleGroup

use of com.webank.wedatasphere.qualitis.rule.entity.RuleGroup in project Qualitis by WeBankFinTech.

the class OuterExecutionServiceImpl method groupExecution.

@Override
public GeneralResponse<?> groupExecution(GroupExecutionRequest request, Integer invokeCode) throws UnExpectedRequestException, PermissionDeniedRequestException {
    LOGGER.info("Execute application by group. group_id: {}", request.getGroupId());
    LOGGER.info("Execute application by nodename. nodename: {}", request.getNodeName());
    // Check Arguments
    GroupExecutionRequest.checkRequest(request);
    String loginUser = getLoginUser(httpServletRequest, request.getCreateUser(), request.getAsync());
    // Check existence of project
    RuleGroup ruleGroupInDb = ruleGroupDao.findById(request.getGroupId());
    if (null == ruleGroupInDb) {
        throw new UnExpectedRequestException("Group_id " + request.getGroupId() + " {&DOES_NOT_EXIST}");
    }
    LOGGER.info("Succeed to find rule group. group_id: {}", ruleGroupInDb.getId());
    Project projectInDb = projectDao.findById(ruleGroupInDb.getProjectId());
    // Check permissions of project
    List<Integer> permissions = new ArrayList<>();
    permissions.add(ProjectUserPermissionEnum.OPERATOR.getCode());
    projectService.checkProjectPermission(projectInDb, loginUser, permissions);
    checkPermissionCreateUserProxyExecuteUser(request.getCreateUser(), request.getExecutionUser());
    // Find all rules
    List<Rule> rules = ruleDao.findByRuleGroup(ruleGroupInDb);
    if (CollectionUtils.isEmpty(rules)) {
        throw new UnExpectedRequestException("{&NO_RULE_CAN_BE_EXECUTED}");
    }
    List<Long> ruleIds = rules.stream().map(Rule::getId).collect(Collectors.toList());
    StringBuffer runDate = new StringBuffer();
    StringBuffer partition = new StringBuffer();
    Map<String, String> execParamMap = new HashMap<>(5);
    parseExecParams(partition, runDate, request.getExecutionParam(), execParamMap);
    List<ApplicationSubmitRequest> applicationSubmitRequests = new ArrayList<>();
    // Construct dynamic partition.
    try {
        submitRulesWithDynamicPartition(applicationSubmitRequests, projectInDb.getId(), ruleGroupInDb.getId(), rules, ruleIds, request.getExecutionUser(), request.getDyNamicPartition(), request.getClusterName(), partition, request.getDyNamicPartitionPrefix());
    } catch (ResourceAccessException e) {
        generateAbnormalApplicationInfo(projectInDb.getId(), request.getGroupId(), request.getCreateUser(), request.getExecutionUser(), new Date(), invokeCode, partition.toString(), request.getStartupParamName(), request.getExecutionParam(), e, ApplicationCommentEnum.METADATA_ISSUES.getCode(), ApplicationStatusEnum.TASK_SUBMIT_FAILED.getCode(), rules);
        LOGGER.error("One group execution[id={}] of the project execution start failed!", request.getGroupId());
    } catch (NoPartitionException e) {
        generateAbnormalApplicationInfo(projectInDb.getId(), request.getGroupId(), request.getCreateUser(), request.getExecutionUser(), new Date(), invokeCode, partition.toString(), request.getStartupParamName(), request.getExecutionParam(), e, ApplicationCommentEnum.METADATA_ISSUES.getCode(), ApplicationStatusEnum.TASK_SUBMIT_FAILED.getCode(), rules);
        LOGGER.error("One group execution[id={}] of the project execution start failed!", request.getGroupId());
    } catch (Exception e) {
        generateAbnormalApplicationInfo(projectInDb.getId(), request.getGroupId(), request.getCreateUser(), request.getExecutionUser(), new Date(), invokeCode, partition.toString(), request.getStartupParamName(), request.getExecutionParam(), e, ApplicationCommentEnum.UNKNOWN_ERROR_ISSUES.getCode(), ApplicationStatusEnum.TASK_SUBMIT_FAILED.getCode(), rules);
        LOGGER.error("One group execution[id={}] of the project execution start failed!", request.getGroupId());
    }
    if (CollectionUtils.isEmpty(ruleIds)) {
        return new GeneralResponse<>("200", "{&SUCCEED_TO_DISPATCH_TASK}", null);
    }
    GeneralResponse<ApplicationTaskSimpleResponse> generalResponse = (GeneralResponse<ApplicationTaskSimpleResponse>) outerExecutionService.submitRules(ruleIds, partition, loginUser, request.getExecutionUser(), request.getNodeName(), projectInDb.getId(), ruleGroupInDb.getId(), request.getStartupParamName(), request.getClusterName(), request.getSetFlag(), execParamMap, request.getExecutionParam(), runDate, invokeCode);
    // Record project event.
    projectEventService.record(projectInDb.getId(), loginUser, "submit group execution", "group[name=" + ruleGroupInDb.getRuleGroupName() + "].", EventTypeEnum.SUBMIT_PROJECT.getCode());
    return generalResponse;
}

Example 7 with RuleGroup

use of com.webank.wedatasphere.qualitis.rule.entity.RuleGroup in project Qualitis by WeBankFinTech.

the class OuterExecutionServiceImpl method projectExecution.

@Override
@Transactional(rollbackFor = { RuntimeException.class, UnExpectedRequestException.class })
public GeneralResponse<?> projectExecution(ProjectExecutionRequest request, Integer invokeCode) throws UnExpectedRequestException, PermissionDeniedRequestException {
    LOGGER.info("Execute application by project. project_id: {}", request.getProjectId());
    // Check Arguments
    ProjectExecutionRequest.checkRequest(request);
    String executionUser = request.getExecutionUser();
    String loginUser = getLoginUser(httpServletRequest, request.getCreateUser(), request.getAsync());
    LOGGER.info("Qualitis execution user: {}", executionUser);
    LOGGER.info("Qualitis login or create user: {}", loginUser);
    // Check existence of project
    Project projectInDb = projectDao.findById(request.getProjectId());
    if (null == projectInDb) {
        throw new UnExpectedRequestException("Project_id " + request.getProjectId() + " {&DOES_NOT_EXIST}");
    }
    // Check permissions of project
    List<Integer> permissions = new ArrayList<>();
    permissions.add(ProjectUserPermissionEnum.OPERATOR.getCode());
    projectService.checkProjectPermission(projectInDb, loginUser, permissions);
    checkPermissionCreateUserProxyExecuteUser(request.getCreateUser(), request.getExecutionUser());
    // Find all rule group
    List<RuleGroup> ruleGroups = ruleGroupDao.findByProjectId(projectInDb.getId());
    if (CollectionUtils.isEmpty(ruleGroups)) {
        throw new UnExpectedRequestException("{&NO_RULE_CAN_BE_EXECUTED}");
    }
    LOGGER.info("Succeed to find rule group list from project[id={}], rule group[{}]", projectInDb.getId(), Arrays.toString(ruleGroups.toArray()));
    // Parse partition and run date from execution parameters.
    StringBuffer partition = new StringBuffer();
    StringBuffer runDate = new StringBuffer();
    Map<String, String> execParamMap = new HashMap<>(5);
    parseExecParams(partition, runDate, request.getExecutionParam(), execParamMap);
    ApplicationProjectResponse applicationProjectResponse = new ApplicationProjectResponse();
    List<ApplicationSubmitRequest> applicationSubmitRequests = new ArrayList<>(ruleGroups.size());
    for (RuleGroup ruleGroup : ruleGroups) {
        // Find all rules
        List<Rule> rules = ruleDao.findByRuleGroup(ruleGroup);
        if (CollectionUtils.isEmpty(rules)) {
            ruleGroupDao.delete(ruleGroup);
            continue;
        }
        LOGGER.info("Succeed to get rules from rule group[id={}].", ruleGroup.getId());
        List<Long> ruleIds = rules.stream().map(Rule::getId).collect(Collectors.toList());
        try {
            // Dynamic partition.
            submitRulesWithDynamicPartition(applicationSubmitRequests, projectInDb.getId(), ruleGroup.getId(), rules, ruleIds, executionUser, request.getDyNamicPartition(), request.getClusterName(), partition, request.getDyNamicPartitionPrefix());
            if (CollectionUtils.isEmpty(ruleIds)) {
                continue;
            }
        } catch (ResourceAccessException e) {
            generateAbnormalApplicationInfo(request.getProjectId(), ruleGroup.getId(), request.getCreateUser(), executionUser, new Date(), invokeCode, partition.toString(), request.getStartupParamName(), request.getExecutionParam(), e, ApplicationCommentEnum.METADATA_ISSUES.getCode(), ApplicationStatusEnum.TASK_SUBMIT_FAILED.getCode(), rules);
            LOGGER.error("One group execution[id={}] of the project execution start failed!", ruleGroup.getId());
        } catch (NoPartitionException e) {
            generateAbnormalApplicationInfo(request.getProjectId(), ruleGroup.getId(), request.getCreateUser(), executionUser, new Date(), invokeCode, partition.toString(), request.getStartupParamName(), request.getExecutionParam(), e, ApplicationCommentEnum.METADATA_ISSUES.getCode(), ApplicationStatusEnum.TASK_SUBMIT_FAILED.getCode(), rules);
            LOGGER.error("One group execution[id={}] of the project execution start failed!", ruleGroup.getId());
        } catch (Exception e) {
            generateAbnormalApplicationInfo(request.getProjectId(), ruleGroup.getId(), request.getCreateUser(), executionUser, new Date(), invokeCode, partition.toString(), request.getStartupParamName(), request.getExecutionParam(), e, ApplicationCommentEnum.UNKNOWN_ERROR_ISSUES.getCode(), ApplicationStatusEnum.TASK_SUBMIT_FAILED.getCode(), rules);
            LOGGER.error("One group execution[id={}] of the project execution start failed!", ruleGroup.getId());
        }
        applicationSubmitRequests.add(new ApplicationSubmitRequest(projectInDb.getId(), ruleGroup.getId(), ruleIds, partition));
    }
    for (ApplicationSubmitRequest applicationSubmitRequest : applicationSubmitRequests) {
        GeneralResponse<?> generalResponse = outerExecutionService.submitRules(applicationSubmitRequest.getRuleIds(), applicationSubmitRequest.getPartition(), loginUser, executionUser, DEFAULT_NODE_NAME, projectInDb.getId(), applicationSubmitRequest.getRuleGroupId(), request.getStartupParamName(), request.getClusterName(), request.getSetFlag(), execParamMap, request.getExecutionParam(), runDate, invokeCode);
        applicationProjectResponse.getApplicationTaskSimpleResponses().add((ApplicationTaskSimpleResponse) generalResponse.getData());
    }
    // Record project event.
    projectEventService.record(projectInDb.getId(), loginUser, "submit project execution", ".", EventTypeEnum.SUBMIT_PROJECT.getCode());
    return new GeneralResponse<>("200", "{&SUCCEED_TO_DISPATCH_TASK}", applicationProjectResponse);
}

Example 8 with RuleGroup

use of com.webank.wedatasphere.qualitis.rule.entity.RuleGroup in project Qualitis by WeBankFinTech.

the class OuterExecutionServiceImpl method dataSourceExecution.

@Override
public GeneralResponse<?> dataSourceExecution(DataSourceExecutionRequest request) throws UnExpectedRequestException, PermissionDeniedRequestException {
    LOGGER.info("Execute application by datasource. cluster: {}, database: {}, table: {}", request.getCluster(), request.getDatabase(), request.getTable());
    // Check Arguments.
    DataSourceExecutionRequest.checkRequest(request);
    String loginUser = getLoginUser(httpServletRequest, request.getCreateUser(), request.getAsync());
    // Find all rule datasources by user.
    List<RuleDataSource> ruleDataSources = new ArrayList<>();
    ruleDataSources.addAll(ruleDataSourceDao.findDatasourcesByUser(loginUser, request.getCluster(), request.getDatabase(), request.getTable()));
    List<Rule> rules = ruleDataSources.stream().filter(r -> r.getClusterName().equals(request.getCluster()) && r.getDbName().equals(request.getDatabase()) && r.getTableName().equals(request.getTable())).map(RuleDataSource::getRule).distinct().filter(rule -> {
        if (!request.getCrossTable()) {
            return rule.getRuleDataSources().size() == 1;
        }
        return true;
    }).collect(Collectors.toList());
    if (CollectionUtils.isEmpty(rules)) {
        throw new UnExpectedRequestException("{&NO_RULE_CAN_BE_EXECUTED}");
    }
    checkPermissionCreateUserProxyExecuteUser(request.getCreateUser(), request.getExecutionUser());
    ApplicationProjectResponse applicationProjectResponse = new ApplicationProjectResponse();
    List<ApplicationSubmitRequest> applicationSubmitRequests = new ArrayList<>();
    StringBuffer partition = new StringBuffer();
    StringBuffer runDate = new StringBuffer();
    Map<String, String> execParamMap = new HashMap<>(5);
    parseExecParams(partition, runDate, request.getExecutionParam(), execParamMap);
    List<Project> projects = rules.stream().map(Rule::getProject).distinct().collect(Collectors.toList());
    for (Project projectInDb : projects) {
        // Check permissions of project
        List<Integer> permissions = new ArrayList<>();
        permissions.add(ProjectUserPermissionEnum.OPERATOR.getCode());
        projectService.checkProjectPermission(projectInDb, loginUser, permissions);
        List<Rule> currentRules = rules.stream().filter(rule -> rule.getProject().getId().equals(projectInDb.getId())).collect(Collectors.toList());
        List<RuleGroup> currentRuleGroups = currentRules.stream().map(Rule::getRuleGroup).distinct().collect(Collectors.toList());
        for (RuleGroup ruleGroup : currentRuleGroups) {
            List<Rule> currentRulesOfGroup = currentRules.stream().filter(rule -> rule.getRuleGroup().getRuleGroupName().equals(ruleGroup.getRuleGroupName())).distinct().collect(Collectors.toList());
            List<Long> currentRuleIds = currentRulesOfGroup.stream().map(Rule::getId).distinct().collect(Collectors.toList());
            LOGGER.info("Succeed to find current rules of one group with datasource. rule_id: {}", currentRuleIds);
            // Dynamic partition.
            try {
                submitRulesWithDynamicPartition(applicationSubmitRequests, projectInDb.getId(), ruleGroup.getId(), rules, currentRuleIds, request.getExecutionUser(), request.getDyNamicPartition(), request.getClusterName(), partition, request.getDyNamicPartitionPrefix());
            } catch (ResourceAccessException e) {
                // Record submit failed applicatoin.
                generateAbnormalApplicationInfo(projectInDb.getId(), ruleGroup.getId(), request.getCreateUser(), request.getExecutionUser(), new Date(), InvokeTypeEnum.BDP_CLIENT_API_INVOKE.getCode(), partition.toString(), request.getStartupParamName(), request.getExecutionParam(), e, ApplicationCommentEnum.METADATA_ISSUES.getCode(), ApplicationStatusEnum.TASK_SUBMIT_FAILED.getCode(), rules);
                LOGGER.error("One group execution[id={}] of the datasource execution start failed!", ruleGroup.getId());
            } catch (NoPartitionException e) {
                // Record submit failed applicatoin.
                generateAbnormalApplicationInfo(projectInDb.getId(), ruleGroup.getId(), request.getCreateUser(), request.getExecutionUser(), new Date(), InvokeTypeEnum.BDP_CLIENT_API_INVOKE.getCode(), partition.toString(), request.getStartupParamName(), request.getExecutionParam(), e, ApplicationCommentEnum.METADATA_ISSUES.getCode(), ApplicationStatusEnum.TASK_SUBMIT_FAILED.getCode(), rules);
                LOGGER.error("One group execution[id={}] of the datasource execution start failed!", ruleGroup.getId());
            } catch (Exception e) {
                // Record submit failed applicatoin.
                generateAbnormalApplicationInfo(projectInDb.getId(), ruleGroup.getId(), request.getCreateUser(), request.getExecutionUser(), new Date(), InvokeTypeEnum.BDP_CLIENT_API_INVOKE.getCode(), partition.toString(), request.getStartupParamName(), request.getExecutionParam(), e, ApplicationCommentEnum.UNKNOWN_ERROR_ISSUES.getCode(), ApplicationStatusEnum.TASK_SUBMIT_FAILED.getCode(), rules);
                LOGGER.error("One group execution[id={}] of the datasource execution start failed!", ruleGroup.getId());
            }
            if (CollectionUtils.isNotEmpty(currentRuleIds)) {
                applicationSubmitRequests.add(new ApplicationSubmitRequest(request.getJobId(), projectInDb.getId(), ruleGroup.getId(), currentRuleIds, partition));
            }
        }
        projectEventService.record(projectInDb.getId(), loginUser, "submit datasource execution", "rule name[" + Arrays.toString(rules.stream().filter(rule -> rule.getProject().getId().equals(projectInDb.getId())).toArray()) + "].", EventTypeEnum.SUBMIT_PROJECT.getCode());
    }
    GeneralResponse<ApplicationTaskSimpleResponse> generalResponse;
    for (ApplicationSubmitRequest applicationSubmitRequest : applicationSubmitRequests) {
        if (StringUtils.isNotBlank(request.getJobId())) {
            applicationSubmitRequest.setJobId(request.getJobId());
        }
        generalResponse = (GeneralResponse<ApplicationTaskSimpleResponse>) outerExecutionService.submitRules(applicationSubmitRequest.getRuleIds(), applicationSubmitRequest.getPartition(), loginUser, request.getExecutionUser(), DEFAULT_NODE_NAME, applicationSubmitRequest.getProjectId(), applicationSubmitRequest.getRuleGroupId(), request.getStartupParamName(), request.getClusterName(), request.getSetFlag(), execParamMap, request.getExecutionParam(), runDate, InvokeTypeEnum.BDP_CLIENT_API_INVOKE.getCode());
        applicationProjectResponse.getApplicationTaskSimpleResponses().add(generalResponse.getData());
    }
    return new GeneralResponse<>("200", "{&SUCCEED_TO_DISPATCH_TASK}", applicationProjectResponse);
}

Example 9 with RuleGroup

use of com.webank.wedatasphere.qualitis.rule.entity.RuleGroup in project Qualitis by WeBankFinTech.

the class OuterExecutionServiceImpl method ruleListExecution.

@Override
public GeneralResponse<?> ruleListExecution(RuleListExecutionRequest request, Integer invokeCode) throws UnExpectedRequestException, PermissionDeniedRequestException {
    LOGGER.info("Execute application by rules. rule_ids: {}", request.getRuleList());
    // Check Arguments.
    RuleListExecutionRequest.checkRequest(request);
    String loginUser = getLoginUser(httpServletRequest, request.getCreateUser(), request.getAsync());
    // Check the existence of rule.
    List<Rule> rules = ruleDao.findByIds(request.getRuleList());
    if (CollectionUtils.isEmpty(rules)) {
        throw new UnExpectedRequestException("{&NO_RULE_CAN_BE_EXECUTED}");
    }
    List<Long> ruleIds = rules.stream().map(Rule::getId).distinct().collect(Collectors.toList());
    // Check rule exists on the request.
    List<Long> notExistRules = request.getRuleList().stream().filter(ruleId -> !ruleIds.contains(ruleId)).collect(Collectors.toList());
    if (!notExistRules.isEmpty()) {
        throw new UnExpectedRequestException("The ids of rule: " + notExistRules.toString() + " {&DOES_NOT_EXIST}");
    }
    LOGGER.info("Succeed to find all rules.");
    checkPermissionCreateUserProxyExecuteUser(request.getCreateUser(), request.getExecutionUser());
    StringBuffer runDate = new StringBuffer();
    StringBuffer partition = new StringBuffer();
    Map<String, String> execParamMap = new HashMap<>(5);
    parseExecParams(partition, runDate, request.getExecutionParam(), execParamMap);
    ApplicationProjectResponse applicationProjectResponse = new ApplicationProjectResponse();
    List<ApplicationSubmitRequest> applicationSubmitRequests = new ArrayList<>(rules.size());
    List<Project> projects = rules.stream().map(Rule::getProject).distinct().collect(Collectors.toList());
    GeneralResponse<ApplicationTaskSimpleResponse> generalResponse;
    // Check permissions of projects.
    for (Project projectInDb : projects) {
        List<Integer> permissions = new ArrayList<>();
        permissions.add(ProjectUserPermissionEnum.OPERATOR.getCode());
        projectService.checkProjectPermission(projectInDb, loginUser, permissions);
        List<Rule> currentRules = rules.stream().filter(rule -> rule.getProject().getId().equals(projectInDb.getId())).collect(Collectors.toList());
        List<RuleGroup> currentRuleGroups = currentRules.stream().map(Rule::getRuleGroup).distinct().collect(Collectors.toList());
        for (RuleGroup ruleGroup : currentRuleGroups) {
            List<Rule> currentRulesOfGroup = currentRules.stream().filter(rule -> rule.getRuleGroup().getRuleGroupName().equals(ruleGroup.getRuleGroupName())).distinct().collect(Collectors.toList());
            List<Long> currentRuleIds = currentRulesOfGroup.stream().map(Rule::getId).distinct().collect(Collectors.toList());
            // Dynamic partition.
            try {
                submitRulesWithDynamicPartition(applicationSubmitRequests, projectInDb.getId(), ruleGroup.getId(), currentRulesOfGroup, currentRuleIds, request.getExecutionUser(), request.getDyNamicPartition(), request.getClusterName(), partition, request.getDyNamicPartitionPrefix());
                if (CollectionUtils.isEmpty(currentRuleIds)) {
                    continue;
                }
            } catch (ResourceAccessException e) {
                // Record submit failed applicatoin.
                generateAbnormalApplicationInfo(projectInDb.getId(), ruleGroup.getId(), request.getCreateUser(), request.getExecutionUser(), new Date(), invokeCode, partition.toString(), request.getStartupParamName(), request.getExecutionParam(), e, ApplicationCommentEnum.METADATA_ISSUES.getCode(), ApplicationStatusEnum.TASK_SUBMIT_FAILED.getCode(), rules);
                LOGGER.error("One group execution[id={}] of the rule list execution start failed!", ruleGroup.getId());
            } catch (NoPartitionException e) {
                // Record submit failed applicatoin.
                generateAbnormalApplicationInfo(projectInDb.getId(), ruleGroup.getId(), request.getCreateUser(), request.getExecutionUser(), new Date(), invokeCode, partition.toString(), request.getStartupParamName(), request.getExecutionParam(), e, ApplicationCommentEnum.METADATA_ISSUES.getCode(), ApplicationStatusEnum.TASK_SUBMIT_FAILED.getCode(), rules);
                LOGGER.error("One group execution[id={}] of the rule list execution start failed!", ruleGroup.getId());
            } catch (Exception e) {
                // Record submit failed applicatoin.
                generateAbnormalApplicationInfo(projectInDb.getId(), ruleGroup.getId(), request.getCreateUser(), request.getExecutionUser(), new Date(), invokeCode, partition.toString(), request.getStartupParamName(), request.getExecutionParam(), e, ApplicationCommentEnum.METADATA_ISSUES.getCode(), ApplicationStatusEnum.TASK_SUBMIT_FAILED.getCode(), rules);
                LOGGER.error("One group execution[id={}] of the rule list execution start failed!", ruleGroup.getId());
            }
            applicationSubmitRequests.add(new ApplicationSubmitRequest(projectInDb.getId(), ruleGroup.getId(), currentRuleIds, partition));
        }
        projectEventService.record(projectInDb.getId(), loginUser, "submit rule list execution", "rule name[" + Arrays.toString(currentRules.toArray()) + "].", EventTypeEnum.SUBMIT_PROJECT.getCode());
    }
    for (ApplicationSubmitRequest applicationSubmitRequest : applicationSubmitRequests) {
        generalResponse = (GeneralResponse<ApplicationTaskSimpleResponse>) outerExecutionService.submitRules(applicationSubmitRequest.getRuleIds(), applicationSubmitRequest.getPartition(), loginUser, request.getExecutionUser(), DEFAULT_NODE_NAME, applicationSubmitRequest.getProjectId(), applicationSubmitRequest.getRuleGroupId(), request.getStartupParamName(), request.getClusterName(), request.getSetFlag(), execParamMap, request.getExecutionParam(), runDate, invokeCode);
        applicationProjectResponse.getApplicationTaskSimpleResponses().add(generalResponse.getData());
    }
    return new GeneralResponse<>("200", "{&SUCCEED_TO_DISPATCH_TASK}", applicationProjectResponse);
}

Example 10 with RuleGroup

use of com.webank.wedatasphere.qualitis.rule.entity.RuleGroup in project Qualitis by WeBankFinTech.

the class RuleBatchServiceImpl method constructAddCustomRuleRequest.

private List<AddCustomRuleRequest> constructAddCustomRuleRequest(Map<String, List<ExcelCustomRuleByProject>> customRulePartitionedByRuleName, Project project, String localeStr) throws UnExpectedRequestException {
    List<AddCustomRuleRequest> addCustomRuleRequests = new ArrayList<>();
    for (String ruleName : customRulePartitionedByRuleName.keySet()) {
        List<ExcelCustomRuleByProject> ruleInfos = customRulePartitionedByRuleName.get(ruleName);
        AddCustomRuleRequest addCustomRuleRequest = new AddCustomRuleRequest();
        ExcelCustomRuleByProject firstCommonInfo = ruleInfos.get(0);
        boolean alarm = false;
        Long projectId = project.getId();
        addCustomRuleRequest.setSpecifyStaticStartupParam(firstCommonInfo.getSpecifyStaticStartupParam());
        addCustomRuleRequest.setDeleteFailCheckResult(firstCommonInfo.getDeleteFailCheckResult());
        addCustomRuleRequest.setStaticStartupParam(firstCommonInfo.getStaticStartupParam());
        addCustomRuleRequest.setAbortOnFailure(firstCommonInfo.getAbortOnFailure());
        addCustomRuleRequest.setProxyUser(firstCommonInfo.getProxyUser());
        String ruleGroupName = firstCommonInfo.getRuleGroupName();
        String clusterName = firstCommonInfo.getClusterName();
        String outputName = firstCommonInfo.getOutputName();
        String fromContent = null;
        String whereContent = null;
        Integer functionType = null;
        String functionContent = null;
        Boolean saveMidTable = firstCommonInfo.getSaveMidTable();
        if (firstCommonInfo.getLinkisDataSourceId() != null) {
            addCustomRuleRequest.setLinkisDataSourceId(Long.parseLong(firstCommonInfo.getLinkisDataSourceId()));
            addCustomRuleRequest.setLinkisDataSourceName(firstCommonInfo.getLinkisDataSourceName());
            addCustomRuleRequest.setLinkisDataSourceType(firstCommonInfo.getLinkisDataSourceType());
        }
        if (StringUtils.isNotBlank(firstCommonInfo.getFunctionName()) && StringUtils.isNotBlank(firstCommonInfo.getFunctionContent()) && StringUtils.isNotBlank(firstCommonInfo.getFromContent()) && StringUtils.isNotBlank(firstCommonInfo.getWhereContent())) {
            functionType = FunctionTypeEnum.getFunctionTypeByName(firstCommonInfo.getFunctionName());
            functionContent = firstCommonInfo.getFunctionContent();
            whereContent = firstCommonInfo.getWhereContent();
            fromContent = firstCommonInfo.getFromContent();
        } else {
            addCustomRuleRequest.setSqlCheckArea(firstCommonInfo.getSqlCheckArea());
        }
        List<CustomAlarmConfigRequest> alarmConfigRequests = new ArrayList<>();
        for (ExcelCustomRuleByProject excelCustomRule : ruleInfos) {
            getCustomAlarmConfig(alarmConfigRequests, excelCustomRule, localeStr);
        }
        if (StringUtils.isBlank(ruleGroupName)) {
            throw new UnExpectedRequestException("RuleGroupName {&CAN_NOT_BE_NULL_OR_EMPTY}");
        }
        RuleGroup ruleGroupInDb = ruleGroupDao.findByRuleGroupNameAndProjectId(ruleGroupName, projectId);
        if (ruleGroupInDb != null) {
            addCustomRuleRequest.setRuleGroupId(ruleGroupInDb.getId());
        } else {
            RuleGroup ruleGroup = ruleGroupDao.saveRuleGroup(new RuleGroup(ruleGroupName, project.getId()));
            addCustomRuleRequest.setRuleGroupId(ruleGroup.getId());
        }
        addCustomRuleRequest.setRuleName(ruleName);
        addCustomRuleRequest.setRuleCnName(firstCommonInfo.getRuleCnName());
        addCustomRuleRequest.setRuleDetail(firstCommonInfo.getRuleDetail());
        if (!alarmConfigRequests.isEmpty()) {
            alarm = true;
        }
        addCustomRuleRequest.setAlarm(alarm);
        addCustomRuleRequest.setProjectId(projectId);
        addCustomRuleRequest.setOutputName(outputName);
        addCustomRuleRequest.setFunctionType(functionType);
        addCustomRuleRequest.setSaveMidTable(saveMidTable);
        addCustomRuleRequest.setFunctionContent(functionContent);
        addCustomRuleRequest.setAlarmVariable(alarmConfigRequests);
        addCustomRuleRequest.setWhereContent(whereContent);
        addCustomRuleRequest.setFromContent(fromContent);
        addCustomRuleRequest.setClusterName(clusterName);
        addCustomRuleRequests.add(addCustomRuleRequest);
    }
    return addCustomRuleRequests;
}