Examples with ExcelMultiTemplateRuleByProject com.webank.wedatasphere.qualitis.project.excel.ExcelMultiTemplateRuleByProject used on opensource projects

Example 1 with ExcelMultiTemplateRuleByProject

use of com.webank.wedatasphere.qualitis.project.excel.ExcelMultiTemplateRuleByProject in project Qualitis by WeBankFinTech.

the class RuleBatchServiceImpl method downloadRulesReal.

private GeneralResponse<?> downloadRulesReal(List<Rule> rules, HttpServletResponse response, String loginUser) throws IOException, WriteExcelException {
    String fileName = "batch_rules_export_" + FILE_DATE_FORMATTER.format(new Date()) + SUPPORT_EXCEL_SUFFIX_NAME;
    fileName = URLEncoder.encode(fileName, "UTF-8");
    response.setContentType("application/octet-stream");
    response.addHeader("Content-Disposition", "attachment;filename*=UTF-8''" + fileName);
    response.addHeader("Access-Control-Expose-Headers", "Content-Disposition");
    String localeStr = httpServletRequest.getHeader("Content-Language");
    // Write to response.getOutputStream
    OutputStream outputStream = response.getOutputStream();
    List<ExcelCustomRuleByProject> customRules = getCustomRule(rules, localeStr);
    List<ExcelTemplateRuleByProject> templateRules = getTemplateRule(rules, localeStr);
    List<ExcelTemplateFileRuleByProject> templateFileRules = getFileRule(rules, localeStr);
    List<ExcelMultiTemplateRuleByProject> multiTemplateRules = getMultiTemplateRule(rules, localeStr);
    writeExcelToOutput(templateRules, customRules, multiTemplateRules, templateFileRules, outputStream);
    outputStream.flush();
    LOGGER.info("Succeed to download all rules in type of excel");
    // projectEventService.record(rules.iterator().next().getProject().getId(), loginUser, "download", "rules[" + Arrays.toString(rules.stream().map(Rule::getName).toArray()) + "].", EventTypeEnum.MODIFY_PROJECT.getCode());
    return null;
}

Example 2 with ExcelMultiTemplateRuleByProject

use of com.webank.wedatasphere.qualitis.project.excel.ExcelMultiTemplateRuleByProject in project Qualitis by WeBankFinTech.

the class ProjectBatchServiceImpl method uploadProjectsReal.

private GeneralResponse<?> uploadProjectsReal(InputStream fileInputStream, String fileName, String userName, boolean aomp) throws IOException, UnExpectedRequestException, PermissionDeniedRequestException, RoleNotFoundException {
    String suffixName = fileName.substring(fileName.lastIndexOf('.'));
    if (!suffixName.equals(SUPPORT_EXCEL_SUFFIX_NAME)) {
        throw new UnExpectedRequestException("{&DO_NOT_SUPPORT_SUFFIX_NAME}: [" + suffixName + "]. {&ONLY_SUPPORT} [" + SUPPORT_EXCEL_SUFFIX_NAME + "]", 422);
    }
    if (userName == null) {
        return new GeneralResponse<>("401", "{&PLEASE_LOGIN}", null);
    }
    User user = userDao.findByUsername(userName);
    Long userId = user.getId();
    // Read file and create project
    ExcelProjectListener listener = readExcel(fileInputStream);
    // Check if excel file is empty
    if (listener.getExcelProjectContent().isEmpty() && listener.getExcelRuleContent().isEmpty() && listener.getExcelCustomRuleContent().isEmpty() && listener.getExcelMultiRuleContent().isEmpty() && listener.getTemplateFileExcelContent().isEmpty() && listener.getExcelMetricContent().isEmpty()) {
        throw new UnExpectedRequestException("{&FILE_CAN_NOT_BE_EMPTY_OR_FILE_CAN_NOT_BE_RECOGNIZED}", 422);
    }
    for (ExcelProject excelProject : listener.getExcelProjectContent()) {
        Project project = projectDao.findByNameAndCreateUser(excelProject.getProjectName(), userName);
        if (project != null) {
            if (!aomp) {
                LOGGER.info("hint for user to decide to override or not.");
            }
            // Means update project.
            LOGGER.info("Start to update project[name={}] with upload project file.", project.getName());
            ModifyProjectDetailRequest request = convertExcelProjectToModifyProjectRequest(excelProject, project, userName);
            projectService.modifyProjectDetail(request, false);
        } else {
            // Check excel project arguments is valid or not
            AddProjectRequest request = convertExcelProjectToAddProjectRequest(excelProject);
            projectService.addProject(request, userId);
        }
    }
    for (ExcelRuleMetric excelRuleMetric : listener.getExcelMetricContent()) {
        RuleMetric ruleMetric = ruleMetricDao.findByName(excelRuleMetric.getName());
        if (ruleMetric != null) {
            if (!aomp) {
                LOGGER.info("hint for user to decide to override or not.");
            }
            LOGGER.info("Start to update rule metric[name={}] with upload rule metric file.", ruleMetric.getName());
            modifyRuleMetric(excelRuleMetric, ruleMetric, userName);
        } else {
            addRuleMetric(excelRuleMetric, userName);
        }
    }
    // Create rules according to excel sheet
    Map<String, Map<String, List<ExcelTemplateRuleByProject>>> excelTemplateRulePartitionedByProject = listener.getExcelRuleContent();
    Map<String, Map<String, List<ExcelCustomRuleByProject>>> excelCustomRulePartitionedByProject = listener.getExcelCustomRuleContent();
    Map<String, Map<String, List<ExcelMultiTemplateRuleByProject>>> excelMultiTemplateRulePartitionedByProject = listener.getExcelMultiRuleContent();
    Map<String, Map<String, List<ExcelTemplateFileRuleByProject>>> excelTemplateFileRulePartitionedByProject = listener.getTemplateFileExcelContent();
    Set<String> allProjects = new HashSet<>();
    allProjects.addAll(excelTemplateRulePartitionedByProject.keySet());
    allProjects.addAll(excelCustomRulePartitionedByProject.keySet());
    allProjects.addAll(excelMultiTemplateRulePartitionedByProject.keySet());
    allProjects.addAll(excelTemplateFileRulePartitionedByProject.keySet());
    for (String projectName : allProjects) {
        try {
            Project projectInDb = projectDao.findByNameAndCreateUser(projectName, userName);
            if (projectInDb == null) {
                throw new UnExpectedRequestException("{&PROJECT}: [" + projectName + "] {&DOES_NOT_EXIST}");
            }
            ruleBatchService.getAndSaveRule(excelTemplateRulePartitionedByProject.get(projectName), excelCustomRulePartitionedByProject.get(projectName), excelMultiTemplateRulePartitionedByProject.get(projectName), excelTemplateFileRulePartitionedByProject.get(projectName), projectInDb, userName, aomp);
        } catch (Exception e) {
            throw new UnExpectedRequestException(e.getMessage());
        }
    }
    fileInputStream.close();
    return new GeneralResponse<>("200", "{&SUCCEED_TO_UPLOAD_FILE}", null);
}

Example 3 with ExcelMultiTemplateRuleByProject

use of com.webank.wedatasphere.qualitis.project.excel.ExcelMultiTemplateRuleByProject in project Qualitis by WeBankFinTech.

the class ProjectBatchServiceImpl method writeProjectAndRules.

private GeneralResponse<?> writeProjectAndRules(List<Project> projects, HttpServletResponse response) throws IOException, WriteExcelException {
    String fileName = "batch_project_export_" + FILE_DATE_FORMATTER.format(new Date()) + SUPPORT_EXCEL_SUFFIX_NAME;
    fileName = URLEncoder.encode(fileName, "UTF-8");
    response.setContentType("application/octet-stream");
    response.addHeader("Content-Disposition", "attachment;filename*=UTF-8''" + fileName);
    response.addHeader("Access-Control-Expose-Headers", "Content-Disposition");
    String localeStr = httpServletRequest.getHeader("Content-Language");
    OutputStream outputStream = response.getOutputStream();
    List<ExcelProject> excelProject = getExcelProject(projects);
    List<ExcelTemplateRuleByProject> excelTemplateRuleByProject = getExcelRuleByProject(projects, localeStr);
    List<ExcelCustomRuleByProject> excelCustomRuleByProject = getExcelCustomRuleByProject(projects, localeStr);
    List<ExcelTemplateFileRuleByProject> excelTemplateFileRuleByProject = getExcelTemplateFileRuleByProject(projects, localeStr);
    List<ExcelMultiTemplateRuleByProject> excelMultiTemplateRuleByProject = getExcelMultiTemplateRuleByProject(projects, localeStr);
    writeExcelToOutput(excelProject, excelTemplateRuleByProject, excelCustomRuleByProject, excelMultiTemplateRuleByProject, excelTemplateFileRuleByProject, outputStream);
    outputStream.flush();
    LOGGER.info("Succeed to download all projects in type of excel");
    return null;
}

Example 4 with ExcelMultiTemplateRuleByProject

use of com.webank.wedatasphere.qualitis.project.excel.ExcelMultiTemplateRuleByProject in project Qualitis by WeBankFinTech.

the class ProjectBatchServiceImpl method getExcelMultiTemplateRuleByProject.

private List<ExcelMultiTemplateRuleByProject> getExcelMultiTemplateRuleByProject(List<Project> projects, String localeStr) {
    List<ExcelMultiTemplateRuleByProject> excelMultiTemplateRuleByProjects = new ArrayList<>();
    for (Project project : projects) {
        List<Rule> rules = ruleDao.findByProject(project);
        List<ExcelMultiTemplateRuleByProject> excelMultiTemplateRules = ruleBatchService.getMultiTemplateRule(rules, localeStr);
        for (ExcelMultiTemplateRuleByProject excelMultiTemplateRule : excelMultiTemplateRules) {
            ExcelMultiTemplateRuleByProject excelMultiTemplateRuleByProject = new ExcelMultiTemplateRuleByProject();
            BeanUtils.copyProperties(excelMultiTemplateRule, excelMultiTemplateRuleByProject);
            excelMultiTemplateRuleByProject.setProjectName(project.getName());
            LOGGER.info("Collect excel line of custom rule: {}", excelMultiTemplateRuleByProject);
            excelMultiTemplateRuleByProjects.add(excelMultiTemplateRuleByProject);
        }
    }
    return excelMultiTemplateRuleByProjects;
}

Example 5 with ExcelMultiTemplateRuleByProject

use of com.webank.wedatasphere.qualitis.project.excel.ExcelMultiTemplateRuleByProject in project Qualitis by WeBankFinTech.

the class RuleBatchServiceImpl method getMultiTemplateRule.

@Override
public List<ExcelMultiTemplateRuleByProject> getMultiTemplateRule(Iterable<Rule> rules, String localeStr) {
    List<ExcelMultiTemplateRuleByProject> lines = new ArrayList<>();
    for (Rule rule : rules) {
        if (!rule.getRuleType().equals(RuleTypeEnum.MULTI_TEMPLATE_RULE.getCode())) {
            continue;
        }
        ExcelMultiTemplateRuleByProject ruleLinePrefix = new ExcelMultiTemplateRuleByProject();
        // Rule basic info.
        String clusterName = rule.getRuleDataSources().iterator().next().getClusterName();
        basicInfoToExcel(ruleLinePrefix, rule, clusterName);
        List<RuleVariable> filterRuleVariable = rule.getRuleVariables().stream().filter(ruleVariable -> ruleVariable.getTemplateMidTableInputMeta().getInputType().equals(TemplateInputTypeEnum.CONDITION.getCode())).collect(Collectors.toList());
        if (filterRuleVariable != null && filterRuleVariable.size() != 0) {
            ruleLinePrefix.setWhereFilter(filterRuleVariable.iterator().next().getValue());
        }
        Boolean sourceAddedFlag = false;
        Boolean targetAddedFlag = false;
        lines.add(ruleLinePrefix);
        ExcelMultiTemplateRuleByProject datasourceExcelRule = new ExcelMultiTemplateRuleByProject(rule.getName());
        for (RuleDataSource ruleDataSource : rule.getRuleDataSources()) {
            String databaseName = ruleDataSource.getDbName();
            String tableName = ruleDataSource.getTableName();
            String filter = ruleDataSource.getFilter();
            Integer datasourceIndex = ruleDataSource.getDatasourceIndex();
            if (datasourceIndex == 0) {
                datasourceExcelRule.setLeftDbName(databaseName);
                datasourceExcelRule.setLeftTableName(tableName);
                datasourceExcelRule.setLeftFilter(filter);
                datasourceExcelRule.setLeftProxyUser(ruleDataSource.getProxyUser());
                if (ruleDataSource.getLinkisDataSourceId() != null) {
                    datasourceExcelRule.setLeftLinkisDataSourceType(TemplateDataSourceTypeEnum.getMessage(ruleDataSource.getDatasourceType()));
                    datasourceExcelRule.setLeftLinkisDataSourceId(String.valueOf(ruleDataSource.getLinkisDataSourceId()));
                    datasourceExcelRule.setLeftLinkisDataSourceName(ruleDataSource.getLinkisDataSourceName());
                }
                sourceAddedFlag = true;
            } else {
                datasourceExcelRule.setRightDbName(databaseName);
                datasourceExcelRule.setRightTableName(tableName);
                datasourceExcelRule.setRightFilter(filter);
                datasourceExcelRule.setRightProxyUser(ruleDataSource.getProxyUser());
                if (ruleDataSource.getLinkisDataSourceId() != null) {
                    datasourceExcelRule.setRightLlinkisDataSourceType(TemplateDataSourceTypeEnum.getMessage(ruleDataSource.getDatasourceType()));
                    datasourceExcelRule.setRightLinkisDataSourceId(String.valueOf(ruleDataSource.getLinkisDataSourceId()));
                    datasourceExcelRule.setRightLlinkisDataSourceName(ruleDataSource.getLinkisDataSourceName());
                }
                targetAddedFlag = true;
            }
            if (sourceAddedFlag && targetAddedFlag) {
                LOGGER.info("Collect excel line: {}", datasourceExcelRule);
                lines.add(datasourceExcelRule);
            }
        }
        // Get mapping and alarm info to excel.
        getMappingInfoAndAlarm(rule.getRuleDataSourceMappings(), rule.getAlarmConfigs(), lines, ruleLinePrefix, localeStr);
    }
    return lines;
}