Examples with OToolParser org.fakekoji.core.utils.OToolParser used on opensource projects

Example 1 with OToolParser

use of org.fakekoji.core.utils.OToolParser in project jenkins-scm-koji-plugin by judovana.

the class GetterAPI method getProjectHandler.

private QueryHandler getProjectHandler() {
    final JDKProjectManager jdkProjectManager = settings.getConfigManager().jdkProjectManager;
    final JDKVersionManager jdkVersionManager = settings.getConfigManager().jdkVersionManager;
    final TaskVariantManager taskVariantManager = settings.getConfigManager().taskVariantManager;
    return new QueryHandler() {

        @Override
        public Result<String, String> handle(Map<String, List<String>> queryParams) throws StorageException {
            final Optional<String> archiveOpt = extractParamValue(queryParams, ARCHIVE);
            final Optional<String> buildOpt = extractParamValue(queryParams, BUILD);
            final OToolParser parser = new OToolParser(jdkProjectManager.readAll(), jdkVersionManager.readAll(), taskVariantManager.getBuildVariants());
            if (archiveOpt.isPresent()) {
                final String archive = archiveOpt.get();
                return parser.parseArchive(archive).map(OToolArchive::getProjectName);
            }
            if (buildOpt.isPresent()) {
                final String build = buildOpt.get();
                return parser.parseBuild(build).map(OToolBuild::getProjectName);
            }
            return Result.err(ERROR_PARAMETERS_EXPECTED);
        }

        @Override
        public String about() {
            return "/project?[" + String.join("|", ARCHIVE + "=<NVRA>", BUILD + "=<NVR>") + "]";
        }
    };
}

Example 2 with OToolParser

use of org.fakekoji.core.utils.OToolParser in project jenkins-scm-koji-plugin by judovana.

the class GetterAPI method getFileNameParserHandler.

private QueryHandler getFileNameParserHandler() {
    final JDKProjectManager jdkProjectManager = settings.getConfigManager().jdkProjectManager;
    final JDKVersionManager jdkVersionManager = settings.getConfigManager().jdkVersionManager;
    final TaskVariantManager taskVariantManager = settings.getConfigManager().taskVariantManager;
    return new QueryHandler() {

        @Override
        public Result<String, String> handle(Map<String, List<String>> queryParams) throws StorageException {
            final Optional<String> archiveOpt = extractParamValue(queryParams, ARCHIVE);
            final Optional<String> buildOpt = extractParamValue(queryParams, BUILD);
            final OToolParser parser = new OToolParser(jdkProjectManager.readAll(), jdkVersionManager.readAll(), taskVariantManager.getBuildVariants());
            if (archiveOpt.isPresent()) {
                final String archive = archiveOpt.get();
                Result<String, String> r = parser.parseArchive(archive).map(oToolArchive -> oToolArchive.toString("\n"));
                return r;
            }
            if (buildOpt.isPresent()) {
                final String build = buildOpt.get();
                Result<String, String> r = parser.parseBuild(build).map(oToolBuild -> oToolBuild.toString("\n"));
                return r;
            }
            return Result.err(ERROR_PARAMETERS_EXPECTED);
        }

        @Override
        public String about() {
            return "/filenameParser?[" + String.join("|", ARCHIVE + "=<NVRA>", BUILD + "=<NVR>") + "]";
        }
    };
}

Example 3 with OToolParser

use of org.fakekoji.core.utils.OToolParser in project jenkins-scm-koji-plugin by judovana.

the class GetterAPI method getProjectsHandler.

private QueryHandler getProjectsHandler() {
    final JDKProjectManager jdkProjectManager = settings.getConfigManager().jdkProjectManager;
    final JDKTestProjectManager jdkTestProjectManager = settings.getConfigManager().jdkTestProjectManager;
    final JDKVersionManager jdkVersionManager = settings.getConfigManager().jdkVersionManager;
    final TaskVariantManager taskVariantManager = settings.getConfigManager().taskVariantManager;
    return new QueryHandler() {

        @Override
        public Result<String, String> handle(Map<String, List<String>> queryParams) throws StorageException {
            final Optional<String> typeOpt = extractParamValue(queryParams, TYPE);
            final Optional<String> nvrOpt = extractParamValue(queryParams, NVR);
            final Optional<String> rulesOpt = extractParamValue(queryParams, ADDITIONAL_RULES);
            final List<String[]> rulesPairList;
            if (rulesOpt.isPresent()) {
                String[] rules = rulesOpt.get().split("[\\s,]+");
                if (rules.length == 0 || rules.length % 2 == 1) {
                    return Result.err("if " + ADDITIONAL_RULES + " is used, then it must be >0 and mus be even number of them. You have " + rules.length);
                }
                rulesPairList = new ArrayList<>(rules.length / 2);
                for (int i = 0; i < rules.length; i += 2) {
                    rulesPairList.add(new String[] { rules[i], rules[i + 1] });
                }
            } else {
                rulesPairList = Collections.emptyList();
            }
            final String asRegex = extractParamValue(queryParams, AS_REGEX_LIST).orElse(null);
            final boolean unsafe = Boolean.valueOf(extractParamValue(queryParams, UNSAFE).orElse("false"));
            final String prep;
            final String join;
            final String post;
            if ("regex".equals(asRegex)) {
                prep = ".*-";
                join = "-.*|.*-";
                post = "-.*";
            } else if ("list".equals(asRegex)) {
                prep = "";
                join = ",";
                post = "";
            } else {
                prep = "";
                join = "\n";
                post = "\n";
            }
            if (typeOpt.isPresent()) {
                final String type = typeOpt.get();
                final Stream<Project> projects;
                switch(Project.ProjectType.valueOf(type)) {
                    case JDK_PROJECT:
                        projects = jdkProjectManager.readAll().stream().map(project -> project);
                        break;
                    case JDK_TEST_PROJECT:
                        projects = jdkTestProjectManager.readAll().stream().map(project -> project);
                        break;
                    default:
                        return Result.err("Unknown project type");
                }
                return Result.ok(prep + projects.map(Project::getId).sorted(String::compareTo).collect(Collectors.joining(join)) + post);
            } else if (nvrOpt.isPresent()) {
                final OToolParser parser = new OToolParser(jdkProjectManager.readAll(), jdkVersionManager.readAll(), taskVariantManager.getBuildVariants());
                final String archive = nvrOpt.get();
                Result r;
                try {
                    r = parser.parseArchive(archive).map(oToolArchive -> prep + oToolArchive.getProjectName() + post);
                } catch (Exception ex) {
                    // ex.printStackTrace(); we do not care, falling back to
                    r = Result.err("Not and parse-able project");
                }
                if (r.isOk()) {
                    return r;
                } else {
                    if (unsafe) {
                        // by longest project, try stupid substring
                        List<JDKProject> projects = jdkProjectManager.readAll();
                        Collections.sort(projects, new Comparator<JDKProject>() {

                            @Override
                            public int compare(JDKProject o1, JDKProject o2) {
                                return o2.getId().length() - o1.getId().length();
                            }
                        });
                        for (JDKProject project : projects) {
                            if (nvrOpt.get().contains("-" + project.getId() + "-") || nvrOpt.get().contains("." + project.getId() + ".") || nvrOpt.get().contains("." + project.getId() + "-") || nvrOpt.get().contains("-" + project.getId() + ".") || nvrOpt.get().endsWith("-" + project.getId()) || nvrOpt.get().endsWith("." + project.getId())) {
                                // add also cehck against pkg? Likely not, the src snapshots may not be parseable
                                return Result.ok(prep + project.getId() + post);
                            }
                        }
                    }
                    // ok, it is not jdkProject, so it must be jdkTestProject
                    String nv = archive.substring(0, archive.lastIndexOf("-"));
                    String n = nv.substring(0, nv.lastIndexOf("-"));
                    String vr = archive.replaceFirst(n + "-", "");
                    Pattern tmpRuleMatcher = Pattern.compile(".*");
                    List<JDKTestProject> testProjects = jdkTestProjectManager.readAll();
                    for (String[] rule : rulesPairList) {
                        if (vr.matches(rule[0])) {
                            tmpRuleMatcher = Pattern.compile(rule[1]);
                            break;
                        }
                    }
                    final Pattern ruleMatcher = tmpRuleMatcher;
                    List<String> results = testProjects.stream().filter(testproject -> testproject.getProduct().getPackageName().equals(n)).filter(testproject -> ruleMatcher.matcher(testproject.getId()).matches()).map(testproject -> testproject.getId()).sorted().collect(Collectors.toList());
                    if (results.isEmpty()) {
                        if (unsafe) {
                            results = jdkTestProjectManager.readAll().stream().filter(testproject -> ruleMatcher.matcher(testproject.getId()).matches()).map(Project::getId).sorted(String::compareTo).collect(Collectors.toList());
                            if (results.isEmpty()) {
                                // without rules
                                results = jdkTestProjectManager.readAll().stream().map(Project::getId).sorted(String::compareTo).collect(Collectors.toList());
                            }
                            return Result.ok(prep + String.join(join, results) + post);
                        } else {
                            return Result.err("");
                        }
                    } else {
                        return Result.ok(prep + String.join(join, results) + post);
                    }
                }
            } else {
                final Stream<Project> projects = Stream.of(jdkProjectManager.readAll(), jdkTestProjectManager.readAll()).flatMap(List::stream);
                Optional<String> productOpt = extractParamValue(queryParams, PRODUCT);
                if (productOpt.isPresent()) {
                    final String product = productOpt.get();
                    return Result.ok(prep + projects.filter(project -> project.getProduct().getPackageName().equals(product)).map(Project::getId).collect(Collectors.joining(join)) + post);
                }
                return Result.ok(prep + projects.map(Project::getId).sorted(String::compareTo).collect(Collectors.joining(join)) + post);
            }
        }

        @Override
        public String about() {
            return "/projects?[ one of \n" + "\t" + TYPE + "=[" + Project.ProjectType.JDK_PROJECT + "|" + Project.ProjectType.JDK_TEST_PROJECT + "]\n" + "\t" + NVR + "=nvr with optional as=<regex|list> and usnafe=true (will try also longest substring for jdkProjects or return all testOnly on failure)\n" + "\t" + ADDITIONAL_RULES + "=space or comma sepparated list of pairs eg Pa1 Pb1,Pa2 Pb2,...PaN PBn \n" + "\t" + "each pair is if VR matches Pa then use Pb matching projects. Firs matched, first served \n" + "]";
        }
    };
}

Example 4 with OToolParser

use of org.fakekoji.core.utils.OToolParser in project jenkins-scm-koji-plugin by judovana.

the class GetterAPI method getProductHandler.

private QueryHandler getProductHandler() {
    final JDKProjectManager jdkProjectManager = settings.getConfigManager().jdkProjectManager;
    final JDKTestProjectManager jdkTestProjectManager = settings.getConfigManager().jdkTestProjectManager;
    final JDKVersionManager jdkVersionManager = settings.getConfigManager().jdkVersionManager;
    final TaskVariantManager taskVariantManager = settings.getConfigManager().taskVariantManager;
    return new QueryHandler() {

        @Override
        public Result<String, String> handle(Map<String, List<String>> queryParams) throws StorageException {
            final Optional<String> archiveOpt = extractParamValue(queryParams, ARCHIVE);
            if (archiveOpt.isPresent()) {
                final String archive = archiveOpt.get();
                return new OToolParser(jdkProjectManager.readAll(), jdkVersionManager.readAll(), taskVariantManager.getBuildVariants()).parseArchive(archive).map(OToolBuild::getPackageName);
            }
            final Optional<String> projectOpt = extractParamValue(queryParams, PROJECT);
            if (projectOpt.isPresent()) {
                final String project = projectOpt.get();
                final List<JDKProject> jdkProjects = jdkProjectManager.readAll();
                final Optional<JDKProject> optionalJDKProject = jdkProjects.stream().filter(proj -> proj.getId().equals(project)).findFirst();
                if (optionalJDKProject.isPresent()) {
                    final JDKProject jdkProject = optionalJDKProject.get();
                    return Result.ok(jdkProject.getProduct().getPackageName());
                }
                final List<JDKTestProject> jdkTestProjects = jdkTestProjectManager.readAll();
                final Optional<JDKTestProject> optionalJDKTestProject = jdkTestProjects.stream().filter(proj -> proj.getId().equals(project)).findFirst();
                if (optionalJDKTestProject.isPresent()) {
                    final JDKTestProject jdkTestProject = optionalJDKTestProject.get();
                    return Result.ok(jdkTestProject.getProduct().getPackageName());
                }
                return Result.err(ERROR_PROJECT_NOT_FOUND);
            }
            final Optional<String> buildOpt = extractParamValue(queryParams, BUILD);
            if (buildOpt.isPresent()) {
                final String build = buildOpt.get();
                return new OToolParser(jdkProjectManager.readAll(), jdkVersionManager.readAll(), taskVariantManager.getBuildVariants()).parseBuild(build).map(OToolBuild::getPackageName);
            }
            return Result.err(ERROR_PARAMETERS_EXPECTED);
        }

        @Override
        public String about() {
            return "/product?[" + String.join("|", ARCHIVE + "=<NVRA>", BUILD + "=<NVR>", PROJECT + "=projectName") + "]";
        }
    };
}

Example 5 with OToolParser

use of org.fakekoji.core.utils.OToolParser in project jenkins-scm-koji-plugin by judovana.

the class ScpService method parseNVRA.

private NVRA parseNVRA(String fileName) {
    final List<JDKProject> jdkProjects;
    final List<JDKVersion> jdkVersions;
    final List<TaskVariant> buildVariants;
    try {
        jdkProjects = settings.getConfigManager().jdkProjectManager.readAll();
        jdkVersions = settings.getConfigManager().jdkVersionManager.readAll();
        buildVariants = settings.getConfigManager().taskVariantManager.getBuildVariants();
    } catch (StorageException e) {
        LOGGER.severe(e.getMessage());
        throw new NvraParsingException(fileName, e);
    }
    try {
        final String name;
        final String version;
        final String release;
        final String arch;
        final String suffix;
        final String[] split = fileName.split("-");
        final String[] releaseArchSuffix = split[split.length - 1].split("\\.");
        name = Arrays.stream(split).limit(3).collect(Collectors.joining("-"));
        version = split[split.length - 2];
        suffix = releaseArchSuffix[releaseArchSuffix.length - 1];
        final Result<OToolArchive, String> parseResult = new OToolParser(jdkProjects, jdkVersions, buildVariants).parseArchive(fileName);
        if (FakeKojiDB.isOkForOldApi(fileName)) {
            arch = releaseArchSuffix[releaseArchSuffix.length - 2];
            release = split[split.length - 1].replace("." + arch + "." + suffix, "");
        } else if (!parseResult.isError()) {
            final OToolArchive archive = parseResult.getValue();
            arch = archive.getDirectoryName();
            release = archive.getRelease();
        } else {
            throw new NvraParsingException(fileName);
        }
        return new NVRA(name, version, release, arch, suffix);
    } catch (Exception ex) {
        throw new NvraParsingException(fileName, ex);
    }
}