Search in sources :

Example 6 with Build

use of fr.inria.spirals.jtravis.entities.Build in project repairnator by Spirals-Team.

the class GetTrendingsFromGithub method main.

public static void main(String[] args) throws IOException {
    String githubTrendingUrl = "https://github.com/trending/java/?since=weekly";
    Document doc = Jsoup.connect(githubTrendingUrl).get();
    Elements e = doc.getElementsByAttributeValue("class", "explore-content");
    if (e.size() != 1) {
        System.err.println("Error when parsing the page (explore-content)");
        System.exit(-1);
    }
    Elements ol = e.get(0).getElementsByTag("ol");
    if (ol.size() != 1) {
        System.err.println("Error when parsing the page (ol)");
        System.exit(-1);
    }
    Elements h3 = ol.get(0).getElementsByTag("h3");
    List<String> results = new ArrayList<String>();
    System.out.println("Nb trendings: " + h3.size());
    for (Element project : h3) {
        String link = project.getElementsByTag("a").get(0).attr("href");
        String slugName = link.substring(1);
        Repository repo = RepositoryHelper.getRepositoryFromSlug(slugName);
        if (repo != null) {
            Build b = repo.getLastBuild(false);
            if (b != null && b.getBuildTool() == BuildTool.MAVEN) {
                results.add(slugName);
            }
        }
    }
    System.out.println(StringUtils.join(results, "\n"));
}
Also used : Repository(fr.inria.spirals.jtravis.entities.Repository) Build(fr.inria.spirals.jtravis.entities.Build) Element(org.jsoup.nodes.Element) ArrayList(java.util.ArrayList) Document(org.jsoup.nodes.Document) Elements(org.jsoup.select.Elements)

Example 7 with Build

use of fr.inria.spirals.jtravis.entities.Build in project repairnator by Spirals-Team.

the class ShowBuildToolUsage method main.

public static void main(String[] args) throws IOException {
    List<String> allProjects = Files.readAllLines(new File(args[0]).toPath());
    String pathOutput = args[1];
    File outputFile = new File(pathOutput);
    Set<String> notOnTravis = new HashSet<>();
    Set<String> useMavenTool = new HashSet<>();
    Set<String> useGradleTool = new HashSet<>();
    Set<String> useUnknownTool = new HashSet<>();
    Set<String> noBuildPassOnMaster = new HashSet<>();
    for (String project : allProjects) {
        Repository repo = RepositoryHelper.getRepositoryFromSlug(project);
        if (repo == null || !repo.isActive()) {
            notOnTravis.add(project);
        } else {
            Build build = BuildHelper.getLastBuildFromMaster(repo);
            if (build == null) {
                noBuildPassOnMaster.add(project);
                continue;
            }
            if (build.getBuildStatus() != BuildStatus.PASSED) {
                build = BuildHelper.getLastBuildOfSameBranchOfStatusBeforeBuild(build, BuildStatus.PASSED, true);
                if (build == null) {
                    noBuildPassOnMaster.add(project);
                    continue;
                }
            }
            BuildTool buildTool = build.getBuildTool();
            switch(buildTool) {
                case MAVEN:
                    useMavenTool.add(project);
                    break;
                case GRADLE:
                    useGradleTool.add(project);
                    break;
                case UNKNOWN:
                    useUnknownTool.add(project);
                    break;
            }
        }
    }
    System.out.println("Computed statistics");
    System.out.println("Total number of projects: " + allProjects.size());
    System.out.println("Not using travis: " + notOnTravis.size());
    System.out.println("No build passing on master: " + noBuildPassOnMaster.size());
    System.out.println("Using maven: " + useMavenTool.size());
    System.out.println("Using gradle: " + useGradleTool.size());
    System.out.println("Using unknown: " + useUnknownTool.size());
    BufferedWriter buffer = new BufferedWriter(new FileWriter(outputFile));
    buffer.write("name\tuse Travis\thas Passing build on master\tUse Maven\tUse Gradle\n");
    buffer.flush();
    for (String s : notOnTravis) {
        buffer.write(s + "\t0\t0\t0\t0\n");
        buffer.flush();
    }
    for (String s : noBuildPassOnMaster) {
        buffer.write(s + "\t1\t0\t0\t0\n");
        buffer.flush();
    }
    for (String s : useUnknownTool) {
        buffer.write(s + "\t1\t1\t0\t0\n");
        buffer.flush();
    }
    for (String s : useMavenTool) {
        buffer.write(s + "\t1\t1\t1\t0\n");
        buffer.flush();
    }
    for (String s : useGradleTool) {
        buffer.write(s + "\t1\t1\t0\t1\n");
        buffer.flush();
    }
    buffer.close();
    System.out.println("All results written in " + pathOutput);
}
Also used : Repository(fr.inria.spirals.jtravis.entities.Repository) Build(fr.inria.spirals.jtravis.entities.Build) BuildTool(fr.inria.spirals.jtravis.entities.BuildTool) FileWriter(java.io.FileWriter) File(java.io.File) HashSet(java.util.HashSet) BufferedWriter(java.io.BufferedWriter)

Aggregations

Build (fr.inria.spirals.jtravis.entities.Build)7 File (java.io.File)6 ArrayList (java.util.ArrayList)6 Repository (fr.inria.spirals.jtravis.entities.Repository)4 MongoCollection (com.mongodb.client.MongoCollection)3 MongoDatabase (com.mongodb.client.MongoDatabase)3 MongoConnection (fr.inria.spirals.repairnator.serializer.mongodb.MongoConnection)3 HashMap (java.util.HashMap)3 List (java.util.List)3 BuildTool (fr.inria.spirals.jtravis.entities.BuildTool)2 BufferedWriter (java.io.BufferedWriter)2 FileWriter (java.io.FileWriter)2 Calendar (java.util.Calendar)2 Block (com.mongodb.Block)1 HashSet (java.util.HashSet)1 Document (org.bson.Document)1 Document (org.jsoup.nodes.Document)1 Element (org.jsoup.nodes.Element)1 Elements (org.jsoup.select.Elements)1