Search in sources :

Example 1 with Build

use of fr.inria.spirals.jtravis.entities.Build in project repairnator by Spirals-Team.

the class CheckIfFutureBuildIdWhereWellComputed method main.

public static void main(String[] args) throws IOException {
    List<String> allIds = Files.readAllLines(new File(args[0]).toPath());
    String dbCollectionUrl = args[1];
    String dbName = args[2];
    String collectionName = args[3];
    final List<String> projectsNames = Files.readAllLines(new File(args[4]).toPath());
    String githubLogin = args[5];
    String githubToken = args[6];
    RepairnatorConfig.getInstance().setGithubLogin(githubLogin);
    RepairnatorConfig.getInstance().setGithubToken(githubToken);
    MongoConnection mongoConnection = new MongoConnection(dbCollectionUrl, dbName);
    MongoDatabase database = mongoConnection.getMongoDatabase();
    MongoCollection collection = database.getCollection(collectionName);
    Calendar limitDateMay = Calendar.getInstance();
    limitDateMay.set(2017, Calendar.MAY, 10);
    HashMap<String, List<Integer>> results = new HashMap<>();
    Block<Document> block = new Block<Document>() {

        @Override
        public void apply(Document document) {
            Object pBuildId = document.get("previousBuildId");
            if (pBuildId instanceof Integer) {
                int previousBuildId = document.getInteger("previousBuildId", -1);
                int nextBuildId = document.getInteger("buildId", -1);
                if (previousBuildId != -1 && nextBuildId != -1) {
                    Build previousBuild = BuildHelper.getBuildFromId(previousBuildId, null);
                    Build nextBuild = BuildHelper.getNextBuildOfSameBranchOfStatusAfterBuild(previousBuild, null);
                    if (nextBuild.getId() != nextBuildId) {
                        String projectName = previousBuild.getRepository().getSlug();
                        if (projectsNames == null || projectsNames.contains(projectName)) {
                            if (!results.containsKey(projectName)) {
                                results.put(projectName, new ArrayList<>());
                            }
                            results.get(projectName).add(previousBuildId);
                            i++;
                        }
                    }
                }
            }
        }
    };
    for (String s : allIds) {
        int buildId = Integer.parseInt(s);
        collection.find(and(gt("buildReproductionDate", limitDateMay.getTime()), eq("previousBuildId", buildId), eq("lastReproducedBuggyBuild", true))).forEach(block);
    }
    System.out.println(allIds.size() + " ids read, and got: " + i);
    System.out.println(results.keySet().size() + " detected projects: (" + StringUtils.join(results.keySet(), ",") + ")");
    System.out.println("Results:");
    for (String s : results.keySet()) {
        System.out.println("Project " + s + " : ");
        System.out.println(StringUtils.join(results.get(s), "\n"));
        System.out.println("\n");
    }
}
Also used : HashMap(java.util.HashMap) Calendar(java.util.Calendar) Document(org.bson.Document) MongoCollection(com.mongodb.client.MongoCollection) Build(fr.inria.spirals.jtravis.entities.Build) Block(com.mongodb.Block) ArrayList(java.util.ArrayList) List(java.util.List) File(java.io.File) MongoConnection(fr.inria.spirals.repairnator.serializer.mongodb.MongoConnection) MongoDatabase(com.mongodb.client.MongoDatabase)

Example 2 with Build

use of fr.inria.spirals.jtravis.entities.Build in project repairnator by Spirals-Team.

the class CheckIfIdsAreInDatabase method main.

public static void main(String[] args) throws IOException {
    List<String> allIds = Files.readAllLines(new File(args[0]).toPath());
    String dbCollectionUrl = args[1];
    String dbName = args[2];
    String collectionName = args[3];
    List<String> projectsNames = null;
    if (args.length > 4) {
        projectsNames = Files.readAllLines(new File(args[4]).toPath());
        String githubLogin = args[5];
        String githubToken = args[6];
        RepairnatorConfig.getInstance().setGithubLogin(githubLogin);
        RepairnatorConfig.getInstance().setGithubToken(githubToken);
    }
    MongoConnection mongoConnection = new MongoConnection(dbCollectionUrl, dbName);
    MongoDatabase database = mongoConnection.getMongoDatabase();
    MongoCollection collection = database.getCollection(collectionName);
    Calendar limitDateMay = Calendar.getInstance();
    // limitDateMay.set(2017, Calendar.MAY, 10);
    limitDateMay.set(2017, Calendar.SEPTEMBER, 8);
    Calendar limitDateNow = Calendar.getInstance();
    HashMap<String, List<Integer>> results = new HashMap<>();
    int i = 0;
    for (String s : allIds) {
        int buildId = Integer.parseInt(s);
        long total = collection.count(and(gt("buildReproductionDate", limitDateMay.getTime()), eq("previousBuildId", buildId)));
        if (total == 0) {
            Build build = BuildHelper.getBuildFromId(buildId, null);
            String projectName = build.getRepository().getSlug();
            if (projectsNames == null || projectsNames.contains(projectName)) {
                if (!results.containsKey(projectName)) {
                    results.put(projectName, new ArrayList<>());
                }
                results.get(projectName).add(buildId);
                i++;
            }
        }
    }
    System.out.println(allIds.size() + " ids read, and got: " + i);
    System.out.println(results.keySet().size() + " detected projects: (" + StringUtils.join(results.keySet(), ",") + ")");
    System.out.println("Results:");
    for (String s : results.keySet()) {
        System.out.println("Project " + s + " : ");
        System.out.println(StringUtils.join(results.get(s), "\n"));
        System.out.println("\n");
    }
}
Also used : HashMap(java.util.HashMap) Calendar(java.util.Calendar) MongoCollection(com.mongodb.client.MongoCollection) Build(fr.inria.spirals.jtravis.entities.Build) ArrayList(java.util.ArrayList) List(java.util.List) File(java.io.File) MongoConnection(fr.inria.spirals.repairnator.serializer.mongodb.MongoConnection) MongoDatabase(com.mongodb.client.MongoDatabase)

Example 3 with Build

use of fr.inria.spirals.jtravis.entities.Build in project repairnator by Spirals-Team.

the class OrderBuldIdsByProjects method main.

public static void main(String[] args) throws IOException {
    List<String> allIds = Files.readAllLines(new File(args[0]).toPath());
    List<String> projectsNames = null;
    if (args.length > 4) {
        projectsNames = Files.readAllLines(new File(args[1]).toPath());
        String githubLogin = args[2];
        String githubToken = args[3];
        RepairnatorConfig.getInstance().setGithubLogin(githubLogin);
        RepairnatorConfig.getInstance().setGithubToken(githubToken);
    }
    HashMap<String, List<Integer>> results = new HashMap<>();
    int i = 0;
    for (String s : allIds) {
        int buildId = Integer.parseInt(s);
        Build build = BuildHelper.getBuildFromId(buildId, null);
        String projectName = build.getRepository().getSlug();
        if (projectsNames == null || projectsNames.contains(projectName)) {
            if (!results.containsKey(projectName)) {
                results.put(projectName, new ArrayList<>());
            }
            results.get(projectName).add(buildId);
            i++;
        }
    }
    System.out.println(results.keySet().size() + " detected projects: (" + StringUtils.join(results.keySet(), ",") + ")");
    System.out.println("Results:");
    for (String s : results.keySet()) {
        System.out.println("Project " + s + " : ");
        System.out.println(StringUtils.join(results.get(s), "\n"));
        System.out.println("\n");
    }
}
Also used : HashMap(java.util.HashMap) Build(fr.inria.spirals.jtravis.entities.Build) List(java.util.List) ArrayList(java.util.ArrayList) File(java.io.File)

Example 4 with Build

use of fr.inria.spirals.jtravis.entities.Build in project repairnator by Spirals-Team.

the class CleanProjectList method main.

public static void main(String[] args) throws IOException {
    String projectPath = args[0];
    String dbUrl = args[1];
    String dbName = args[2];
    String collectionName = args[3];
    String destList = args[4];
    List<String> allProjects = Files.readAllLines(new File(projectPath).toPath());
    MongoConnection mongoConnection = new MongoConnection(dbUrl, dbName);
    MongoDatabase database = mongoConnection.getMongoDatabase();
    MongoCollection collection = database.getCollection(collectionName);
    List<String> selectedProjects = new ArrayList<>();
    for (String project : allProjects) {
        Repository repo = RepositoryHelper.getRepositoryFromSlug(project);
        if (repo != null) {
            Build b = repo.getLastBuild(false);
            if (b != null) {
                if (b.getBuildTool() == BuildTool.MAVEN) {
                    long results = collection.count(and(eq("repositoryName", project), ne("typeOfFailures", null)));
                    if (results > 0) {
                        selectedProjects.add(project);
                    }
                }
            }
        }
    }
    File outputFile = new File(destList);
    BufferedWriter buffer = new BufferedWriter(new FileWriter(outputFile));
    buffer.write(StringUtils.join(selectedProjects, "\n"));
    buffer.close();
    System.out.println("Read projects: " + allProjects.size() + " | Selected projects : " + selectedProjects.size());
    System.out.println(StringUtils.join(selectedProjects, "\n"));
}
Also used : MongoCollection(com.mongodb.client.MongoCollection) Repository(fr.inria.spirals.jtravis.entities.Repository) Build(fr.inria.spirals.jtravis.entities.Build) FileWriter(java.io.FileWriter) ArrayList(java.util.ArrayList) File(java.io.File) MongoConnection(fr.inria.spirals.repairnator.serializer.mongodb.MongoConnection) MongoDatabase(com.mongodb.client.MongoDatabase) BufferedWriter(java.io.BufferedWriter)

Example 5 with Build

use of fr.inria.spirals.jtravis.entities.Build in project repairnator by Spirals-Team.

the class GetProjectsWithUnknownBuildTool method main.

public static void main(String[] args) throws IOException {
    List<String> allProjects = Files.readAllLines(new File(args[0]).toPath());
    List<String> results = new ArrayList<>();
    for (String project : allProjects) {
        Repository repo = RepositoryHelper.getRepositoryFromSlug(project);
        if (repo != null) {
            Build b = repo.getLastBuild(false);
            if (b != null) {
                BuildTool tool = b.getBuildTool();
                if (b.getBuildStatus() == BuildStatus.PASSED && tool == BuildTool.UNKNOWN) {
                    results.add("https://travis-ci.org/" + project);
                }
            }
        }
    }
    System.out.println(results.size() + " results");
    System.out.println(StringUtils.join(results, "\n"));
}
Also used : Repository(fr.inria.spirals.jtravis.entities.Repository) Build(fr.inria.spirals.jtravis.entities.Build) BuildTool(fr.inria.spirals.jtravis.entities.BuildTool) ArrayList(java.util.ArrayList) File(java.io.File)

Aggregations

Build (fr.inria.spirals.jtravis.entities.Build)7 File (java.io.File)6 ArrayList (java.util.ArrayList)6 Repository (fr.inria.spirals.jtravis.entities.Repository)4 MongoCollection (com.mongodb.client.MongoCollection)3 MongoDatabase (com.mongodb.client.MongoDatabase)3 MongoConnection (fr.inria.spirals.repairnator.serializer.mongodb.MongoConnection)3 HashMap (java.util.HashMap)3 List (java.util.List)3 BuildTool (fr.inria.spirals.jtravis.entities.BuildTool)2 BufferedWriter (java.io.BufferedWriter)2 FileWriter (java.io.FileWriter)2 Calendar (java.util.Calendar)2 Block (com.mongodb.Block)1 HashSet (java.util.HashSet)1 Document (org.bson.Document)1 Document (org.jsoup.nodes.Document)1 Element (org.jsoup.nodes.Element)1 Elements (org.jsoup.select.Elements)1