Search in sources :

Example 1 with MongoDBSerializerEngine

use of fr.inria.spirals.repairnator.serializer.engines.json.MongoDBSerializerEngine in project repairnator by Spirals-Team.

the class ScannerSerializer method main.

public static void main(String[] args) throws IOException, GeneralSecurityException {
    GoogleSpreadSheetFactory.initWithFileSecret("client_secret.json");
    GoogleSpreadSheetFactory.setSpreadsheetId(args[1]);
    Sheets sheets = GoogleSpreadSheetFactory.getSheets();
    List<List<Object>> results = sheets.spreadsheets().values().get(GoogleSpreadSheetFactory.getSpreadsheetID(), "Scanner Data!A:M").execute().getValues();
    MongoConnection mongoConnection = new MongoConnection(args[0], "repairnator");
    if (!mongoConnection.isConnected()) {
        throw new RuntimeException("Error when connection to mongodb");
    }
    MongoDBSerializerEngine serializerEngine = new MongoDBSerializerEngine(mongoConnection);
    List<SerializedData> data = new ArrayList<>();
    for (int i = 1; i < results.size(); i++) {
        List<Object> value = results.get(i);
        JsonObject result = new JsonObject();
        result.addProperty("hostname", Utils.getValue(value, 0));
        result.addProperty("dateBegin", Utils.getValue(value, 1));
        result.addProperty("dateLimit", Utils.getValue(value, 2));
        result.addProperty("totalRepoNumber", Utils.getValue(value, 3));
        result.addProperty("totalRepoUsingTravis", Utils.getValue(value, 4));
        result.addProperty("totalScannedBuilds", Utils.getValue(value, 5));
        result.addProperty("totalJavaBuilds", Utils.getValue(value, 6));
        result.addProperty("totalJavaPassingBuilds", Utils.getValue(value, 7));
        result.addProperty("totalJavaFailingBuilds", Utils.getValue(value, 8));
        result.addProperty("totalJavaFailingBuildsWithFailingTests", Utils.getValue(value, 9));
        result.addProperty("totalPRBuilds", Utils.getValue(value, 10));
        result.addProperty("dayLimit", Utils.getValue(value, 11));
        result.addProperty("duration", Utils.getValue(value, 12));
        result.addProperty("runId", Utils.getValue(value, 13));
        data.add(new SerializedData(Collections.EMPTY_LIST, result));
    }
    serializerEngine.serialize(data, SerializerType.SCANNER);
}
Also used : ArrayList(java.util.ArrayList) JsonObject(com.google.gson.JsonObject) SerializedData(fr.inria.spirals.repairnator.serializer.engines.SerializedData) MongoDBSerializerEngine(fr.inria.spirals.repairnator.serializer.engines.json.MongoDBSerializerEngine) ArrayList(java.util.ArrayList) List(java.util.List) JsonObject(com.google.gson.JsonObject) MongoConnection(fr.inria.spirals.repairnator.serializer.mongodb.MongoConnection) Sheets(com.google.api.services.sheets.v4.Sheets)

Example 2 with MongoDBSerializerEngine

use of fr.inria.spirals.repairnator.serializer.engines.json.MongoDBSerializerEngine in project repairnator by Spirals-Team.

the class ScannerSerializer4Bears method main.

public static void main(String[] args) throws IOException, GeneralSecurityException {
    GoogleSpreadSheetFactory.initWithFileSecret("client_secret.json");
    GoogleSpreadSheetFactory.setSpreadsheetId(args[1]);
    Sheets sheets = GoogleSpreadSheetFactory.getSheets();
    List<List<Object>> results = sheets.spreadsheets().values().get(GoogleSpreadSheetFactory.getSpreadsheetID(), "Scanner Data!A:M").execute().getValues();
    MongoConnection mongoConnection = new MongoConnection(args[0], "bears");
    if (!mongoConnection.isConnected()) {
        throw new RuntimeException("Error when connection to mongodb");
    }
    MongoDBSerializerEngine serializerEngine = new MongoDBSerializerEngine(mongoConnection);
    List<SerializedData> data = new ArrayList<>();
    for (int i = 1; i < results.size(); i++) {
        List<Object> value = results.get(i);
        JsonObject result = new JsonObject();
        result.addProperty("hostname", Utils.getValue(value, 0));
        result.addProperty("dateBegin", Utils.getValue(value, 1));
        result.addProperty("dateEnd", Utils.getValue(value, 2));
        result.addProperty("duration", Utils.getValue(value, 3));
        result.addProperty("dateLookedFrom", Utils.getValue(value, 4));
        result.addProperty("dateLookedTo", Utils.getValue(value, 5));
        result.addProperty("totalRepoNumber", Utils.getValue(value, 6));
        result.addProperty("totalRepoUsingTravis", Utils.getValue(value, 7));
        result.addProperty("totalScannedBuilds", Utils.getValue(value, 8));
        result.addProperty("totalJavaBuilds", Utils.getValue(value, 9));
        result.addProperty("totalJavaPassingBuilds", Utils.getValue(value, 10));
        result.addProperty("totalJavaFailingBuilds", Utils.getValue(value, 11));
        result.addProperty("totalJavaFailingBuildsWithFailingTests", Utils.getValue(value, 12));
        result.addProperty("totalPRBuilds", Utils.getValue(value, 13));
        result.addProperty("totalFailingAndPassingBuildPairs", Utils.getValue(value, 14));
        result.addProperty("totalPassingAndPassingBuildPairs", Utils.getValue(value, 15));
        result.addProperty("totalPairOfBuilds", Utils.getValue(value, 16));
        result.addProperty("runId", Utils.getValue(value, 17));
        data.add(new SerializedData(Collections.EMPTY_LIST, result));
    }
    serializerEngine.serialize(data, SerializerType.SCANNER4BEARS);
}
Also used : ArrayList(java.util.ArrayList) JsonObject(com.google.gson.JsonObject) SerializedData(fr.inria.spirals.repairnator.serializer.engines.SerializedData) MongoDBSerializerEngine(fr.inria.spirals.repairnator.serializer.engines.json.MongoDBSerializerEngine) ArrayList(java.util.ArrayList) List(java.util.List) JsonObject(com.google.gson.JsonObject) MongoConnection(fr.inria.spirals.repairnator.serializer.mongodb.MongoConnection) Sheets(com.google.api.services.sheets.v4.Sheets)

Example 3 with MongoDBSerializerEngine

use of fr.inria.spirals.repairnator.serializer.engines.json.MongoDBSerializerEngine in project repairnator by Spirals-Team.

the class InspectorTimeSerializer method main.

public static void main(String[] args) throws IOException, GeneralSecurityException {
    GoogleSpreadSheetFactory.initWithFileSecret("client_secret.json");
    GoogleSpreadSheetFactory.setSpreadsheetId(args[1]);
    Sheets sheets = GoogleSpreadSheetFactory.getSheets();
    List<List<Object>> results = sheets.spreadsheets().values().get(GoogleSpreadSheetFactory.getSpreadsheetID(), "Duration Data!A:P").execute().getValues();
    MongoConnection mongoConnection = new MongoConnection(args[0], "repairnator");
    if (!mongoConnection.isConnected()) {
        throw new RuntimeException("Error when connection to mongodb");
    }
    MongoDBSerializerEngine serializerEngine = new MongoDBSerializerEngine(mongoConnection);
    List<SerializedData> data = new ArrayList<>();
    for (int i = 1; i < results.size(); i++) {
        List<Object> value = results.get(i);
        JsonObject result = new JsonObject();
        result.addProperty("buildId", Utils.getValue(value, 0));
        result.addProperty("repositoryName", Utils.getValue(value, 1));
        result.addProperty("buildReproductionDate", Utils.getValue(value, 2));
        result.addProperty("hostname", Utils.getValue(value, 3));
        result.addProperty("totalDuration", Utils.getValue(value, 4));
        result.addProperty("clonage", Utils.getValue(value, 5));
        result.addProperty("checkoutBuild", Utils.getValue(value, 6));
        result.addProperty("build", Utils.getValue(value, 7));
        result.addProperty("test", Utils.getValue(value, 8));
        result.addProperty("gatherTestInfo", Utils.getValue(value, 9));
        result.addProperty("squashRepository", Utils.getValue(value, 10));
        result.addProperty("push", Utils.getValue(value, 11));
        result.addProperty("computeClasspath", Utils.getValue(value, 12));
        result.addProperty("computeSourceDir", Utils.getValue(value, 13));
        result.addProperty("repair", Utils.getValue(value, 14));
        result.addProperty("runId", Utils.getValue(value, 15));
        data.add(new SerializedData(Collections.EMPTY_LIST, result));
    }
    serializerEngine.serialize(data, SerializerType.TIMES);
}
Also used : ArrayList(java.util.ArrayList) JsonObject(com.google.gson.JsonObject) SerializedData(fr.inria.spirals.repairnator.serializer.engines.SerializedData) MongoDBSerializerEngine(fr.inria.spirals.repairnator.serializer.engines.json.MongoDBSerializerEngine) ArrayList(java.util.ArrayList) List(java.util.List) JsonObject(com.google.gson.JsonObject) MongoConnection(fr.inria.spirals.repairnator.serializer.mongodb.MongoConnection) Sheets(com.google.api.services.sheets.v4.Sheets)

Example 4 with MongoDBSerializerEngine

use of fr.inria.spirals.repairnator.serializer.engines.json.MongoDBSerializerEngine in project repairnator by Spirals-Team.

the class LauncherUtils method initMongoDBSerializerEngine.

public static SerializerEngine initMongoDBSerializerEngine(Logger logger) {
    RepairnatorConfig config = RepairnatorConfig.getInstance();
    if (config.getMongodbHost() != null) {
        logger.info("Initialize mongoDB serializer engine.");
        MongoConnection mongoConnection = new MongoConnection(config.getMongodbHost(), config.getMongodbName());
        if (mongoConnection.isConnected()) {
            return new MongoDBSerializerEngine(mongoConnection);
        } else {
            logger.error("Error while connecting to mongoDB.");
        }
    } else {
        logger.info("MongoDB won't be used for serialization.");
    }
    return null;
}
Also used : RepairnatorConfig(fr.inria.spirals.repairnator.config.RepairnatorConfig) MongoConnection(fr.inria.spirals.repairnator.serializer.mongodb.MongoConnection) MongoDBSerializerEngine(fr.inria.spirals.repairnator.serializer.engines.json.MongoDBSerializerEngine)

Example 5 with MongoDBSerializerEngine

use of fr.inria.spirals.repairnator.serializer.engines.json.MongoDBSerializerEngine in project repairnator by Spirals-Team.

the class NopolSerializer method main.

public static void main(String[] args) throws IOException, GeneralSecurityException {
    GoogleSpreadSheetFactory.initWithFileSecret("client_secret.json");
    GoogleSpreadSheetFactory.setSpreadsheetId(args[1]);
    Sheets sheets = GoogleSpreadSheetFactory.getSheets();
    List<List<Object>> results = sheets.spreadsheets().values().get(GoogleSpreadSheetFactory.getSpreadsheetID(), "Nopol Stats!A:T").execute().getValues();
    MongoConnection mongoConnection = new MongoConnection(args[0], "repairnator");
    if (!mongoConnection.isConnected()) {
        throw new RuntimeException("Error when connection to mongodb");
    }
    MongoDBSerializerEngine serializerEngine = new MongoDBSerializerEngine(mongoConnection);
    List<SerializedData> data = new ArrayList<>();
    for (int i = 1; i < results.size(); i++) {
        List<Object> value = results.get(i);
        JsonObject result = new JsonObject();
        result.addProperty("buildId", Utils.getValue(value, 3));
        result.addProperty("repositoryName", Utils.getValue(value, 4));
        result.addProperty("hostname", Utils.getValue(value, 0));
        result.addProperty("nopolDateEnd", Utils.getValue(value, 1));
        result.addProperty("nopolDayEnd", Utils.getValue(value, 2));
        result.addProperty("testClassLocation", Utils.getValue(value, 5));
        result.addProperty("failures", Utils.getValue(value, 6));
        result.addProperty("allocatedTime", Utils.getValue(value, 7));
        result.addProperty("passingTime", Utils.getValue(value, 8));
        result.addProperty("status", Utils.getValue(value, 9));
        result.addProperty("exceptionDetail", Utils.getValue(value, 10));
        result.addProperty("patchNumber", Utils.getValue(value, 11));
        result.addProperty("patchType", Utils.getValue(value, 12));
        result.addProperty("patch", Utils.getValue(value, 13));
        result.addProperty("patchLocation", Utils.getValue(value, 14));
        result.addProperty("nopolContext", Utils.getValue(value, 15));
        result.addProperty("nbAngelicValues", Utils.getValue(value, 16));
        result.addProperty("nbStatements", Utils.getValue(value, 17));
        result.addProperty("ignoreStatus", Utils.getValue(value, 18));
        result.addProperty("runId", Utils.getValue(value, 19));
        data.add(new SerializedData(Collections.EMPTY_LIST, result));
    }
    serializerEngine.serialize(data, SerializerType.NOPOL);
}
Also used : ArrayList(java.util.ArrayList) JsonObject(com.google.gson.JsonObject) SerializedData(fr.inria.spirals.repairnator.serializer.engines.SerializedData) MongoDBSerializerEngine(fr.inria.spirals.repairnator.serializer.engines.json.MongoDBSerializerEngine) ArrayList(java.util.ArrayList) List(java.util.List) JsonObject(com.google.gson.JsonObject) MongoConnection(fr.inria.spirals.repairnator.serializer.mongodb.MongoConnection) Sheets(com.google.api.services.sheets.v4.Sheets)

Aggregations

MongoDBSerializerEngine (fr.inria.spirals.repairnator.serializer.engines.json.MongoDBSerializerEngine)7 MongoConnection (fr.inria.spirals.repairnator.serializer.mongodb.MongoConnection)7 Sheets (com.google.api.services.sheets.v4.Sheets)6 JsonObject (com.google.gson.JsonObject)6 SerializedData (fr.inria.spirals.repairnator.serializer.engines.SerializedData)6 ArrayList (java.util.ArrayList)6 List (java.util.List)6 RepairnatorConfig (fr.inria.spirals.repairnator.config.RepairnatorConfig)1