Examples with BuildShouldFail fr.inria.spirals.repairnator.process.step.gatherinfo.BuildShouldFail used on opensource projects

Example 1 with BuildShouldFail

use of fr.inria.spirals.repairnator.process.step.gatherinfo.BuildShouldFail in project repairnator by Spirals-Team.

the class TestGatherTestInformation method testGatherTestInformationWhenFailing.

@Test
public void testGatherTestInformationWhenFailing() throws IOException {
    // surli/failingProject build
    int buildId = 207890790;
    Build build = BuildHelper.getBuildFromId(buildId, null);
    assertThat(build, notNullValue());
    assertThat(buildId, is(build.getId()));
    Path tmpDirPath = Files.createTempDirectory("test_gathertest");
    File tmpDir = tmpDirPath.toFile();
    tmpDir.deleteOnExit();
    System.out.println("Dirpath : " + tmpDirPath);
    File repoDir = new File(tmpDir, "repo");
    BuildToBeInspected toBeInspected = new BuildToBeInspected(build, null, ScannedBuildStatus.ONLY_FAIL, "");
    ProjectInspector inspector = mock(ProjectInspector.class);
    when(inspector.getWorkspace()).thenReturn(tmpDir.getAbsolutePath());
    when(inspector.getRepoLocalPath()).thenReturn(tmpDir.getAbsolutePath() + "/repo");
    when(inspector.getBuildToBeInspected()).thenReturn(toBeInspected);
    when(inspector.getBuggyBuild()).thenReturn(build);
    when(inspector.getM2LocalPath()).thenReturn(tmpDir.getAbsolutePath() + "/.m2");
    when(inspector.getGitHelper()).thenReturn(new GitHelper());
    JobStatus jobStatus = new JobStatus(tmpDir.getAbsolutePath() + "/repo");
    when(inspector.getJobStatus()).thenReturn(jobStatus);
    CloneRepository cloneStep = new CloneRepository(inspector);
    GatherTestInformation gatherTestInformation = new GatherTestInformation(inspector, new BuildShouldFail(), false);
    cloneStep.setNextStep(new CheckoutBuggyBuild(inspector)).setNextStep(new TestProject(inspector)).setNextStep(gatherTestInformation);
    cloneStep.execute();
    assertThat(gatherTestInformation.shouldStop, is(false));
    assertThat(gatherTestInformation.getPipelineState(), is(PipelineState.HASTESTFAILURE));
    assertThat(jobStatus.getPipelineState(), is(PipelineState.HASTESTFAILURE));
    assertThat(jobStatus.getFailingModulePath(), is(repoDir.getCanonicalPath()));
    assertThat(gatherTestInformation.getNbTotalTests(), is(98));
    assertThat(gatherTestInformation.getNbFailingTests(), is(26));
    assertThat(gatherTestInformation.getNbErroringTests(), is(5));
    assertThat(gatherTestInformation.getNbSkippingTests(), is(0));
    Set<String> failureNames = jobStatus.getMetrics().getFailureNames();
    assertThat(failureNames.contains("java.lang.StringIndexOutOfBoundsException"), is(true));
    assertThat(failureNames.size(), is(5));
    assertThat(jobStatus.getFailureLocations().size(), is(10));
}

Example 2 with BuildShouldFail

use of fr.inria.spirals.repairnator.process.step.gatherinfo.BuildShouldFail in project repairnator by Spirals-Team.

the class ProjectInspector method run.

public void run() {
    if (this.buildToBeInspected.getStatus() != ScannedBuildStatus.PASSING_AND_PASSING_WITH_TEST_CHANGES) {
        AbstractStep cloneRepo = new CloneRepository(this);
        cloneRepo.setNextStep(new CheckoutBuggyBuild(this)).setNextStep(new ComputeSourceDir(this, true)).setNextStep(new ComputeTestDir(this)).setNextStep(new ResolveDependency(this)).setNextStep(new BuildProject(this)).setNextStep(new TestProject(this)).setNextStep(new GatherTestInformation(this, new BuildShouldFail(), false)).setNextStep(new InitRepoToPush(this)).setNextStep(new PushIncriminatedBuild(this)).setNextStep(new NPERepair(this)).setNextStep(new ComputeClasspath(this)).setNextStep(new ComputeSourceDir(this, false)).setNextStep(new AstorRepair(this)).setNextStep(new NopolRepair(this)).setNextStep(new CommitPatch(this, false)).setNextStep(new CheckoutPatchedBuild(this)).setNextStep(new BuildProject(this)).setNextStep(new TestProject(this)).setNextStep(new GatherTestInformation(this, new BuildShouldPass(), true)).setNextStep(new CommitPatch(this, true));
        cloneRepo.setDataSerializer(this.serializers);
        cloneRepo.setNotifiers(this.notifiers);
        cloneRepo.setPipelineState(PipelineState.INIT);
        try {
            cloneRepo.execute();
        } catch (Exception e) {
            this.jobStatus.addStepError("Unknown", e.getMessage());
            this.logger.error("Exception catch while executing steps: ", e);
            this.jobStatus.setFatalError(e);
            ErrorNotifier errorNotifier = ErrorNotifier.getInstance();
            if (errorNotifier != null) {
                errorNotifier.observe(this);
            }
            for (AbstractDataSerializer serializer : this.serializers) {
                serializer.serializeData(this);
            }
        }
    } else {
        this.logger.debug("Scanned build is not a failing build.");
    }
}

Example 3 with BuildShouldFail

use of fr.inria.spirals.repairnator.process.step.gatherinfo.BuildShouldFail in project repairnator by Spirals-Team.

the class ProjectInspector4Bears method run.

public void run() {
    AbstractStep firstStep;
    AbstractStep cloneRepo = new CloneRepository(this);
    if (this.getBuildToBeInspected().getStatus() == ScannedBuildStatus.FAILING_AND_PASSING) {
        cloneRepo.setNextStep(new CheckoutBuggyBuild(this)).setNextStep(new ComputeSourceDir(this, true)).setNextStep(new ComputeTestDir(this)).setNextStep(new ResolveDependency(this)).setNextStep(new BuildProject(this, BuildProject.class.getSimpleName() + "PreviousBuild")).setNextStep(new TestProject(this, TestProject.class.getSimpleName() + "PreviousBuild")).setNextStep(new GatherTestInformation(this, new BuildShouldFail(), false, GatherTestInformation.class.getSimpleName() + "PreviousBuild")).setNextStep(new InitRepoToPush(this)).setNextStep(new ComputeClasspath(this)).setNextStep(new NopolRepair(this)).setNextStep(new CommitPatch(this, false)).setNextStep(new CheckoutPatchedBuild(this)).setNextStep(new BuildProject(this, BuildProject.class.getSimpleName() + "Build")).setNextStep(new TestProject(this, TestProject.class.getSimpleName() + "Build")).setNextStep(new GatherTestInformation(this, new BuildShouldPass(), true, GatherTestInformation.class.getSimpleName() + "Build")).setNextStep(new PushIncriminatedBuild(this)).setNextStep(new CommitPatch(this, true));
    } else {
        if (this.getBuildToBeInspected().getStatus() == ScannedBuildStatus.PASSING_AND_PASSING_WITH_TEST_CHANGES) {
            cloneRepo.setNextStep(new CheckoutPatchedBuild(this)).setNextStep(new ComputeSourceDir(this, true)).setNextStep(new ComputeTestDir(this)).setNextStep(new CheckoutBuggyBuildSourceCode(this)).setNextStep(new ResolveDependency(this)).setNextStep(new BuildProject(this, BuildProject.class.getSimpleName() + "PreviousBuildSourceCode")).setNextStep(new TestProject(this, TestProject.class.getSimpleName() + "PreviousBuildSourceCode")).setNextStep(new GatherTestInformation(this, new BuildShouldFail(), false, GatherTestInformation.class.getSimpleName() + "PreviousBuildSourceCode")).setNextStep(new InitRepoToPush(this)).setNextStep(new ComputeClasspath(this)).setNextStep(new NopolRepair(this)).setNextStep(new CommitPatch(this, false)).setNextStep(new CheckoutPatchedBuild(this)).setNextStep(new BuildProject(this, BuildProject.class.getSimpleName() + "Build")).setNextStep(new TestProject(this, TestProject.class.getSimpleName() + "Build")).setNextStep(new GatherTestInformation(this, new BuildShouldPass(), true, GatherTestInformation.class.getSimpleName() + "Build")).setNextStep(new PushIncriminatedBuild(this)).setNextStep(new CommitPatch(this, true));
        } else {
            this.logger.debug("The pair of scanned builds is not interesting.");
            return;
        }
    }
    firstStep = cloneRepo;
    firstStep.setDataSerializer(this.getSerializers());
    firstStep.setNotifiers(this.getNotifiers());
    firstStep.setPipelineState(PipelineState.INIT);
    try {
        firstStep.execute();
    } catch (Exception e) {
        this.getJobStatus().addStepError("Unknown", e.getMessage());
        this.logger.debug("Exception catch while executing steps: ", e);
    }
}

Example 4 with BuildShouldFail

use of fr.inria.spirals.repairnator.process.step.gatherinfo.BuildShouldFail in project repairnator by Spirals-Team.

the class TestGatherTestInformation method testGatherTestInformationWhenNotFailing.

@Test
public void testGatherTestInformationWhenNotFailing() throws IOException {
    // surli/failingProject build
    int buildId = 201176013;
    Build build = BuildHelper.getBuildFromId(buildId, null);
    assertThat(build, notNullValue());
    assertThat(buildId, is(build.getId()));
    Path tmpDirPath = Files.createTempDirectory("test_gathertest");
    File tmpDir = tmpDirPath.toFile();
    tmpDir.deleteOnExit();
    System.out.println("Dirpath : " + tmpDirPath);
    File repoDir = new File(tmpDir, "repo");
    BuildToBeInspected toBeInspected = new BuildToBeInspected(build, null, ScannedBuildStatus.ONLY_FAIL, "");
    ProjectInspector inspector = mock(ProjectInspector.class);
    when(inspector.getWorkspace()).thenReturn(tmpDir.getAbsolutePath());
    when(inspector.getRepoLocalPath()).thenReturn(tmpDir.getAbsolutePath() + "/repo");
    when(inspector.getBuildToBeInspected()).thenReturn(toBeInspected);
    when(inspector.getBuggyBuild()).thenReturn(build);
    when(inspector.getM2LocalPath()).thenReturn(tmpDir.getAbsolutePath() + "/.m2");
    when(inspector.getGitHelper()).thenReturn(new GitHelper());
    JobStatus jobStatus = new JobStatus(tmpDir.getAbsolutePath() + "/repo");
    when(inspector.getJobStatus()).thenReturn(jobStatus);
    CloneRepository cloneStep = new CloneRepository(inspector);
    GatherTestInformation gatherTestInformation = new GatherTestInformation(inspector, new BuildShouldFail(), false);
    cloneStep.setNextStep(new CheckoutBuggyBuild(inspector)).setNextStep(new TestProject(inspector)).setNextStep(gatherTestInformation);
    cloneStep.execute();
    assertThat(gatherTestInformation.shouldStop, is(true));
    assertThat(gatherTestInformation.getPipelineState(), is(PipelineState.NOTFAILING));
    assertThat(jobStatus.getPipelineState(), is(PipelineState.NOTFAILING));
    assertThat(jobStatus.getFailingModulePath(), is(tmpDir.getAbsolutePath() + "/repo"));
    assertThat(gatherTestInformation.getNbTotalTests(), is(1));
    assertThat(gatherTestInformation.getNbFailingTests(), is(0));
    assertThat(gatherTestInformation.getNbErroringTests(), is(0));
    assertThat(gatherTestInformation.getNbSkippingTests(), is(0));
    Set<String> failureNames = jobStatus.getMetrics().getFailureNames();
    assertThat(failureNames.size(), is(0));
    assertThat(jobStatus.getFailureLocations().size(), is(0));
}

Example 5 with BuildShouldFail

use of fr.inria.spirals.repairnator.process.step.gatherinfo.BuildShouldFail in project repairnator by Spirals-Team.

the class TestGatherTestInformation method testGatherTestInformationOnlyOneErroring.

@Test
public void testGatherTestInformationOnlyOneErroring() throws IOException {
    // surli/failingProject build
    int buildId = 208897371;
    Build build = BuildHelper.getBuildFromId(buildId, null);
    assertThat(build, notNullValue());
    assertThat(buildId, is(build.getId()));
    Path tmpDirPath = Files.createTempDirectory("test_gathertest");
    File tmpDir = tmpDirPath.toFile();
    tmpDir.deleteOnExit();
    System.out.println("Dirpath : " + tmpDirPath);
    File repoDir = new File(tmpDir, "repo");
    BuildToBeInspected toBeInspected = new BuildToBeInspected(build, null, ScannedBuildStatus.ONLY_FAIL, "");
    ProjectInspector inspector = mock(ProjectInspector.class);
    when(inspector.getWorkspace()).thenReturn(tmpDir.getAbsolutePath());
    when(inspector.getRepoLocalPath()).thenReturn(tmpDir.getAbsolutePath() + "/repo");
    when(inspector.getBuildToBeInspected()).thenReturn(toBeInspected);
    when(inspector.getBuggyBuild()).thenReturn(build);
    when(inspector.getM2LocalPath()).thenReturn(tmpDir.getAbsolutePath() + "/.m2");
    when(inspector.getGitHelper()).thenReturn(new GitHelper());
    JobStatus jobStatus = new JobStatus(tmpDir.getAbsolutePath() + "/repo");
    when(inspector.getJobStatus()).thenReturn(jobStatus);
    CloneRepository cloneStep = new CloneRepository(inspector);
    GatherTestInformation gatherTestInformation = new GatherTestInformation(inspector, new BuildShouldFail(), false);
    cloneStep.setNextStep(new CheckoutBuggyBuild(inspector)).setNextStep(new TestProject(inspector)).setNextStep(gatherTestInformation);
    cloneStep.execute();
    assertThat(gatherTestInformation.shouldStop, is(false));
    assertThat(gatherTestInformation.getPipelineState(), is(PipelineState.HASTESTERRORS));
    assertThat(jobStatus.getPipelineState(), is(PipelineState.HASTESTERRORS));
    assertThat(jobStatus.getFailingModulePath(), is(repoDir.getCanonicalPath()));
    assertThat(gatherTestInformation.getNbTotalTests(), is(8));
    assertThat(gatherTestInformation.getNbFailingTests(), is(0));
    assertThat(gatherTestInformation.getNbErroringTests(), is(1));
    assertThat(gatherTestInformation.getNbSkippingTests(), is(0));
    Set<String> failureNames = jobStatus.getMetrics().getFailureNames();
    assertThat("failure names" + StringUtils.join(failureNames.toArray()), failureNames.contains("java.lang.StringIndexOutOfBoundsException"), is(true));
    assertThat(failureNames.size(), is(1));
    assertThat(jobStatus.getFailureLocations().size(), is(1));
    FailureLocation expectedFailureLocation = new FailureLocation("nopol_examples.nopol_example_1.NopolExampleTest");
    FailureType failureType = new FailureType("java.lang.StringIndexOutOfBoundsException", "String index out of range: -5", true);
    expectedFailureLocation.addFailure(failureType);
    expectedFailureLocation.addErroringMethod("nopol_examples.nopol_example_1.NopolExampleTest#test5");
    FailureLocation actualLocation = jobStatus.getFailureLocations().iterator().next();
    assertThat(actualLocation, is(expectedFailureLocation));
}