Search in sources :

Example 16 with AssessmentType

use of de.tum.in.www1.artemis.domain.enumeration.AssessmentType in project ArTEMiS by ls1intum.

the class SubmissionIntegrationTest method addMultipleResultsToOneSubmission.

@Test
public void addMultipleResultsToOneSubmission() {
    AssessmentType assessmentType = AssessmentType.MANUAL;
    Submission submission = new TextSubmission();
    submission = submissionRepository.save(submission);
    Result result1 = new Result().assessmentType(assessmentType).resultString("x points of y").score(100D).rated(true);
    result1 = resultRepository.save(result1);
    result1.setSubmission(submission);
    Result result2 = new Result().assessmentType(assessmentType).resultString("x points of y 2").score(200D).rated(true);
    result2 = resultRepository.save(result2);
    result2.setSubmission(submission);
    submission.addResult(result1);
    submission.addResult(result2);
    var savedSubmission = submissionRepository.save(submission);
    submission = submissionRepository.findWithEagerResultsAndAssessorById(savedSubmission.getId()).orElseThrow();
    assert submission.getResults() != null;
    assertThat(submission.getResults()).hasSize(2);
    assertThat(submission.getFirstResult()).isNotEqualTo(submission.getLatestResult());
    assertThat(submission.getFirstResult()).isEqualTo(result1);
    assertThat(submission.getLatestResult()).isEqualTo(result2);
}
Also used : AssessmentType(de.tum.in.www1.artemis.domain.enumeration.AssessmentType) Test(org.junit.jupiter.api.Test)

Example 17 with AssessmentType

use of de.tum.in.www1.artemis.domain.enumeration.AssessmentType in project Artemis by ls1intum.

the class ProgrammingExerciseGradingServiceTest method shouldRecalculateScoreWithTestCaseBonusButNoExerciseBonus.

@Test
@WithMockUser(username = "instructor1", roles = "INSTRUCTOR")
public void shouldRecalculateScoreWithTestCaseBonusButNoExerciseBonus() {
    // Set up test cases with bonus
    var testCases = testCaseService.findByExerciseId(programmingExercise.getId()).stream().collect(Collectors.toMap(ProgrammingExerciseTestCase::getTestName, Function.identity()));
    testCases.get("test1").active(true).visibility(Visibility.ALWAYS).weight(5.).bonusMultiplier(1D).setBonusPoints(7D);
    testCases.get("test2").active(true).visibility(Visibility.ALWAYS).weight(2.).bonusMultiplier(2D).setBonusPoints(0D);
    testCases.get("test3").active(true).visibility(Visibility.ALWAYS).weight(3.).bonusMultiplier(1D).setBonusPoints(10.5D);
    testCaseRepository.saveAll(testCases.values());
    Participation participation = database.addStudentParticipationForProgrammingExercise(programmingExercise, "student1");
    var result1 = new Result();
    result1.setParticipation(participation);
    result1 = updateAndSaveAutomaticResult(result1, false, false, true);
    var result2 = new Result();
    result2.setParticipation(participation);
    result2 = updateAndSaveAutomaticResult(result2, true, false, false);
    var result3 = new Result();
    result3.setParticipation(participation);
    result3 = updateAndSaveAutomaticResult(result3, false, true, false);
    var result4 = new Result();
    result4.setParticipation(participation);
    result4 = updateAndSaveAutomaticResult(result4, false, true, true);
    var result5 = new Result();
    result5.setParticipation(participation);
    result5 = updateAndSaveAutomaticResult(result5, true, true, true);
    var result6 = new Result();
    result6.setParticipation(participation);
    result6 = updateAndSaveAutomaticResult(result6, false, false, false);
    // Build failure
    var resultBF = new Result().feedbacks(List.of()).rated(true).score(0D).hasFeedback(false).resultString("Build Failed").completionDate(ZonedDateTime.now()).assessmentType(AssessmentType.AUTOMATIC);
    resultBF.setParticipation(participation);
    gradingService.calculateScoreForResult(resultBF, programmingExercise, true);
    // Missing feedback
    var resultMF = new Result();
    resultMF.setParticipation(participation);
    var feedbackMF = new Feedback().result(result).text("test3").positive(true).type(FeedbackType.AUTOMATIC).result(resultMF);
    // List must be mutable
    resultMF.feedbacks(new ArrayList<>(List.of(feedbackMF))).rated(true).score(0D).hasFeedback(true).completionDate(ZonedDateTime.now()).assessmentType(AssessmentType.AUTOMATIC);
    gradingService.calculateScoreForResult(resultMF, programmingExercise, true);
    // Assertions result1 - calculated
    assertThat(result1.getScore()).isEqualTo(55D, Offset.offset(offsetByTenThousandth));
    assertThat(result1.getResultString()).isEqualTo("1 of 3 passed");
    assertThat(result1.getHasFeedback()).isTrue();
    assertThat(result1.isSuccessful()).isFalse();
    assertThat(result1.getFeedbacks()).hasSize(3);
    // Assertions result2 - calculated
    assertThat(result2.getScore()).isEqualTo(66.6667);
    assertThat(result2.getResultString()).isEqualTo("1 of 3 passed");
    assertThat(result2.getHasFeedback()).isTrue();
    assertThat(result2.isSuccessful()).isFalse();
    assertThat(result2.getFeedbacks()).hasSize(3);
    // Assertions result3 - calculated
    assertThat(result3.getScore()).isEqualTo(40D);
    assertThat(result3.getResultString()).isEqualTo("1 of 3 passed");
    assertThat(result3.getHasFeedback()).isTrue();
    assertThat(result3.isSuccessful()).isFalse();
    assertThat(result3.getFeedbacks()).hasSize(3);
    // Assertions result4 - calculated
    assertThat(result4.getScore()).isEqualTo(95D, Offset.offset(offsetByTenThousandth));
    assertThat(result4.getResultString()).isEqualTo("2 of 3 passed");
    assertThat(result4.getHasFeedback()).isTrue();
    assertThat(result4.isSuccessful()).isFalse();
    assertThat(result4.getFeedbacks()).hasSize(3);
    // Assertions result5 - capped to 100
    assertThat(result5.getScore()).isEqualTo(100D);
    assertThat(result5.getResultString()).isEqualTo("3 of 3 passed");
    assertThat(result5.getHasFeedback()).isFalse();
    assertThat(result5.isSuccessful()).isTrue();
    assertThat(result5.getFeedbacks()).hasSize(3);
    // Assertions result6 - only negative feedback
    assertThat(result6.getScore()).isEqualTo(0D);
    assertThat(result6.getResultString()).isEqualTo("0 of 3 passed");
    assertThat(result6.getHasFeedback()).isTrue();
    assertThat(result6.isSuccessful()).isFalse();
    assertThat(result6.getFeedbacks()).hasSize(3);
    // Assertions resultBF - build failure
    assertThat(resultBF.getScore()).isEqualTo(0D);
    // Won't get touched by the service method
    assertThat(resultBF.getResultString()).isEqualTo("Build Failed");
    assertThat(resultBF.getHasFeedback()).isFalse();
    // Won't get touched by the service method
    assertThat(resultBF.isSuccessful()).isNull();
    assertThat(resultBF.getFeedbacks()).isEmpty();
    // Assertions resultMF - missing feedback will be created but is negative
    assertThat(resultMF.getScore()).isEqualTo(55D, Offset.offset(offsetByTenThousandth));
    assertThat(resultMF.getResultString()).isEqualTo("1 of 3 passed");
    // Generated missing feedback is omitted
    assertThat(resultMF.getHasFeedback()).isFalse();
    assertThat(resultMF.isSuccessful()).isFalse();
    // Feedback is created for test cases if missing
    assertThat(resultMF.getFeedbacks()).hasSize(3);
}
Also used : Participation(de.tum.in.www1.artemis.domain.participation.Participation) ProgrammingExerciseStudentParticipation(de.tum.in.www1.artemis.domain.participation.ProgrammingExerciseStudentParticipation) SolutionProgrammingExerciseParticipation(de.tum.in.www1.artemis.domain.participation.SolutionProgrammingExerciseParticipation) StudentParticipation(de.tum.in.www1.artemis.domain.participation.StudentParticipation) WithMockUser(org.springframework.security.test.context.support.WithMockUser) AbstractSpringIntegrationBambooBitbucketJiraTest(de.tum.in.www1.artemis.AbstractSpringIntegrationBambooBitbucketJiraTest) Test(org.junit.jupiter.api.Test) ParameterizedTest(org.junit.jupiter.params.ParameterizedTest)

Example 18 with AssessmentType

use of de.tum.in.www1.artemis.domain.enumeration.AssessmentType in project Artemis by ls1intum.

the class DatabaseUtilService method addResultToParticipation.

public Result addResultToParticipation(AssessmentType assessmentType, ZonedDateTime completionDate, Participation participation, String resultString, String assessorLogin, List<Feedback> feedbacks) {
    Result result = new Result().participation(participation).resultString(resultString).assessmentType(assessmentType).completionDate(completionDate).feedbacks(feedbacks);
    result.setAssessor(getUserByLogin(assessorLogin));
    return resultRepo.save(result);
}
Also used : TextPlagiarismResult(de.tum.in.www1.artemis.domain.plagiarism.text.TextPlagiarismResult) ModelingPlagiarismResult(de.tum.in.www1.artemis.domain.plagiarism.modeling.ModelingPlagiarismResult)

Example 19 with AssessmentType

use of de.tum.in.www1.artemis.domain.enumeration.AssessmentType in project Artemis by ls1intum.

the class DatabaseUtilService method addProgrammingSubmissionWithResultAndAssessor.

public ProgrammingSubmission addProgrammingSubmissionWithResultAndAssessor(ProgrammingExercise exercise, ProgrammingSubmission submission, String login, String assessorLogin, AssessmentType assessmentType, boolean hasCompletionDate) {
    StudentParticipation participation = createAndSaveParticipationForExercise(exercise, login);
    Result result = new Result();
    result.setAssessor(getUserByLogin(assessorLogin));
    result.setAssessmentType(assessmentType);
    result.setScore(50D);
    if (hasCompletionDate) {
        result.setCompletionDate(ZonedDateTime.now());
    }
    studentParticipationRepo.save(participation);
    programmingSubmissionRepo.save(submission);
    submission.setParticipation(participation);
    result.setParticipation(participation);
    result = resultRepo.save(result);
    result.setSubmission(submission);
    submission.addResult(result);
    // Manual results are always rated and have a resultString which is defined in the client
    if (assessmentType == AssessmentType.SEMI_AUTOMATIC) {
        result.rated(true);
        result.resultString("1 of 13 passed, 1 issue, 5 of 10 points");
    }
    submission = programmingSubmissionRepo.save(submission);
    return submission;
}
Also used : TextPlagiarismResult(de.tum.in.www1.artemis.domain.plagiarism.text.TextPlagiarismResult) ModelingPlagiarismResult(de.tum.in.www1.artemis.domain.plagiarism.modeling.ModelingPlagiarismResult)

Example 20 with AssessmentType

use of de.tum.in.www1.artemis.domain.enumeration.AssessmentType in project ArTEMiS by ls1intum.

the class DatabaseUtilService method addProgrammingSubmissionWithResultAndAssessor.

public ProgrammingSubmission addProgrammingSubmissionWithResultAndAssessor(ProgrammingExercise exercise, ProgrammingSubmission submission, String login, String assessorLogin, AssessmentType assessmentType, boolean hasCompletionDate) {
    StudentParticipation participation = createAndSaveParticipationForExercise(exercise, login);
    Result result = new Result();
    result.setAssessor(getUserByLogin(assessorLogin));
    result.setAssessmentType(assessmentType);
    result.setScore(50D);
    if (hasCompletionDate) {
        result.setCompletionDate(ZonedDateTime.now());
    }
    studentParticipationRepo.save(participation);
    programmingSubmissionRepo.save(submission);
    submission.setParticipation(participation);
    result.setParticipation(participation);
    result = resultRepo.save(result);
    result.setSubmission(submission);
    submission.addResult(result);
    // Manual results are always rated and have a resultString which is defined in the client
    if (assessmentType == AssessmentType.SEMI_AUTOMATIC) {
        result.rated(true);
        result.resultString("1 of 13 passed, 1 issue, 5 of 10 points");
    }
    submission = programmingSubmissionRepo.save(submission);
    return submission;
}
Also used : TextPlagiarismResult(de.tum.in.www1.artemis.domain.plagiarism.text.TextPlagiarismResult) ModelingPlagiarismResult(de.tum.in.www1.artemis.domain.plagiarism.modeling.ModelingPlagiarismResult)

Aggregations

Test (org.junit.jupiter.api.Test)10 ParameterizedTest (org.junit.jupiter.params.ParameterizedTest)10 WithMockUser (org.springframework.security.test.context.support.WithMockUser)10 AssessmentType (de.tum.in.www1.artemis.domain.enumeration.AssessmentType)8 EnumSource (org.junit.jupiter.params.provider.EnumSource)8 Feedback (de.tum.in.www1.artemis.domain.Feedback)6 ModelingPlagiarismResult (de.tum.in.www1.artemis.domain.plagiarism.modeling.ModelingPlagiarismResult)6 TextPlagiarismResult (de.tum.in.www1.artemis.domain.plagiarism.text.TextPlagiarismResult)6 AbstractSpringIntegrationBambooBitbucketJiraTest (de.tum.in.www1.artemis.AbstractSpringIntegrationBambooBitbucketJiraTest)4 ProgrammingExercise (de.tum.in.www1.artemis.domain.ProgrammingExercise)4 ProgrammingExerciseTestCase (de.tum.in.www1.artemis.domain.ProgrammingExerciseTestCase)4 Result (de.tum.in.www1.artemis.domain.Result)4 StudentParticipation (de.tum.in.www1.artemis.domain.participation.StudentParticipation)4 BadRequestAlertException (de.tum.in.www1.artemis.web.rest.errors.BadRequestAlertException)4 ProgrammingLanguage (de.tum.in.www1.artemis.domain.enumeration.ProgrammingLanguage)2 Visibility (de.tum.in.www1.artemis.domain.enumeration.Visibility)2 ProgrammingExerciseTestCaseType (de.tum.in.www1.artemis.domain.hestia.ProgrammingExerciseTestCaseType)2 Participation (de.tum.in.www1.artemis.domain.participation.Participation)2 ProgrammingExerciseStudentParticipation (de.tum.in.www1.artemis.domain.participation.ProgrammingExerciseStudentParticipation)2 SolutionProgrammingExerciseParticipation (de.tum.in.www1.artemis.domain.participation.SolutionProgrammingExerciseParticipation)2