use of de.tum.in.www1.artemis.service.compass.umlmodel.UMLDiagram in project ArTEMiS by ls1intum.
the class ModelingPlagiarismDetectionService method checkPlagiarism.
/**
* Pairwise comparison of text submissions using a TextComparisonStrategy
*
* @param modelingSubmissions List of modeling submissions
* @param minimumSimilarity the minimum similarity so that the result is considered
* @param minimumModelSize the minimum number of model elements to be considered as plagiarism
* @param minimumScore the minimum result score (if available) to be considered as plagiarism
* @param exerciseId the id of the exercise for which the modeling submissions are compared
*
* @return List of submission id pairs and similarity score
*/
public ModelingPlagiarismResult checkPlagiarism(List<ModelingSubmission> modelingSubmissions, double minimumSimilarity, int minimumModelSize, int minimumScore, Long exerciseId) {
String topic = plagiarismWebsocketService.getModelingExercisePlagiarismCheckTopic(exerciseId);
ModelingPlagiarismResult result = new ModelingPlagiarismResult();
Map<UMLDiagram, ModelingSubmission> models = new HashMap<>();
ObjectMapper objectMapper = new ObjectMapper();
AtomicInteger processedSubmissionCount = new AtomicInteger(1);
modelingSubmissions.stream().filter(modelingSubmission -> !modelingSubmission.isEmpty(objectMapper)).filter(modelingSubmission -> minimumScore == 0 || modelingSubmission.getLatestResult() != null && modelingSubmission.getLatestResult().getScore() != null && modelingSubmission.getLatestResult().getScore() >= minimumScore).forEach(modelingSubmission -> {
String progressMessage = "Getting UML diagram for submission: " + processedSubmissionCount + "/" + modelingSubmissions.size();
plagiarismWebsocketService.notifyInstructorAboutPlagiarismState(topic, PlagiarismCheckState.RUNNING, List.of(progressMessage));
try {
log.debug("Build UML diagram from json");
UMLDiagram model = UMLModelParser.buildModelFromJSON(parseString(modelingSubmission.getModel()).getAsJsonObject(), modelingSubmission.getId());
if (model.getAllModelElements().size() >= minimumModelSize) {
models.put(model, modelingSubmission);
}
} catch (IOException e) {
log.error("Parsing the modeling submission " + modelingSubmission.getId() + " did throw an exception:", e);
}
processedSubmissionCount.getAndIncrement();
});
log.info("Found {} modeling submissions with at least {} elements to compare", models.size(), minimumModelSize);
Set<PlagiarismComparison<ModelingSubmissionElement>> comparisons = new HashSet<>();
List<UMLDiagram> nonEmptyDiagrams = new ArrayList<>(models.keySet());
long timeBeforeStartInMillis = System.currentTimeMillis();
// similarity between two different submissions once
for (int i = 0; i < nonEmptyDiagrams.size(); i++) {
String progressMessage = "Comparing submissions: " + (i + 1) + "/" + nonEmptyDiagrams.size();
plagiarismWebsocketService.notifyInstructorAboutPlagiarismState(topic, PlagiarismCheckState.RUNNING, List.of(progressMessage));
for (int j = i + 1; j < nonEmptyDiagrams.size(); j++) {
UMLDiagram model1 = nonEmptyDiagrams.get(i);
UMLDiagram model2 = nonEmptyDiagrams.get(j);
final double similarity = model1.similarity(model2);
log.debug("Compare result {} with {}: {}", i, j, similarity);
if (similarity < minimumSimilarity) {
// ignore comparison results with too small similarity
continue;
}
ModelingSubmission modelingSubmissionA = models.get(model1);
ModelingSubmission modelingSubmissionB = models.get(model2);
log.info("Found similar models {} with {}: {}", i, j, similarity);
PlagiarismSubmission<ModelingSubmissionElement> submissionA = PlagiarismSubmission.fromModelingSubmission(modelingSubmissionA);
submissionA.setSize(model1.getAllModelElements().size());
submissionA.setElements(model1.getAllModelElements().stream().map(ModelingSubmissionElement::fromUMLElement).collect(Collectors.toList()));
PlagiarismSubmission<ModelingSubmissionElement> submissionB = PlagiarismSubmission.fromModelingSubmission(modelingSubmissionB);
submissionB.setSize(model2.getAllModelElements().size());
submissionB.setElements(model2.getAllModelElements().stream().map(ModelingSubmissionElement::fromUMLElement).collect(Collectors.toList()));
PlagiarismComparison<ModelingSubmissionElement> comparison = new PlagiarismComparison<>();
comparison.setPlagiarismResult(result);
comparison.setSimilarity(similarity * 100);
comparison.setSubmissionA(submissionA);
comparison.setSubmissionB(submissionB);
// TODO: Add matches to highlight similar modeling elements
comparison.setMatches(new HashSet<>());
comparisons.add(comparison);
}
}
log.info("Found {} similar modeling submission combinations (>{})", comparisons.size(), minimumSimilarity);
plagiarismWebsocketService.notifyInstructorAboutPlagiarismState(topic, PlagiarismCheckState.COMPLETED, List.of());
long durationInMillis = System.currentTimeMillis() - timeBeforeStartInMillis;
int[] similarityDistribution = calculateSimilarityDistribution(comparisons);
result.setComparisons(comparisons);
result.setDuration(durationInMillis);
result.setSimilarityDistribution(similarityDistribution);
return result;
}
use of de.tum.in.www1.artemis.service.compass.umlmodel.UMLDiagram in project ArTEMiS by ls1intum.
the class UMLModelParserTest method buildModelFromJSON_objectDiagram_empty.
@Test
void buildModelFromJSON_objectDiagram_empty() throws Exception {
JsonObject objectDiagramJson = loadFileFromResources("test-data/model-submission/empty-object-diagram.json");
UMLDiagram umlDiagram = UMLModelParser.buildModelFromJSON(objectDiagramJson, 123456789);
assertThat(umlDiagram.getModelSubmissionId()).isEqualTo(123456789);
assertThat(umlDiagram.getAllModelElements()).isEmpty();
}
use of de.tum.in.www1.artemis.service.compass.umlmodel.UMLDiagram in project ArTEMiS by ls1intum.
the class UMLModelParserTest method buildModelFromJSON_componentDiagram_empty.
@Test
void buildModelFromJSON_componentDiagram_empty() throws Exception {
JsonObject componentDiagramJson = loadFileFromResources("test-data/model-submission/empty-component-diagram.json");
UMLDiagram umlDiagram = UMLModelParser.buildModelFromJSON(componentDiagramJson, 123456789);
assertThat(umlDiagram.getModelSubmissionId()).isEqualTo(123456789);
assertThat(umlDiagram.getAllModelElements()).isEmpty();
}
use of de.tum.in.www1.artemis.service.compass.umlmodel.UMLDiagram in project ArTEMiS by ls1intum.
the class UMLModelParserTest method buildModelFromJSON_activityDiagram.
@Test
void buildModelFromJSON_activityDiagram() throws Exception {
JsonObject activityDiagramJson = loadFileFromResources("test-data/model-submission/example-activity-diagram.json");
List<UMLElement> expectedElements = createExampleActivityDiagramElements();
UMLDiagram umlDiagram = UMLModelParser.buildModelFromJSON(activityDiagramJson, 123456789);
assertThat(umlDiagram.getModelSubmissionId()).isEqualTo(123456789);
assertThat(umlDiagram.getAllModelElements()).containsExactlyInAnyOrderElementsOf(expectedElements);
}
use of de.tum.in.www1.artemis.service.compass.umlmodel.UMLDiagram in project ArTEMiS by ls1intum.
the class UMLModelParserTest method buildModelFromJSON_activityDiagram_empty.
@Test
void buildModelFromJSON_activityDiagram_empty() throws Exception {
JsonObject activityDiagramJson = loadFileFromResources("test-data/model-submission/empty-activity-diagram.json");
UMLDiagram umlDiagram = UMLModelParser.buildModelFromJSON(activityDiagramJson, 123456789);
assertThat(umlDiagram.getModelSubmissionId()).isEqualTo(123456789);
assertThat(umlDiagram.getAllModelElements()).isEmpty();
}
Aggregations