Examples with CollectRecordSummary org.openforis.collect.model.CollectRecordSummary used on opensource projects

Example 31 with CollectRecordSummary

use of org.openforis.collect.model.CollectRecordSummary in project collect by openforis.

the class CSVDataImportProcess method loadRecordSummaryIfAny.

private CollectRecordSummary loadRecordSummaryIfAny(DataLine line) {
    EntityDefinition parentEntityDefn = getParentEntityDefinition();
    EntityDefinition rootEntityDefn = parentEntityDefn.getRootEntity();
    Value[] recordKeyValues = line.getRecordKeyValues(rootEntityDefn);
    CollectRecordSummary recordSummary = recordManager.loadUniqueRecordSummaryByKeys(survey, rootEntityDefn.getName(), Values.toStringValues(recordKeyValues));
    return recordSummary;
}

Example 32 with CollectRecordSummary

use of org.openforis.collect.model.CollectRecordSummary in project collect by openforis.

the class XMLDataExportProcess method backup.

private void backup(ZipOutputStream zipOutputStream, List<CollectRecordSummary> recordSummaries) {
    int total = calculateTotal(recordSummaries);
    status.setTotal(total);
    if (includeIdm) {
        includeIdml(zipOutputStream);
    }
    for (CollectRecordSummary summary : recordSummaries) {
        if (status.isRunning()) {
            int recordStepNumber = summary.getStep().getStepNumber();
            for (Step step : steps) {
                int stepNum = step.getStepNumber();
                if (stepNum <= recordStepNumber) {
                    backup(zipOutputStream, summary, Step.valueOf(stepNum));
                    status.incrementProcessed();
                }
            }
        } else {
            break;
        }
    }
}

Example 33 with CollectRecordSummary

use of org.openforis.collect.model.CollectRecordSummary in project collect by openforis.

the class XMLDataImportProcess method importEntries.

private void importEntries(int recordId) throws IOException, DataImportExeption, RecordPersistenceException {
    CollectRecord lastProcessedRecord = null;
    Step originalRecordStep = null;
    Step[] steps = Step.values();
    for (Step step : steps) {
        RecordEntry recordEntry = new RecordEntry(step, recordId);
        String entryName = recordEntry.getName();
        InputStream inputStream = backupFileExtractor.findEntryInputStream(entryName);
        if (inputStream != null) {
            InputStreamReader reader = OpenForisIOUtils.toReader(inputStream);
            ParseRecordResult parseRecordResult = parseRecord(reader, validateRecords);
            CollectRecord parsedRecord = parseRecordResult.getRecord();
            if (parsedRecord == null) {
                String message = parseRecordResult.getMessage();
                state.addError(entryName, message);
            } else {
                parsedRecord.setStep(step);
                List<CollectStoreQuery> queries;
                if (lastProcessedRecord == null) {
                    CollectRecordSummary oldRecordSummary = findAlreadyExistingRecordSummary(parsedRecord);
                    if (oldRecordSummary != null) {
                        // overwrite existing record
                        originalRecordStep = oldRecordSummary.getStep();
                        parsedRecord.setId(oldRecordSummary.getId());
                        if (includesRecordFiles) {
                            recordFileManager.deleteAllFiles(parsedRecord);
                        }
                        int newWorkflowSequenceNumber = oldRecordSummary.getWorkflowSequenceNumber() + (step.getStepNumber() - originalRecordStep.getStepNumber());
                        parsedRecord.setDataWorkflowSequenceNumber(newWorkflowSequenceNumber);
                        parsedRecord.setWorkflowSequenceNumber(newWorkflowSequenceNumber);
                        if (step.after(originalRecordStep)) {
                            queries = Arrays.asList(recordManager.createDataInsertQuery(parsedRecord, oldRecordSummary.getId(), step, newWorkflowSequenceNumber));
                        } else {
                            queries = Arrays.asList(recordManager.createDataUpdateQuery(parsedRecord, oldRecordSummary.getId(), step, newWorkflowSequenceNumber));
                        }
                    } else {
                        parsedRecord.setId(nextRecordId++);
                        queries = recordManager.createNewRecordInsertQueries(parsedRecord);
                    }
                    lastProcessedRecord = parsedRecord;
                } else {
                    replaceData(parsedRecord, lastProcessedRecord);
                    int sequenceNumber = parsedRecord.getWorkflowSequenceNumber() + 1;
                    parsedRecord.setDataWorkflowSequenceNumber(sequenceNumber);
                    if (step.after(originalRecordStep)) {
                        queries = Arrays.asList(recordManager.createDataInsertQuery(lastProcessedRecord, lastProcessedRecord.getId(), step, sequenceNumber));
                    } else {
                        queries = Arrays.asList(recordManager.createDataUpdateQuery(lastProcessedRecord, lastProcessedRecord.getId(), step, sequenceNumber));
                    }
                }
                appendQueries(queries);
            // if ( parseRecordResult.hasWarnings() ) {
            // state.addWarnings(entryName, parseRecordResult.getWarnings());
            // }
            }
        }
    }
    if (lastProcessedRecord != null && originalRecordStep != null && originalRecordStep.compareTo(lastProcessedRecord.getStep()) > 0) {
        // reset the step to the original one and revalidate the record
        CollectSurvey survey = (CollectSurvey) lastProcessedRecord.getSurvey();
        CollectRecord originalRecord = recordManager.load(survey, lastProcessedRecord.getId(), originalRecordStep, validateRecords);
        originalRecord.setStep(originalRecordStep);
        afterRecordUpdate(originalRecord);
        appendQuery(recordManager.createSummaryUpdateQuery(originalRecord));
    }
    if (includesRecordFiles) {
        importRecordFiles(lastProcessedRecord);
    }
}

Example 34 with CollectRecordSummary

use of org.openforis.collect.model.CollectRecordSummary in project collect by openforis.

the class XMLDataImportProcess method createSummaryForEntry.

private void createSummaryForEntry(String entryName, Map<String, List<NodeUnmarshallingError>> packagedSkippedFileErrors, Map<Integer, CollectRecord> packagedRecords, Map<Integer, List<Step>> packagedStepsPerRecord, Map<Step, Integer> totalPerStep, Map<Integer, CollectRecordSummary> conflictingPackagedRecords, Map<Integer, Map<Step, List<NodeUnmarshallingError>>> warnings) throws IOException, DataParsingExeption {
    RecordEntry recordEntry = RecordEntry.parse(entryName);
    Step step = recordEntry.getStep();
    InputStream is = backupFileExtractor.findEntryInputStream(entryName);
    InputStreamReader reader = OpenForisIOUtils.toReader(is);
    ParseRecordResult parseRecordResult = parseRecord(reader, false);
    CollectRecord parsedRecord = parseRecordResult.getRecord();
    if (!parseRecordResult.isSuccess()) {
        List<NodeUnmarshallingError> failures = parseRecordResult.getFailures();
        packagedSkippedFileErrors.put(entryName, failures);
    } else if (includeRecordPredicate == null || includeRecordPredicate.evaluate(parsedRecord)) {
        int entryId = recordEntry.getRecordId();
        CollectRecord recordSummary = createRecordSummary(parsedRecord);
        packagedRecords.put(entryId, recordSummary);
        List<Step> stepsPerRecord = packagedStepsPerRecord.get(entryId);
        if (stepsPerRecord == null) {
            stepsPerRecord = new ArrayList<CollectRecord.Step>();
            packagedStepsPerRecord.put(entryId, stepsPerRecord);
        }
        stepsPerRecord.add(step);
        Integer totalPerStep1 = totalPerStep.get(step);
        totalPerStep.put(step, totalPerStep1 + 1);
        CollectRecordSummary oldRecord = findAlreadyExistingRecordSummary(parsedRecord);
        if (oldRecord != null) {
            conflictingPackagedRecords.put(entryId, oldRecord);
        }
        if (parseRecordResult.hasWarnings()) {
            Map<Step, List<NodeUnmarshallingError>> warningsPerEntry = warnings.get(entryId);
            if (warningsPerEntry == null) {
                warningsPerEntry = new HashMap<CollectRecord.Step, List<NodeUnmarshallingError>>();
                warnings.put(entryId, warningsPerEntry);
            }
            warningsPerEntry.put(step, parseRecordResult.getWarnings());
        }
    }
    state.incrementCount();
}

Example 35 with CollectRecordSummary

use of org.openforis.collect.model.CollectRecordSummary in project collect by openforis.

the class XMLDataImportProcess method findAlreadyExistingRecordSummary.

private CollectRecordSummary findAlreadyExistingRecordSummary(CollectRecord parsedRecord) {
    CollectSurvey survey = (CollectSurvey) parsedRecord.getSurvey();
    List<String> keyValues = parsedRecord.getRootEntityKeyValues();
    RecordFilter filter = new RecordFilter(survey);
    filter.setRootEntityId(parsedRecord.getRootEntityDefinitionId());
    filter.setKeyValues(keyValues);
    List<CollectRecordSummary> oldRecords = recordManager.loadFullSummaries(filter);
    if (oldRecords == null || oldRecords.isEmpty()) {
        return null;
    } else if (oldRecords.size() == 1) {
        return oldRecords.get(0);
    } else {
        throw new IllegalStateException(String.format("Multiple records found in survey %s with key(s): %s", survey.getName(), keyValues));
    }
}