Search in sources :

Example 6 with AlignmentMigration

use of eu.esdihumboldt.hale.common.align.migrate.AlignmentMigration in project hale by halestudio.

the class JoinContext method apply.

/**
 * Apply information collected in the context to the cell.
 *
 * @param newCell the merged cell
 * @param log the cell log
 * @param migration the alignment migration
 */
public void apply(MutableCell newCell, AlignmentMigration migration, SimpleLog log) {
    ListMultimap<String, ParameterValue> params = ArrayListMultimap.create();
    /*
		 * Order: Keep original order but replace entities w/ all matches
		 */
    Set<TypeEntityDefinition> types = new LinkedHashSet<>();
    for (TypeEntityDefinition type : orgParameter.getTypes()) {
        List<TypeEntityDefinition> repl = replacements.get(type);
        if (repl.isEmpty()) {
            log.error("Could not find replacement for type {0} in join order", type);
            types.add(type);
        } else {
            types.addAll(repl);
        }
    }
    /*
		 * Conditions: (1) add conditions from matches and (2) add conditions
		 * from original cell translated to new schema (via property mapping),
		 * if they are not duplicates
		 */
    Set<Pair<PropertyEntityDefinition, PropertyEntityDefinition>> cons = new LinkedHashSet<>();
    // add conditions from matches
    for (Cell match : joinMatches) {
        JoinParameter matchParameter = CellUtil.getFirstParameter(match, JoinFunction.PARAMETER_JOIN).as(JoinParameter.class);
        for (JoinCondition condition : matchParameter.getConditions()) {
            cons.add(new Pair<>(condition.baseProperty, condition.joinProperty));
        }
    }
    // migrate original conditions
    Set<JoinCondition> migrated = orgParameter.getConditions().stream().map(condition -> {
        PropertyEntityDefinition baseProperty = processOriginalConditionProperty(condition.baseProperty, migration, log);
        PropertyEntityDefinition joinProperty = processOriginalConditionProperty(condition.joinProperty, migration, log);
        JoinCondition result = new JoinCondition(baseProperty, joinProperty);
        return result;
    }).collect(Collectors.toSet());
    for (JoinCondition condition : migrated) {
        if (!condition.baseProperty.equals(condition.joinProperty)) {
            // migrated condition may contain "loop" condition
            cons.add(new Pair<>(condition.baseProperty, condition.joinProperty));
        }
    }
    // add messages on dropped filter/conditions
    for (EntityDefinition stripped : strippedSources) {
        if (!AlignmentUtil.isDefaultEntity(stripped)) {
            String msg = "Conditions/contexts for an original source could not be transfered and were dropped: " + MergeUtil.getContextInfoString(stripped);
            log.warn(msg);
        }
    }
    // all conditions
    Set<JoinCondition> conditions = new HashSet<>();
    for (Pair<PropertyEntityDefinition, PropertyEntityDefinition> condition : cons) {
        conditions.add(new JoinCondition(condition.getFirst(), condition.getSecond()));
    }
    JoinParameter newParam = new JoinParameter(new ArrayList<>(types), conditions);
    params.replaceValues(JoinFunction.PARAMETER_JOIN, Collections.singleton(new ParameterValue(Value.of(newParam))));
    // Use Groovy Join if original or match uses a script
    if (!scripts.isEmpty()) {
        boolean originalScript = scripts.size() == 1 && GroovyJoin.ID.equals(newCell.getTransformationIdentifier());
        Text script;
        if (originalScript) {
            // use original script
            script = new Text(scripts.get(0).getSecond());
            // create annotation
            log.warn("The Groovy script from the original cell was reused, logic and references to sources are very likely not valid anymore.");
        } else {
            // dummy script with all original scripts
            newCell.setTransformationIdentifier(GroovyJoin.ID);
            script = buildScript(scripts);
            // create annotation
            log.warn("At least one source mapping used a Groovy script, the script could not be combined automatically and was replaced with a dummy script (old scripts are commented out). Please check how you can migrate the old functionality.");
        }
        params.replaceValues(GroovyConstants.PARAMETER_SCRIPT, Collections.singleton(new ParameterValue(Value.of(script))));
    }
    newCell.setTransformationParameters(params);
}
Also used : LinkedHashSet(java.util.LinkedHashSet) ArrayListMultimap(com.google.common.collect.ArrayListMultimap) Arrays(java.util.Arrays) Cell(eu.esdihumboldt.hale.common.align.model.Cell) Text(eu.esdihumboldt.hale.common.core.io.Text) ListMultimap(com.google.common.collect.ListMultimap) GroovyConstants(eu.esdihumboldt.cst.functions.groovy.GroovyConstants) AlignmentMigration(eu.esdihumboldt.hale.common.align.migrate.AlignmentMigration) AlignmentUtil(eu.esdihumboldt.hale.common.align.model.AlignmentUtil) MergeUtil(eu.esdihumboldt.hale.common.align.merge.MergeUtil) ArrayList(java.util.ArrayList) HashSet(java.util.HashSet) JoinFunction(eu.esdihumboldt.hale.common.align.model.functions.JoinFunction) MutableCell(eu.esdihumboldt.hale.common.align.model.MutableCell) Pair(eu.esdihumboldt.util.Pair) LinkedHashSet(java.util.LinkedHashSet) Value(eu.esdihumboldt.hale.common.core.io.Value) SimpleLog(eu.esdihumboldt.hale.common.core.report.SimpleLog) PropertyEntityDefinition(eu.esdihumboldt.hale.common.align.model.impl.PropertyEntityDefinition) Set(java.util.Set) JoinParameter(eu.esdihumboldt.hale.common.align.model.functions.join.JoinParameter) ParameterValue(eu.esdihumboldt.hale.common.align.model.ParameterValue) Collectors(java.util.stream.Collectors) CellUtil(eu.esdihumboldt.hale.common.align.model.CellUtil) GroovyJoin(eu.esdihumboldt.cst.functions.groovy.GroovyJoin) List(java.util.List) TypeEntityDefinition(eu.esdihumboldt.hale.common.align.model.impl.TypeEntityDefinition) JoinCondition(eu.esdihumboldt.hale.common.align.model.functions.join.JoinParameter.JoinCondition) EntityDefinition(eu.esdihumboldt.hale.common.align.model.EntityDefinition) Collections(java.util.Collections) ParameterValue(eu.esdihumboldt.hale.common.align.model.ParameterValue) Text(eu.esdihumboldt.hale.common.core.io.Text) JoinParameter(eu.esdihumboldt.hale.common.align.model.functions.join.JoinParameter) JoinCondition(eu.esdihumboldt.hale.common.align.model.functions.join.JoinParameter.JoinCondition) PropertyEntityDefinition(eu.esdihumboldt.hale.common.align.model.impl.PropertyEntityDefinition) TypeEntityDefinition(eu.esdihumboldt.hale.common.align.model.impl.TypeEntityDefinition) EntityDefinition(eu.esdihumboldt.hale.common.align.model.EntityDefinition) TypeEntityDefinition(eu.esdihumboldt.hale.common.align.model.impl.TypeEntityDefinition) PropertyEntityDefinition(eu.esdihumboldt.hale.common.align.model.impl.PropertyEntityDefinition) Cell(eu.esdihumboldt.hale.common.align.model.Cell) MutableCell(eu.esdihumboldt.hale.common.align.model.MutableCell) Pair(eu.esdihumboldt.util.Pair) HashSet(java.util.HashSet) LinkedHashSet(java.util.LinkedHashSet)

Example 7 with AlignmentMigration

use of eu.esdihumboldt.hale.common.align.migrate.AlignmentMigration in project hale by halestudio.

the class ReplaceEntitiesHandler method execute.

/**
 * @see IHandler#execute(ExecutionEvent)
 */
@Override
public Object execute(ExecutionEvent event) throws ExecutionException {
    // collect cells from selection
    ISelection selection = HandlerUtil.getCurrentSelection(event);
    if (selection instanceof IStructuredSelection) {
        List<?> list = ((IStructuredSelection) selection).toList();
        // create dummy alignment
        DefaultAlignment dummy = new DefaultAlignment();
        for (Object object : list) {
            if (object instanceof MutableCell) {
                dummy.addCell((MutableCell) object);
            // FIXME what about others?
            }
        }
        /*
			 * Replace entities on cells
			 */
        SimpleReporter reporter = new SimpleReporter("Replace entities for cells", null, false);
        try {
            // create migrator
            AlignmentMigrator migrator = new DefaultAlignmentMigrator(HaleUI.getServiceProvider());
            AlignmentMigration migration = new UserMigration(schemaSpace);
            MigrationOptions options = new MigrationOptionsImpl(schemaSpace.equals(SchemaSpaceID.SOURCE), schemaSpace.equals(SchemaSpaceID.TARGET), false);
            Alignment updated = migrator.updateAligmment(dummy, migration, options, reporter);
            AlignmentService as = HaleUI.getServiceProvider().getService(AlignmentService.class);
            Map<Cell, MutableCell> replacements = new HashMap<>();
            for (Cell newCell : updated.getCells()) {
                Cell oldCell = dummy.getCell(newCell.getId());
                if (oldCell == null) {
                    reporter.error("No original cell with ID {0} found", newCell.getId());
                } else {
                    // TODO detect where there has been no change?
                    replacements.put(oldCell, (MutableCell) newCell);
                }
            }
            as.replaceCells(replacements);
            reporter.setSuccess(true);
        } catch (Throwable e) {
            reporter.error("Fatal error when trying to replace entities", e);
            reporter.setSuccess(false);
        } finally {
            HaleUI.getServiceProvider().getService(ReportService.class).addReport(reporter);
        }
    }
    return null;
}
Also used : AlignmentMigrator(eu.esdihumboldt.hale.common.align.migrate.AlignmentMigrator) DefaultAlignmentMigrator(eu.esdihumboldt.hale.common.align.migrate.impl.DefaultAlignmentMigrator) MutableCell(eu.esdihumboldt.hale.common.align.model.MutableCell) HashMap(java.util.HashMap) UserMigration(eu.esdihumboldt.hale.ui.service.align.migrate.UserMigration) SimpleReporter(eu.esdihumboldt.hale.common.core.report.impl.SimpleReporter) IStructuredSelection(org.eclipse.jface.viewers.IStructuredSelection) DefaultAlignmentMigrator(eu.esdihumboldt.hale.common.align.migrate.impl.DefaultAlignmentMigrator) Alignment(eu.esdihumboldt.hale.common.align.model.Alignment) DefaultAlignment(eu.esdihumboldt.hale.common.align.model.impl.DefaultAlignment) ReportService(eu.esdihumboldt.hale.ui.service.report.ReportService) MigrationOptionsImpl(eu.esdihumboldt.hale.common.align.migrate.impl.MigrationOptionsImpl) AlignmentService(eu.esdihumboldt.hale.ui.service.align.AlignmentService) ISelection(org.eclipse.jface.viewers.ISelection) DefaultAlignment(eu.esdihumboldt.hale.common.align.model.impl.DefaultAlignment) AlignmentMigration(eu.esdihumboldt.hale.common.align.migrate.AlignmentMigration) Cell(eu.esdihumboldt.hale.common.align.model.Cell) MutableCell(eu.esdihumboldt.hale.common.align.model.MutableCell) MigrationOptions(eu.esdihumboldt.hale.common.align.migrate.MigrationOptions)

Aggregations

AlignmentMigration (eu.esdihumboldt.hale.common.align.migrate.AlignmentMigration)7 MigrationOptions (eu.esdihumboldt.hale.common.align.migrate.MigrationOptions)6 MutableCell (eu.esdihumboldt.hale.common.align.model.MutableCell)6 Cell (eu.esdihumboldt.hale.common.align.model.Cell)5 SimpleLog (eu.esdihumboldt.hale.common.core.report.SimpleLog)5 EntityDefinition (eu.esdihumboldt.hale.common.align.model.EntityDefinition)4 ArrayList (java.util.ArrayList)4 ArrayListMultimap (com.google.common.collect.ArrayListMultimap)3 ListMultimap (com.google.common.collect.ListMultimap)3 ParameterValue (eu.esdihumboldt.hale.common.align.model.ParameterValue)3 CellLog (eu.esdihumboldt.hale.common.align.model.annotations.messages.CellLog)3 PropertyEntityDefinition (eu.esdihumboldt.hale.common.align.model.impl.PropertyEntityDefinition)3 Value (eu.esdihumboldt.hale.common.core.io.Value)3 HashMap (java.util.HashMap)3 List (java.util.List)3 Collectors (java.util.stream.Collectors)3 DefaultCellMigrator (eu.esdihumboldt.hale.common.align.migrate.impl.DefaultCellMigrator)2 MigrationOptionsImpl (eu.esdihumboldt.hale.common.align.migrate.impl.MigrationOptionsImpl)2 Entity (eu.esdihumboldt.hale.common.align.model.Entity)2 JoinFunction (eu.esdihumboldt.hale.common.align.model.functions.JoinFunction)2