Examples with RowMetadata org.talend.dataprep.api.dataset.RowMetadata used on opensource projects

Example 1 with RowMetadata

use of org.talend.dataprep.api.dataset.RowMetadata in project data-prep by Talend.

the class StandardizeInvalid method applyOnColumn.

@Override
public void applyOnColumn(DataSetRow row, ActionContext context) {
    if (isApplicable(row, context)) {
        final String columnId = context.getColumnId();
        final String value = row.get(columnId);
        final RowMetadata rowMetadata = context.getRowMetadata();
        final ColumnMetadata column = rowMetadata.getById(columnId);
        final Double threshold = context.get(MATCH_THRESHOLD_KEY);
        String closestValue = CategoryRegistryManager.getInstance().findMostSimilarValue(value, column.getDomain(), threshold);
        // If not found the similar value, display original value.
        if (!StringUtils.isEmpty(closestValue)) {
            row.set(columnId, closestValue);
        }
    }
}

Example 2 with RowMetadata

use of org.talend.dataprep.api.dataset.RowMetadata in project data-prep by Talend.

the class ComputeTimeSince method applyOnColumn.

@Override
public void applyOnColumn(DataSetRow row, ActionContext context) {
    RowMetadata rowMetadata = context.getRowMetadata();
    Map<String, String> parameters = context.getParameters();
    String columnId = context.getColumnId();
    TemporalUnit unit = ChronoUnit.valueOf(parameters.get(TIME_UNIT_PARAMETER).toUpperCase());
    String newValue;
    try {
        String mode = context.get(SINCE_WHEN_PARAMETER);
        LocalDateTime since;
        switch(mode) {
            case OTHER_COLUMN_MODE:
                ColumnMetadata selectedColumn = rowMetadata.getById(parameters.get(SELECTED_COLUMN_PARAMETER));
                String dateToCompare = row.get(selectedColumn.getId());
                since = Providers.get().parse(dateToCompare, selectedColumn);
                break;
            case SPECIFIC_DATE_MODE:
            case NOW_SERVER_SIDE_MODE:
            default:
                since = context.get(SINCE_DATE_PARAMETER);
                break;
        }
        // parse the date
        if (since == null) {
            newValue = StringUtils.EMPTY;
        } else {
            String value = row.get(columnId);
            LocalDateTime temporalAccessor = Providers.get().parse(value, context.getRowMetadata().getById(columnId));
            Temporal valueAsDate = LocalDateTime.from(temporalAccessor);
            newValue = String.valueOf(unit.between(valueAsDate, since));
        }
    } catch (DateTimeException e) {
        LOGGER.trace("Error on dateTime parsing", e);
        // Nothing to do: in this case, temporalAccessor is left null
        newValue = StringUtils.EMPTY;
    }
    row.set(ActionsUtils.getTargetColumnId(context), newValue);
}

Example 3 with RowMetadata

use of org.talend.dataprep.api.dataset.RowMetadata in project data-prep by Talend.

the class DomainChange method applyOnColumn.

/**
 * @see ColumnAction#applyOnColumn(DataSetRow, ActionContext)
 */
@Override
public void applyOnColumn(DataSetRow row, ActionContext context) {
    final String columnId = context.getColumnId();
    final Map<String, String> parameters = context.getParameters();
    LOGGER.debug("DomainChange for columnId {} with parameters {} ", columnId, parameters);
    final RowMetadata rowMetadata = context.getRowMetadata();
    final ColumnMetadata columnMetadata = rowMetadata.getById(columnId);
    final String newDomainId = parameters.get(NEW_DOMAIN_ID_PARAMETER_KEY);
    if (StringUtils.isNotEmpty(newDomainId)) {
        columnMetadata.setDomain(newDomainId);
        columnMetadata.setDomainLabel(parameters.get(NEW_DOMAIN_LABEL_PARAMETER_KEY));
        columnMetadata.setDomainFrequency(0);
        columnMetadata.setDomainForced(true);
    }
    rowMetadata.update(columnId, columnMetadata);
    context.setActionStatus(ActionContext.ActionStatus.DONE);
}

Example 4 with RowMetadata

use of org.talend.dataprep.api.dataset.RowMetadata in project data-prep by Talend.

the class Swap method applyOnColumn.

@Override
public void applyOnColumn(DataSetRow row, ActionContext context) {
    RowMetadata rowMetadata = context.getRowMetadata();
    Map<String, String> parameters = context.getParameters();
    ColumnMetadata selectedColumn = rowMetadata.getById(parameters.get(SELECTED_COLUMN_PARAMETER));
    if (selectedColumn == null) {
        return;
    }
    final String columnId = context.getColumnId();
    LOGGER.debug("swapping columns {} <-> {}", columnId, selectedColumn.getId());
    String columnValue = row.get(columnId);
    String selectedColumnValue = row.get(selectedColumn.getId());
    row.set(columnId, selectedColumnValue == null ? StringUtils.EMPTY : selectedColumnValue);
    row.set(selectedColumn.getId(), columnValue == null ? StringUtils.EMPTY : columnValue);
}

Example 5 with RowMetadata

use of org.talend.dataprep.api.dataset.RowMetadata in project data-prep by Talend.

the class AbstractActionMetadata method compile.

/**
 * Called by transformation process <b>before</b> the first transformation occurs. This method allows action
 * implementation to compute reusable objects in actual transformation execution. Implementations may also indicate
 * that action is not applicable and should be discarded ( {@link ActionContext.ActionStatus#CANCELED}.
 *
 * @param actionContext The action context that contains the parameters and allows compile step to change action
 * status.
 * @see ActionContext#setActionStatus(ActionContext.ActionStatus)
 */
@Override
public void compile(ActionContext actionContext) {
    final RowMetadata input = actionContext.getRowMetadata();
    final ScopeCategory scope = actionContext.getScope();
    if (scope != null) {
        switch(scope) {
            case CELL:
            case COLUMN:
                // Stop action if: there's actually column information in input AND column is not found
                if (input != null && !input.getColumns().isEmpty() && input.getById(actionContext.getColumnId()) == null) {
                    actionContext.setActionStatus(ActionContext.ActionStatus.CANCELED);
                    return;
                }
                break;
            case LINE:
            case DATASET:
            default:
                break;
        }
    }
    actionContext.setActionStatus(ActionContext.ActionStatus.OK);
}