use of org.knime.core.node.streamable.PortObjectInput in project knime-core by knime.
the class FilterApplyRowSplitterNodeModel method createStreamableOperator.
/**
* {@inheritDoc}
*/
@Override
public StreamableOperator createStreamableOperator(final PartitionInfo partitionInfo, final PortObjectSpec[] inSpecs) throws InvalidSettingsException {
return new StreamableOperator() {
@Override
public void runFinal(final PortInput[] inputs, final PortOutput[] outputs, final ExecutionContext exec) throws Exception {
final DataTableRowInput in = (DataTableRowInput) inputs[0];
final RowOutput out1 = (RowOutput) outputs[0];
final RowOutput out2 = (RowOutput) outputs[1];
PortObjectInput portObjectInput = (PortObjectInput) inputs[1];
DataTableSpec filterSpec = portObjectInput == null ? in.getDataTableSpec() : ((FilterDefinitionHandlerPortObject) portObjectInput.getPortObject()).getSpec();
FilterApplyRowSplitterNodeModel.this.execute(in, out1, out2, filterSpec, exec, -1);
}
};
}
use of org.knime.core.node.streamable.PortObjectInput in project knime-core by knime.
the class RuleEngineFilterNodeModel method createStreamableOperator.
/**
* {@inheritDoc}
*/
@Override
public StreamableOperator createStreamableOperator(final PartitionInfo partitionInfo, final PortObjectSpec[] inSpecs) throws InvalidSettingsException {
final DataTableSpec spec = (DataTableSpec) inSpecs[0];
try {
parseRules(spec, RuleNodeSettings.RuleFilter);
} catch (final ParseException e) {
throw new InvalidSettingsException(e);
}
return new StreamableOperator() {
private SimpleStreamableOperatorInternals m_internals;
/**
* {@inheritDoc}
*/
@Override
public void loadInternals(final StreamableOperatorInternals internals) {
m_internals = (SimpleStreamableOperatorInternals) internals;
}
/**
* {@inheritDoc}
*/
@Override
public void runIntermediate(final PortInput[] inputs, final ExecutionContext exec) throws Exception {
// count number of rows
long count = 0;
if (inputs[0] instanceof RowInput) {
final RowInput rowInput = (RowInput) inputs[0];
while (rowInput.poll() != null) {
count++;
}
} else if (inputs[0] instanceof PortObjectInput) {
final PortObjectInput portObjectInput = (PortObjectInput) inputs[0];
count += ((BufferedDataTable) portObjectInput.getPortObject()).size();
}
m_internals.getConfig().addLong(CFG_ROW_COUNT, count);
}
/**
* {@inheritDoc}
*/
@Override
public StreamableOperatorInternals saveInternals() {
return m_internals;
}
@Override
public void runFinal(final PortInput[] inputs, final PortOutput[] outputs, final ExecutionContext exec) throws Exception {
long rowCount = -1L;
if (m_internals.getConfig().containsKey(CFG_ROW_COUNT)) {
rowCount = m_internals.getConfig().getLong(CFG_ROW_COUNT);
}
RowOutput[] rowOutputs = (outputs instanceof RowOutput[]) ? (RowOutput[]) outputs : outputs.length > 1 ? new RowOutput[] { (RowOutput) outputs[0], (RowOutput) outputs[1] } : new RowOutput[] { (RowOutput) outputs[0] };
execute((RowInput) inputs[0], rowOutputs, rowCount, exec);
}
};
}
use of org.knime.core.node.streamable.PortObjectInput in project knime-core by knime.
the class PMMLRuleSetPredictorNodeModel method createStreamableOperator.
/**
* {@inheritDoc}
*/
@Override
public StreamableOperator createStreamableOperator(final PartitionInfo partitionInfo, final PortObjectSpec[] inSpecs) throws InvalidSettingsException {
final DataTableSpec preSpec = (DataTableSpec) inSpecs[DATA_INDEX];
return new StreamableOperator() {
/**
* {@inheritDoc}
*/
@Override
public void runFinal(final PortInput[] inputs, final PortOutput[] outputs, final ExecutionContext exec) throws Exception {
final PortObjectInput modelPort = (PortObjectInput) inputs[MODEL_INDEX];
final ColumnRearranger rearranger = createRearranger((PMMLPortObject) modelPort.getPortObject(), preSpec, m_doReplaceColumn.getBooleanValue(), m_doReplaceColumn.getBooleanValue() ? m_replaceColumn.getStringValue() : DataTableSpec.getUniqueColumnName(preSpec, m_outputColumn.getStringValue()), m_addConfidence.getBooleanValue(), m_confidenceColumn.getStringValue(), /*no validation column*/
-1, /* no statistics computed, so concurrent processing is allowed*/
true);
final DataTableSpec tableSpec = rearranger.createSpec();
if (m_doReplaceColumn.getBooleanValue()) {
DataColumnSpec[] columns = new DataColumnSpec[preSpec.getNumColumns()];
for (int i = columns.length; i-- > 0; ) {
columns[i] = preSpec.getColumnSpec(i);
}
int columnIndex = preSpec.findColumnIndex(m_replaceColumn.getStringValue());
if (m_addConfidence.getBooleanValue()) {
// Move confidence to the end
rearranger.move(columnIndex, tableSpec.getNumColumns());
// Move the result to its place
rearranger.move(tableSpec.getNumColumns() - 2, columnIndex);
}
}
final StreamableFunction function = rearranger.createStreamableFunction(DATA_INDEX, 0);
function.runFinal(inputs, outputs, exec);
}
};
}
Aggregations