Examples with IdString2BitVectorCellFactory org.knime.base.data.bitvector.IdString2BitVectorCellFactory used on opensource projects

Example 1 with IdString2BitVectorCellFactory

use of org.knime.base.data.bitvector.IdString2BitVectorCellFactory in project knime-core by knime.

the class BitVectorGeneratorNodeModel method createColumnRearranger.

private ColumnRearranger createColumnRearranger(final DataTableSpec spec, final int colIdx) throws InvalidSettingsException {
    // BW: fixed here locally: the annotation and the column name
    // are taken from input spec (21 Sep 2006)
    DataColumnSpecCreator creator = new DataColumnSpecCreator(spec.getColumnSpec(colIdx));
    creator.setDomain(null);
    creator.setType(DenseBitVectorCell.TYPE);
    if (!m_replace) {
        String colName = spec.getColumnSpec(colIdx).getName() + "_bits";
        creator.setName(colName);
        if (spec.containsName(colName)) {
            throw new InvalidSettingsException("Column " + colName + " already exist in table!");
        }
    }
    if (m_type.equals(STRING_TYPES.BIT)) {
        m_factory = new BitString2BitVectorCellFactory(creator.createSpec(), colIdx);
    } else if (m_type.equals(STRING_TYPES.HEX)) {
        m_factory = new Hex2BitVectorCellFactory(creator.createSpec(), colIdx);
    } else if (m_type.equals(STRING_TYPES.ID)) {
        m_factory = new IdString2BitVectorCellFactory(creator.createSpec(), colIdx);
    } else {
        throw new InvalidSettingsException("String type to parse bitvectors" + " from unknown!");
    }
    ColumnRearranger c = new ColumnRearranger(spec);
    if (m_replace) {
        c.replace(m_factory, colIdx);
    } else {
        c.append(m_factory);
    }
    return c;
}

Example 2 with IdString2BitVectorCellFactory

use of org.knime.base.data.bitvector.IdString2BitVectorCellFactory in project knime-core by knime.

the class BitVectorGeneratorNodeModel method createBitVectorsFromStrings.

private BufferedDataTable[] createBitVectorsFromStrings(final BufferedDataTable data, final int stringColIndex, final ExecutionContext exec) throws CanceledExecutionException, InvalidSettingsException {
    ColumnRearranger c = createColumnRearranger(data.getDataTableSpec(), stringColIndex);
    ExecutionMonitor creationExec = exec;
    if (m_type.equals(STRING_TYPES.ID)) {
        ExecutionMonitor scanExec = exec.createSubProgress(0.5);
        creationExec = exec.createSubProgress(0.5);
        exec.setMessage("preparing");
        int maxPos = scanMaxPos(data, scanExec);
        ((IdString2BitVectorCellFactory) m_factory).setMaxPos(maxPos);
    }
    exec.setMessage("creating output");
    BufferedDataTable out = exec.createColumnRearrangeTable(data, c, creationExec);
    return new BufferedDataTable[] { out };
}

Example 3 with IdString2BitVectorCellFactory

use of org.knime.base.data.bitvector.IdString2BitVectorCellFactory in project knime-core by knime.

the class CreateBitVectorNodeModel method getSingleColFactory.

private BitVectorCellFactory getSingleColFactory(final ExecutionMonitor exec, final int colIdx, final DataTableSpec spec, final BufferedDataTable data, final ColumnType columnType, final BitVectorType vectorType) throws InvalidSettingsException, CanceledExecutionException {
    final String outColName = m_outputColumn.getStringValue();
    final DataColumnSpecCreator creator = new DataColumnSpecCreator(outColName, vectorType.getCellDataType());
    final BitVectorCellFactory factory;
    if (ColumnType.SINGLE_STRING.equals(columnType)) {
        final StringType singleStringColType = StringType.getType(m_singleStringColumnType.getStringValue());
        final DataColumnSpec colSpec = creator.createSpec();
        switch(singleStringColType) {
            case BIT:
                factory = new BitString2BitVectorCellFactory(vectorType, colSpec, colIdx);
                break;
            case HEX:
                factory = new Hex2BitVectorCellFactory(vectorType, colSpec, colIdx);
                break;
            case ID:
                final int maxPosition;
                if (data != null) {
                    final ExecutionMonitor scanExec = exec.createSubProgress(0.5);
                    exec.setMessage("preparing");
                    maxPosition = scanMaxPos(data, scanExec);
                } else {
                    maxPosition = 0;
                }
                factory = new IdString2BitVectorCellFactory(vectorType, colSpec, colIdx, maxPosition);
                break;
            default:
                throw new InvalidSettingsException("String type to parse bit vectors from unknown type " + singleStringColType.getActionCommand());
        }
    } else if (ColumnType.SINGLE_COLLECTION.equals(columnType)) {
        final Map<String, Integer> idxMap;
        if (data != null) {
            final ExecutionMonitor scanExec = exec.createSubProgress(0.5);
            scanExec.setMessage("preparing");
            final List<String> elementNames = new ArrayList<>();
            idxMap = new HashMap<>();
            long nrRows = data.size();
            long currRow = 0;
            for (DataRow row : data) {
                currRow++;
                scanExec.setProgress((double) currRow / (double) nrRows, "Counting uniqe elements. Processing row " + currRow + " of " + nrRows);
                scanExec.checkCanceled();
                final DataCell cell = row.getCell(colIdx);
                if (cell.isMissing()) {
                    // ignore missing cells
                    continue;
                }
                if (cell instanceof CollectionDataValue) {
                    final CollectionDataValue collCell = (CollectionDataValue) cell;
                    for (DataCell collVal : collCell) {
                        String stringRep = collVal.toString();
                        Integer idx = idxMap.get(stringRep);
                        if (idx == null) {
                            idx = Integer.valueOf(idxMap.size());
                            idxMap.put(stringRep, idx);
                            elementNames.add(stringRep);
                        }
                    }
                } else {
                    throw new RuntimeException("Found incompatible type in row " + row.getKey().getString());
                }
            }
            creator.setElementNames(elementNames.toArray(new String[0]));
        } else {
            idxMap = Collections.EMPTY_MAP;
        }
        factory = new Collection2BitVectorCellFactory(vectorType, creator.createSpec(), colIdx, idxMap);
    } else {
        throw new java.lang.IllegalStateException("Single column type not implemented: " + columnType);
    }
    return factory;
}