Examples with VectorBlockEntry org.apache.ignite.ml.math.impls.vector.VectorBlockEntry used on opensource projects

Example 1 with VectorBlockEntry

use of org.apache.ignite.ml.math.impls.vector.VectorBlockEntry in project ignite by apache.

the class BlockVectorStorage method getEmptyBlockEntry.

/**
 * Get empty block entry by the given block id.
 */
@NotNull
private VectorBlockEntry getEmptyBlockEntry(long blockId) {
    VectorBlockEntry entry;
    int colMod = size % maxBlockEdge;
    int colSize;
    if (colMod == 0)
        colSize = maxBlockEdge;
    else
        colSize = blockId != (blocks - 1) ? maxBlockEdge : colMod;
    entry = new VectorBlockEntry(colSize);
    return entry;
}

Example 2 with VectorBlockEntry

use of org.apache.ignite.ml.math.impls.vector.VectorBlockEntry in project ignite by apache.

the class BlockVectorStorage method matrixGet.

/**
 * Distributed vector get.
 *
 * @param idx index.
 * @return Vector value at (idx) index.
 */
private double matrixGet(int idx) {
    // Remote get from the primary node (where given row or column is stored locally).
    return ignite().compute(getClusterGroupForGivenKey(CACHE_NAME, getBlockId(idx))).call(() -> {
        IgniteCache<VectorBlockKey, VectorBlockEntry> cache = Ignition.localIgnite().getOrCreateCache(CACHE_NAME);
        VectorBlockKey key = getCacheKey(getBlockId(idx));
        // Local get.
        VectorBlockEntry block = cache.localPeek(key, CachePeekMode.PRIMARY);
        if (block == null)
            block = cache.get(key);
        return block == null ? 0.0 : block.get(idx % block.size());
    });
}

Example 3 with VectorBlockEntry

use of org.apache.ignite.ml.math.impls.vector.VectorBlockEntry in project ignite by apache.

the class CacheUtils method sparseMapForVector.

/**
 * @param vectorUuid Matrix UUID.
 * @param mapper Mapping {@link IgniteFunction}.
 */
@SuppressWarnings("unchecked")
public static <K, V> void sparseMapForVector(UUID vectorUuid, IgniteDoubleFunction<V> mapper, String cacheName) {
    A.notNull(vectorUuid, "vectorUuid");
    A.notNull(cacheName, "cacheName");
    A.notNull(mapper, "mapper");
    foreach(cacheName, (CacheEntry<K, V> ce) -> {
        K k = ce.entry().getKey();
        V v = ce.entry().getValue();
        if (v instanceof VectorBlockEntry) {
            VectorBlockEntry entry = (VectorBlockEntry) v;
            for (int i = 0; i < entry.size(); i++) entry.set(i, (Double) mapper.apply(entry.get(i)));
            ce.cache().put(k, (V) entry);
        } else {
            V mappingRes = mapper.apply((Double) v);
            ce.cache().put(k, mappingRes);
        }
    }, sparseKeyFilter(vectorUuid));
}

Example 4 with VectorBlockEntry

use of org.apache.ignite.ml.math.impls.vector.VectorBlockEntry in project ignite by apache.

the class SparseBlockDistributedMatrix method times.

/**
 * {@inheritDoc}
 */
@SuppressWarnings({ "unchecked" })
@Override
public Vector times(final Vector vec) {
    if (vec == null)
        throw new IllegalArgumentException("The vector should be not null.");
    if (columnSize() != vec.size())
        throw new CardinalityException(columnSize(), vec.size());
    SparseBlockDistributedMatrix matrixA = this;
    SparseBlockDistributedVector vectorB = (SparseBlockDistributedVector) vec;
    String cacheName = this.storage().cacheName();
    SparseBlockDistributedVector vectorC = new SparseBlockDistributedVector(matrixA.rowSize());
    CacheUtils.bcast(cacheName, () -> {
        Ignite ignite = Ignition.localIgnite();
        Affinity<VectorBlockKey> affinity = ignite.affinity(cacheName);
        IgniteCache<VectorBlockKey, VectorBlockEntry> cache = ignite.getOrCreateCache(cacheName);
        ClusterNode locNode = ignite.cluster().localNode();
        BlockVectorStorage storageC = vectorC.storage();
        Map<ClusterNode, Collection<VectorBlockKey>> keysCToNodes = affinity.mapKeysToNodes(storageC.getAllKeys());
        Collection<VectorBlockKey> locKeys = keysCToNodes.get(locNode);
        if (locKeys == null)
            return;
        // compute Cij locally on each node
        // TODO: IGNITE:5114, exec in parallel
        locKeys.forEach(key -> {
            long newBlockId = key.blockId();
            IgnitePair<Long> newBlockIdForMtx = new IgnitePair<>(newBlockId, 0L);
            VectorBlockEntry blockC = null;
            List<MatrixBlockEntry> aRow = matrixA.storage().getRowForBlock(newBlockIdForMtx);
            List<VectorBlockEntry> bCol = vectorB.storage().getColForBlock(newBlockId);
            for (int i = 0; i < aRow.size(); i++) {
                MatrixBlockEntry blockA = aRow.get(i);
                VectorBlockEntry blockB = bCol.get(i);
                VectorBlockEntry tmpBlock = new VectorBlockEntry(blockA.times(blockB));
                blockC = blockC == null ? tmpBlock : new VectorBlockEntry(blockC.plus(tmpBlock));
            }
            cache.put(storageC.getCacheKey(newBlockId), blockC);
        });
    });
    return vectorC;
}

Example 5 with VectorBlockEntry

use of org.apache.ignite.ml.math.impls.vector.VectorBlockEntry in project ignite by apache.

the class BlockVectorStorage method matrixSet.

/**
 * Distributed matrix set.
 *
 * @param idx Row or column index.
 * @param v New value to set.
 */
private void matrixSet(int idx, double v) {
    long blockId = getBlockId(idx);
    // Remote set on the primary node (where given row or column is stored locally).
    ignite().compute(getClusterGroupForGivenKey(CACHE_NAME, blockId)).run(() -> {
        IgniteCache<VectorBlockKey, VectorBlockEntry> cache = Ignition.localIgnite().getOrCreateCache(CACHE_NAME);
        VectorBlockKey key = getCacheKey(blockId);
        // Local get.
        VectorBlockEntry block = getEntryById(blockId);
        block.set(idx % block.size(), v);
        // Local put.
        cache.put(key, block);
    });
}